[ 525.089781] env[66735]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=66735) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 525.090171] env[66735]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=66735) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 525.090389] env[66735]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=66735) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 525.090570] env[66735]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 525.215260] env[66735]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=66735) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 525.224875] env[66735]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=66735) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 525.271059] env[66735]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 525.831732] env[66735]: INFO nova.virt.driver [None req-d55feeee-a9a8-4ac5-92c7-a9207100bcd7 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 525.906546] env[66735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 525.906736] env[66735]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 525.906828] env[66735]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=66735) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 529.152476] env[66735]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0932211e-0d1b-421e-9898-00faf6a8f704 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.169311] env[66735]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=66735) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 529.169459] env[66735]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-f0d990c2-8c55-4ff0-b556-7036eb6650d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.210768] env[66735]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 209f1. [ 529.210935] env[66735]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.304s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 529.211515] env[66735]: INFO nova.virt.vmwareapi.driver [None req-d55feeee-a9a8-4ac5-92c7-a9207100bcd7 None None] VMware vCenter version: 7.0.3 [ 529.214984] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c144d1d3-9403-4df3-987a-d32c3c3dc7fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.239908] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7016138d-47b8-4ffd-8cad-5ed1ad848b92 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.247455] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b9ef6c-dca5-4d34-98ca-ede6f65c7999 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.256189] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6acc75c-6bca-4fae-a27d-35bc496833ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.270323] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e864eb-ce91-4539-bb41-6e2014aa27b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.277356] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9887afe5-c002-4a92-90cf-a82caf699710 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.309051] env[66735]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3848ce5b-1d5a-4c03-a75e-58d724392237 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.315315] env[66735]: DEBUG nova.virt.vmwareapi.driver [None req-d55feeee-a9a8-4ac5-92c7-a9207100bcd7 None None] Extension org.openstack.compute already exists. {{(pid=66735) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 529.318039] env[66735]: INFO nova.compute.provider_config [None req-d55feeee-a9a8-4ac5-92c7-a9207100bcd7 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 529.821275] env[66735]: DEBUG nova.context [None req-d55feeee-a9a8-4ac5-92c7-a9207100bcd7 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3363d6a2-cd0e-4fb4-8287-1043034aec83(cell1) {{(pid=66735) load_cells /opt/stack/nova/nova/context.py:472}} [ 529.821521] env[66735]: INFO nova.utils [None req-d55feeee-a9a8-4ac5-92c7-a9207100bcd7 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 529.823526] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 529.823818] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 529.824518] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 529.824968] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Acquiring lock "3363d6a2-cd0e-4fb4-8287-1043034aec83" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 529.825161] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Lock "3363d6a2-cd0e-4fb4-8287-1043034aec83" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 529.826227] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Lock "3363d6a2-cd0e-4fb4-8287-1043034aec83" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 529.847329] env[66735]: INFO dbcounter [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Registered counter for database nova_cell0 [ 529.855679] env[66735]: INFO dbcounter [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Registered counter for database nova_cell1 [ 529.858824] env[66735]: DEBUG oslo_db.sqlalchemy.engines [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=66735) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 529.859231] env[66735]: DEBUG oslo_db.sqlalchemy.engines [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=66735) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 529.864181] env[66735]: ERROR nova.db.main.api [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 529.864181] env[66735]: func(*args, **kwargs) [ 529.864181] env[66735]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 529.864181] env[66735]: self.work.run() [ 529.864181] env[66735]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 529.864181] env[66735]: result = self.fn(*self.args, **self.kwargs) [ 529.864181] env[66735]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 529.864181] env[66735]: return func(*args, **kwargs) [ 529.864181] env[66735]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 529.864181] env[66735]: result = fn(*args, **kwargs) [ 529.864181] env[66735]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 529.864181] env[66735]: return f(*args, **kwargs) [ 529.864181] env[66735]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 529.864181] env[66735]: return db.service_get_minimum_version(context, binaries) [ 529.864181] env[66735]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 529.864181] env[66735]: _check_db_access() [ 529.864181] env[66735]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 529.864181] env[66735]: stacktrace = ''.join(traceback.format_stack()) [ 529.864181] env[66735]: [ 529.865033] env[66735]: ERROR nova.db.main.api [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 529.865033] env[66735]: func(*args, **kwargs) [ 529.865033] env[66735]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 529.865033] env[66735]: self.work.run() [ 529.865033] env[66735]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 529.865033] env[66735]: result = self.fn(*self.args, **self.kwargs) [ 529.865033] env[66735]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 529.865033] env[66735]: return func(*args, **kwargs) [ 529.865033] env[66735]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 529.865033] env[66735]: result = fn(*args, **kwargs) [ 529.865033] env[66735]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 529.865033] env[66735]: return f(*args, **kwargs) [ 529.865033] env[66735]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 529.865033] env[66735]: return db.service_get_minimum_version(context, binaries) [ 529.865033] env[66735]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 529.865033] env[66735]: _check_db_access() [ 529.865033] env[66735]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 529.865033] env[66735]: stacktrace = ''.join(traceback.format_stack()) [ 529.865033] env[66735]: [ 529.865521] env[66735]: WARNING nova.objects.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 529.865661] env[66735]: WARNING nova.objects.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Failed to get minimum service version for cell 3363d6a2-cd0e-4fb4-8287-1043034aec83 [ 529.866090] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Acquiring lock "singleton_lock" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.866286] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Acquired lock "singleton_lock" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.866529] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Releasing lock "singleton_lock" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.866838] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Full set of CONF: {{(pid=66735) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 529.866969] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ******************************************************************************** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 529.867099] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] Configuration options gathered from: {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 529.867224] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 529.867404] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 529.867521] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ================================================================================ {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 529.867714] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] allow_resize_to_same_host = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.867872] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] arq_binding_timeout = 300 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.867993] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] backdoor_port = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.868127] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] backdoor_socket = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.868282] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] block_device_allocate_retries = 60 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.868431] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] block_device_allocate_retries_interval = 3 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.868579] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cell_worker_thread_pool_size = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.868733] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cert = self.pem {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.868886] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.869051] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute_monitors = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.869208] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] config_dir = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.869363] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] config_drive_format = iso9660 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.869482] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.869633] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] config_source = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.869786] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] console_host = devstack {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.869937] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] control_exchange = nova {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.870096] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cpu_allocation_ratio = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.870247] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] daemon = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.870402] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] debug = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.870546] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] default_access_ip_network_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.870699] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] default_availability_zone = nova {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.870845] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] default_ephemeral_format = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.870992] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] default_green_pool_size = 1000 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.871229] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.871384] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] default_schedule_zone = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.871534] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] default_thread_pool_size = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.871680] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] disk_allocation_ratio = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.871830] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] enable_new_services = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.871977] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] flat_injected = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.872143] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] force_config_drive = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.872293] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] force_raw_images = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.872452] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] graceful_shutdown_timeout = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.872603] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] heal_instance_info_cache_interval = -1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.872812] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] host = cpu-1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.872979] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] initial_cpu_allocation_ratio = 4.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.873145] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] initial_disk_allocation_ratio = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.873295] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] initial_ram_allocation_ratio = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.873509] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.873698] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] instance_build_timeout = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.873857] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] instance_delete_interval = 300 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.874025] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] instance_format = [instance: %(uuid)s] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.874186] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] instance_name_template = instance-%08x {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.874335] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] instance_usage_audit = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.874493] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] instance_usage_audit_period = month {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.874644] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.874799] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] instances_path = /opt/stack/data/nova/instances {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.874951] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] internal_service_availability_zone = internal {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.875121] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] key = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.875266] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] live_migration_retry_count = 30 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.875422] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] log_color = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.875600] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] log_config_append = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.875804] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.875961] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] log_dir = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.876123] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] log_file = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.876243] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] log_options = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.876394] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] log_rotate_interval = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.876554] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] log_rotate_interval_type = days {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.876711] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] log_rotation_type = none {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.876832] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.876950] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.877120] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.877279] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.877397] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.877548] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] long_rpc_timeout = 1800 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.877696] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] max_concurrent_builds = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.877843] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] max_concurrent_live_migrations = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.877991] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] max_concurrent_snapshots = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.878152] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] max_local_block_devices = 3 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.878298] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] max_logfile_count = 30 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.878443] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] max_logfile_size_mb = 200 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.878590] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] maximum_instance_delete_attempts = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.878738] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] migrate_max_retries = -1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.878890] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] mkisofs_cmd = genisoimage {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.879094] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] my_block_storage_ip = 10.180.1.21 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.879218] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] my_ip = 10.180.1.21 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.879408] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.879557] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] network_allocate_retries = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.879724] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.879879] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] osapi_compute_unique_server_name_scope = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.880038] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] password_length = 12 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.880192] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] periodic_enable = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.880339] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] periodic_fuzzy_delay = 60 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.880491] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] pointer_model = usbtablet {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.880643] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] preallocate_images = none {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.880792] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] publish_errors = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.880911] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] pybasedir = /opt/stack/nova {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.881066] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ram_allocation_ratio = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.881218] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] rate_limit_burst = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.881371] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] rate_limit_except_level = CRITICAL {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.881516] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] rate_limit_interval = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.881665] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] reboot_timeout = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.881813] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] reclaim_instance_interval = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.881956] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] record = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.882127] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] reimage_timeout_per_gb = 60 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.882283] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] report_interval = 120 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.882431] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] rescue_timeout = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.882579] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] reserved_host_cpus = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.882726] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] reserved_host_disk_mb = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.882875] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] reserved_host_memory_mb = 512 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.883032] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] reserved_huge_pages = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.883184] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] resize_confirm_window = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.883330] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] resize_fs_using_block_device = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.883486] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] resume_guests_state_on_host_boot = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.883657] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.883810] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] rpc_response_timeout = 60 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.883959] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] run_external_periodic_tasks = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.884130] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] running_deleted_instance_action = reap {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.884280] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] running_deleted_instance_poll_interval = 1800 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.884427] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] running_deleted_instance_timeout = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.884573] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] scheduler_instance_sync_interval = 120 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.884733] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] service_down_time = 720 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.884886] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] servicegroup_driver = db {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.885041] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] shell_completion = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.885192] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] shelved_offload_time = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.885338] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] shelved_poll_interval = 3600 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.885496] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] shutdown_timeout = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.885677] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] source_is_ipv6 = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.885833] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ssl_only = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.886086] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.886248] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] sync_power_state_interval = 600 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.886399] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] sync_power_state_pool_size = 1000 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.886556] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] syslog_log_facility = LOG_USER {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.886707] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] tempdir = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.886852] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] thread_pool_statistic_period = -1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.886997] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] timeout_nbd = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.887202] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] transport_url = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.887363] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] update_resources_interval = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.887514] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] use_cow_images = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.887662] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] use_journal = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.887810] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] use_json = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.887957] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] use_rootwrap_daemon = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.888119] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] use_stderr = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.888268] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] use_syslog = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.888411] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vcpu_pin_set = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.888568] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plugging_is_fatal = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.888729] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plugging_timeout = 300 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.888885] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] virt_mkfs = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.889048] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] volume_usage_poll_interval = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.889204] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] watch_log_file = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.889360] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] web = /usr/share/spice-html5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.889533] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_concurrency.disable_process_locking = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.890077] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.890266] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.890428] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.890585] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_brick.wait_mpath_device_interval = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.890746] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.890896] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.891088] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.891267] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.891424] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.891584] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.compute_link_prefix = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.891748] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.891906] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.dhcp_domain = novalocal {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.892072] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.enable_instance_password = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.892227] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.glance_link_prefix = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.892382] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.892541] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.instance_list_cells_batch_strategy = distributed {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.892692] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.instance_list_per_project_cells = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.892844] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.list_records_by_skipping_down_cells = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.893065] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.local_metadata_per_cell = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.893243] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.max_limit = 1000 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.893406] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.metadata_cache_expiration = 15 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.893599] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.neutron_default_project_id = default {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.893770] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.response_validation = warn {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.893927] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.use_neutron_default_nets = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.894098] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.894254] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.vendordata_dynamic_failure_fatal = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.894405] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.894562] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.vendordata_dynamic_ssl_certfile = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.894715] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.vendordata_dynamic_targets = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.894865] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.vendordata_jsonfile_path = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.895052] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api.vendordata_providers = ['StaticJSON'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.895258] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.backend = dogpile.cache.memcached {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.895422] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.backend_argument = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.895596] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.backend_expiration_time = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.895755] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.config_prefix = cache.oslo {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.895911] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.debug_cache_backend = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.896075] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.enable_retry_client = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.896230] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.enable_socket_keepalive = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.896390] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.enabled = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.896541] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.enforce_fips_mode = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.896697] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.expiration_time = 600 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.896854] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.hashclient_dead_timeout = 60.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.897009] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.hashclient_retry_attempts = 2 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.897180] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.hashclient_retry_timeout = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.897333] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.memcache_dead_retry = 300 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.897479] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.memcache_password = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.897631] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.897784] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.897938] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.memcache_pool_maxsize = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.898101] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.memcache_pool_unused_timeout = 60 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.898256] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.memcache_sasl_enabled = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.898425] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.memcache_servers = ['localhost:11211'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.898583] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.memcache_socket_timeout = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.898735] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.memcache_username = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.898888] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.proxies = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.899050] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.redis_db = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.899204] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.redis_password = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.899362] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.redis_sentinel_service_name = mymaster {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.899526] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.899683] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.redis_server = localhost:6379 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.899838] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.redis_socket_timeout = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.899986] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.redis_username = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.900153] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.retry_attempts = 2 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.900307] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.retry_delay = 0.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.900458] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.socket_keepalive_count = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.900607] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.socket_keepalive_idle = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.900756] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.socket_keepalive_interval = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.900902] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.tls_allowed_ciphers = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.901060] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.tls_cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.901210] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.tls_certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.901357] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.tls_enabled = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.901503] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cache.tls_keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.901661] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.auth_section = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.901823] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.auth_type = password {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.901972] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.902147] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.catalog_info = volumev3::publicURL {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.902297] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.902447] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.902595] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.cross_az_attach = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.902744] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.debug = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.902891] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.endpoint_template = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.903053] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.http_retries = 3 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.903207] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.903354] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.903533] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.os_region_name = RegionOne {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.903717] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.903875] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cinder.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.904052] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.904210] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.cpu_dedicated_set = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.904356] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.cpu_shared_set = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.904513] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.image_type_exclude_list = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.904663] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.live_migration_wait_for_vif_plug = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.904815] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.max_concurrent_disk_ops = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.904965] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.max_disk_devices_to_attach = -1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.905127] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.905288] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.905440] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.resource_provider_association_refresh = 300 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.905605] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.905769] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.shutdown_retry_interval = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.905940] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.906128] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] conductor.workers = 2 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.906297] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] console.allowed_origins = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.906445] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] console.ssl_ciphers = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.906603] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] console.ssl_minimum_version = default {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.906763] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] consoleauth.enforce_session_timeout = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.906918] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] consoleauth.token_ttl = 600 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.907091] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.907240] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.907392] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.907538] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.connect_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.907686] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.connect_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.907833] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.endpoint_override = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.907982] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.908140] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.908287] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.max_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.908431] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.min_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.908572] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.region_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.908717] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.retriable_status_codes = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.908857] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.service_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.909014] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.service_type = accelerator {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.909167] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.909312] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.status_code_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.909457] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.status_code_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.909600] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.909766] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.909912] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] cyborg.version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.910088] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.asyncio_connection = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.910238] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.asyncio_slave_connection = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.910396] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.backend = sqlalchemy {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.910552] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.connection = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.910703] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.connection_debug = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.910858] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.connection_parameters = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.911012] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.connection_recycle_time = 3600 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.911169] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.connection_trace = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.911319] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.db_inc_retry_interval = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.911472] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.db_max_retries = 20 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.911621] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.db_max_retry_interval = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.911777] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.db_retry_interval = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.911930] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.max_overflow = 50 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.912097] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.max_pool_size = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.912249] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.max_retries = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.912408] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.mysql_sql_mode = TRADITIONAL {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.912556] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.mysql_wsrep_sync_wait = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.912706] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.pool_timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.912860] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.retry_interval = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.913014] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.slave_connection = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.913178] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.sqlite_synchronous = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.913331] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] database.use_db_reconnect = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.913501] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.asyncio_connection = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.913681] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.asyncio_slave_connection = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.913851] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.backend = sqlalchemy {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.914017] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.connection = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.914182] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.connection_debug = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.914341] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.connection_parameters = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.914493] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.connection_recycle_time = 3600 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.914652] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.connection_trace = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.914827] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.db_inc_retry_interval = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.914986] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.db_max_retries = 20 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.915157] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.db_max_retry_interval = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.915311] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.db_retry_interval = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.915466] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.max_overflow = 50 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.915641] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.max_pool_size = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.915801] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.max_retries = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.915973] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.916162] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.mysql_wsrep_sync_wait = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.916321] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.pool_timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.916478] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.retry_interval = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.916683] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.slave_connection = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.916813] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] api_database.sqlite_synchronous = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.916981] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] devices.enabled_mdev_types = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.917165] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.917328] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ephemeral_storage_encryption.default_format = luks {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.917481] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ephemeral_storage_encryption.enabled = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.917635] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ephemeral_storage_encryption.key_size = 512 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.917797] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.api_servers = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.917953] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.918117] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.918273] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.918422] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.connect_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.918570] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.connect_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.918723] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.debug = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.918878] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.default_trusted_certificate_ids = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.919038] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.enable_certificate_validation = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.919195] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.enable_rbd_download = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.919344] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.endpoint_override = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.919496] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.919646] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.919794] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.max_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.919938] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.min_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.920107] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.num_retries = 3 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.920267] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.rbd_ceph_conf = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.920419] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.rbd_connect_timeout = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.920575] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.rbd_pool = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.920732] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.rbd_user = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.920879] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.region_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.921069] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.retriable_status_codes = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.921191] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.service_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.921346] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.service_type = image {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.921495] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.921643] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.status_code_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.921798] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.status_code_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.921944] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.922124] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.922280] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.verify_glance_signatures = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.922427] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] glance.version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.922584] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] guestfs.debug = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.922742] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.auth_section = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.922892] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.auth_type = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.923050] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.923200] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.923351] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.923497] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.connect_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.923675] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.connect_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.923828] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.endpoint_override = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.923980] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.924145] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.924294] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.max_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.924441] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.min_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.924587] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.region_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.924735] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.retriable_status_codes = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.924881] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.service_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.925051] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.service_type = shared-file-system {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.925211] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.share_apply_policy_timeout = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.925363] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.925511] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.status_code_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.925687] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.status_code_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.925845] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.926025] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.926180] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] manila.version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.926337] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] mks.enabled = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.926706] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.926889] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] image_cache.manager_interval = 2400 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.927061] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] image_cache.precache_concurrency = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.927234] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] image_cache.remove_unused_base_images = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.927397] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.927555] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.927722] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] image_cache.subdirectory_name = _base {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.927919] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.api_max_retries = 60 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928116] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.api_retry_interval = 2 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928274] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.auth_section = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928426] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.auth_type = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928575] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928722] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.928874] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929035] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.conductor_group = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929187] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.connect_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929332] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.connect_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929481] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.endpoint_override = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929630] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929776] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.929921] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.max_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.930077] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.min_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.930232] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.peer_list = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.930377] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.region_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.930522] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.retriable_status_codes = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.930672] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.serial_console_state_timeout = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.930818] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.service_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.930976] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.service_type = baremetal {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931134] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.shard = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931283] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931431] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.status_code_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931577] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.status_code_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931725] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.931894] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932054] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ironic.version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932226] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932387] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] key_manager.fixed_key = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932553] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932705] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.barbican_api_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.932852] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.barbican_endpoint = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933014] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.barbican_endpoint_type = public {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933174] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.barbican_region_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933320] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933468] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933638] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933803] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.933951] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934115] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.number_of_retries = 60 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934267] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.retry_delay = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934415] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.send_service_user_token = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934562] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934707] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934855] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.verify_ssl = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.934997] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican.verify_ssl_path = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935163] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican_service_user.auth_section = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935312] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican_service_user.auth_type = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935455] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican_service_user.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935631] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican_service_user.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935788] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican_service_user.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.935943] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican_service_user.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936101] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican_service_user.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936252] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican_service_user.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936395] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] barbican_service_user.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936550] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vault.approle_role_id = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936732] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vault.approle_secret_id = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.936890] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vault.kv_mountpoint = secret {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937051] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vault.kv_path = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937207] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vault.kv_version = 2 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937354] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vault.namespace = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937498] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vault.root_token_id = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937643] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vault.ssl_ca_crt_file = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937799] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vault.timeout = 60.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.937948] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vault.use_ssl = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938115] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938272] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938421] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938571] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938721] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.connect_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.938914] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.connect_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939113] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.endpoint_override = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939275] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939424] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939573] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.max_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939729] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.min_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.939875] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.region_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940032] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.retriable_status_codes = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940185] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.service_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940346] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.service_type = identity {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940498] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940648] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.status_code_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940799] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.status_code_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.940947] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.941129] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.941278] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] keystone.version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.941457] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.ceph_mount_options = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.941763] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.941936] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.connection_uri = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942102] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.cpu_mode = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942264] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.cpu_model_extra_flags = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942423] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.cpu_models = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942582] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.cpu_power_governor_high = performance {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942743] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.cpu_power_governor_low = powersave {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.942895] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.cpu_power_management = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943066] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943226] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.device_detach_attempts = 8 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943379] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.device_detach_timeout = 20 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943536] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.disk_cachemodes = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943706] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.disk_prefix = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.943866] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.enabled_perf_events = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944052] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.file_backed_memory = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944220] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.gid_maps = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944373] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.hw_disk_discard = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944523] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.hw_machine_type = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944680] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.images_rbd_ceph_conf = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944836] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.944987] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945160] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.images_rbd_glance_store_name = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945317] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.images_rbd_pool = rbd {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945476] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.images_type = default {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945655] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.images_volume_group = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945820] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.inject_key = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.945973] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.inject_partition = -2 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946139] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.inject_password = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946292] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.iscsi_iface = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946444] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.iser_use_multipath = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946618] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_bandwidth = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946796] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_completion_timeout = 800 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.946951] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_downtime = 500 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947124] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_downtime_delay = 75 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947279] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_downtime_steps = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947428] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_inbound_addr = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947577] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_parallel_connections = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947727] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_permit_auto_converge = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.947881] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_permit_post_copy = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948033] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_scheme = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948196] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_timeout_action = abort {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948346] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_tunnelled = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948492] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_uri = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948638] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.live_migration_with_native_tls = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948786] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.max_queues = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.948938] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.mem_stats_period_seconds = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949185] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949341] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.nfs_mount_options = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949627] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949793] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.num_aoe_discover_tries = 3 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.949965] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.num_iser_scan_tries = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950188] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.num_memory_encrypted_guests = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950355] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.num_nvme_discover_tries = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950513] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.num_pcie_ports = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950672] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.num_volume_scan_tries = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950832] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.pmem_namespaces = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.950984] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.quobyte_client_cfg = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.951279] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.951454] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.rbd_connect_timeout = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.951613] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.951770] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.951919] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.rbd_secret_uuid = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952085] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.rbd_user = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952242] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.realtime_scheduler_priority = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952402] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.remote_filesystem_transport = ssh {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952554] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.rescue_image_id = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952703] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.rescue_kernel_id = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.952853] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.rescue_ramdisk_id = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953014] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.rng_dev_path = /dev/urandom {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953171] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.rx_queue_size = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953325] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.smbfs_mount_options = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953638] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953830] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.snapshot_compression = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.953993] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.snapshot_image_format = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954232] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954391] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.sparse_logical_volumes = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954546] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.swtpm_enabled = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954705] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.swtpm_group = tss {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.954864] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.swtpm_user = tss {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955031] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.sysinfo_serial = unique {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955187] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.tb_cache_size = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955337] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.tx_queue_size = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955493] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.uid_maps = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955676] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.use_virtio_for_bridges = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.955842] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.virt_type = kvm {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956021] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.volume_clear = zero {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956176] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.volume_clear_size = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956329] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.volume_enforce_multipath = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956485] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.volume_use_multipath = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956657] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.vzstorage_cache_path = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956827] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.956987] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.vzstorage_mount_group = qemu {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957158] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.vzstorage_mount_opts = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957317] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957592] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957760] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.vzstorage_mount_user = stack {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.957914] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958088] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.auth_section = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958253] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.auth_type = password {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958400] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958545] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.958915] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959112] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.connect_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959267] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.connect_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959426] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.default_floating_pool = public {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959573] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.endpoint_override = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959726] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.extension_sync_interval = 600 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.959871] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.http_retries = 3 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.960039] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.960191] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.960336] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.max_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.960491] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.metadata_proxy_shared_secret = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.960637] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.min_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.960793] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.ovs_bridge = br-int {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.960943] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.physnets = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.961115] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.region_name = RegionOne {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.961262] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.retriable_status_codes = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.961415] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.service_metadata_proxy = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.961560] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.service_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.961711] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.service_type = network {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.961859] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.962008] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.status_code_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.962162] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.status_code_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.962309] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.962474] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.962619] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] neutron.version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.962781] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] notifications.bdms_in_notifications = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.962941] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] notifications.default_level = INFO {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.963102] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] notifications.include_share_mapping = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.963264] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] notifications.notification_format = unversioned {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.963414] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] notifications.notify_on_state_change = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.963624] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.963811] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] pci.alias = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.963970] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] pci.device_spec = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.964138] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] pci.report_in_placement = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.964301] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.auth_section = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.964461] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.auth_type = password {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.964617] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.auth_url = http://10.180.1.21/identity {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.964768] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.964914] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.965074] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.965226] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.connect_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.965373] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.connect_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.965519] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.default_domain_id = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.965700] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.default_domain_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.965852] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.domain_id = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.965998] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.domain_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.966158] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.endpoint_override = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.966307] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.966452] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.966602] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.max_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.966778] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.min_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.966940] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.password = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.967155] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.project_domain_id = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.967324] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.project_domain_name = Default {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.967495] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.project_id = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.967673] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.project_name = service {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.967833] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.region_name = RegionOne {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.967984] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.retriable_status_codes = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.968146] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.service_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.968303] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.service_type = placement {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.968452] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.968596] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.status_code_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.968743] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.status_code_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.968886] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.system_scope = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.969045] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.969196] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.trust_id = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.969341] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.user_domain_id = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.969494] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.user_domain_name = Default {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.969639] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.user_id = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.969799] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.username = nova {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.969967] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.970129] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] placement.version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.970298] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.cores = 20 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.970454] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.count_usage_from_placement = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.970625] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.970784] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.injected_file_content_bytes = 10240 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.970939] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.injected_file_path_length = 255 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.971104] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.injected_files = 5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.971262] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.instances = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.971414] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.key_pairs = 100 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.971569] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.metadata_items = 128 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.971722] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.ram = 51200 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.971872] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.recheck_quota = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.972037] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.server_group_members = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.972195] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.server_groups = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.972387] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.unified_limits_resource_list = ['servers'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.972546] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] quota.unified_limits_resource_strategy = require {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.972707] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.972862] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.973021] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] scheduler.image_metadata_prefilter = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.973176] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.973326] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] scheduler.max_attempts = 3 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.973482] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] scheduler.max_placement_results = 1000 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.973669] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.973831] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] scheduler.query_placement_for_image_type_support = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.973984] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.974163] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] scheduler.workers = 2 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.974326] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.974485] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.974652] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.974809] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.974962] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.975149] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.975305] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.975481] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.975686] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.host_subset_size = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.975855] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.976013] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.image_properties_default_architecture = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.976177] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.976333] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.image_props_weight_setting = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.976487] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.976683] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.isolated_hosts = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.976821] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.isolated_images = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.976972] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.max_instances_per_host = 50 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.977139] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.977305] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.977457] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.pci_in_placement = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.977609] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.977763] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.977912] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.978085] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.978243] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.978395] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.978544] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.track_instance_changes = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.978742] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.978916] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] metrics.required = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.979088] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] metrics.weight_multiplier = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.979245] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] metrics.weight_of_unavailable = -10000.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.979399] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] metrics.weight_setting = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.979704] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.979871] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] serial_console.enabled = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.980046] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] serial_console.port_range = 10000:20000 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.980210] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.980367] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.980525] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] serial_console.serialproxy_port = 6083 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.980680] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] service_user.auth_section = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.980849] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] service_user.auth_type = password {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.980998] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] service_user.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.981158] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] service_user.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.981307] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] service_user.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.981452] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] service_user.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.981593] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] service_user.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.981749] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] service_user.send_service_user_token = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.981898] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] service_user.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.982055] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] service_user.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.982217] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.agent_enabled = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.982366] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.enabled = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.982657] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.982847] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.html5proxy_host = 0.0.0.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.983073] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.html5proxy_port = 6082 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.983168] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.image_compression = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.983314] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.jpeg_compression = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.983464] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.playback_compression = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.983630] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.require_secure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.983787] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.server_listen = 127.0.0.1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.983943] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.984222] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.984383] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.streaming_mode = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.984532] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] spice.zlib_compression = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.984689] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] upgrade_levels.baseapi = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.984851] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] upgrade_levels.compute = auto {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.984997] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] upgrade_levels.conductor = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.985159] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] upgrade_levels.scheduler = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.985315] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vendordata_dynamic_auth.auth_section = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.985466] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vendordata_dynamic_auth.auth_type = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.985638] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vendordata_dynamic_auth.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.985794] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vendordata_dynamic_auth.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.985944] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vendordata_dynamic_auth.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.986104] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vendordata_dynamic_auth.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.986252] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vendordata_dynamic_auth.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.986399] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vendordata_dynamic_auth.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.986547] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vendordata_dynamic_auth.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.986736] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.api_retry_count = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.986888] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.ca_file = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.987061] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.cache_prefix = devstack-image-cache {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.987245] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.cluster_name = testcl1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.987414] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.connection_pool_size = 10 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.987564] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.console_delay_seconds = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.987755] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.datastore_regex = ^datastore.* {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.987976] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.988164] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.host_password = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.988325] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.host_port = 443 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.988480] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.host_username = administrator@vsphere.local {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.988637] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.insecure = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.988789] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.integration_bridge = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.988938] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.maximum_objects = 100 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.989104] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.pbm_default_policy = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.989257] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.pbm_enabled = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.989404] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.pbm_wsdl_location = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.989556] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.989702] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.serial_port_proxy_uri = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.989849] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.serial_port_service_uri = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.990012] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.task_poll_interval = 0.5 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.990184] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.use_linked_clone = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.990342] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.vnc_keymap = en-us {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.990497] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.vnc_port = 5900 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.990651] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vmware.vnc_port_total = 10000 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.990859] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vnc.auth_schemes = ['none'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.991040] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vnc.enabled = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.991320] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.991493] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.991650] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vnc.novncproxy_port = 6080 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.991825] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vnc.server_listen = 127.0.0.1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.991993] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.992155] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vnc.vencrypt_ca_certs = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.992302] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vnc.vencrypt_client_cert = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.992447] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vnc.vencrypt_client_key = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.992613] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.992765] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.disable_deep_image_inspection = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.992913] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.disable_fallback_pcpu_query = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.993073] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.disable_group_policy_check_upcall = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.993225] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.993376] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.disable_rootwrap = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.993541] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.enable_numa_live_migration = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.993697] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.993847] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.993997] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.handle_virt_lifecycle_events = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.994165] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.libvirt_disable_apic = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.994316] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.never_download_image_if_on_rbd = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.994467] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.994615] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.994766] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.994917] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.995086] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.995241] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.995392] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.995541] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.995728] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.995906] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.996071] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] wsgi.secure_proxy_ssl_header = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.996229] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] zvm.ca_file = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.996380] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] zvm.cloud_connector_url = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.996688] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.996868] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] zvm.reachable_timeout = 300 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.997042] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.997215] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.997382] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler.connection_string = messaging:// {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.997537] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler.enabled = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.997693] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler.es_doc_type = notification {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.997847] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler.es_scroll_size = 10000 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.998018] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler.es_scroll_time = 2m {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.998171] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler.filter_error_trace = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.998326] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler.hmac_keys = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.998479] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler.sentinel_service_name = mymaster {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.998633] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler.socket_timeout = 0.1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.998786] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler.trace_requests = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.998935] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler.trace_sqlalchemy = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.999112] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler_jaeger.process_tags = {} {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.999262] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler_jaeger.service_name_prefix = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.999413] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] profiler_otlp.service_name_prefix = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.999575] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.999763] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.999937] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.000104] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.000260] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.000408] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.000557] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.000707] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.000859] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.001021] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.001173] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.001328] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.001480] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.001634] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.001790] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.001947] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.002114] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.002268] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.002426] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.002574] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.002748] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.002920] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.003089] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.003243] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.003394] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.003545] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.003695] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.003846] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.003992] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.004156] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.004307] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.ssl = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.004464] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.004617] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.004768] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.004922] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.005090] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.ssl_version = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.005245] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.005418] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.005616] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_notifications.retry = -1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.005819] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.005986] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_messaging_notifications.transport_url = **** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.006165] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.auth_section = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.006319] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.auth_type = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.006467] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.cafile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.006647] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.certfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.006819] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.collect_timing = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.006966] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.connect_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.007128] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.connect_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.007278] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.endpoint_id = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.007437] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.endpoint_interface = publicURL {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.007584] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.endpoint_override = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.007730] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.endpoint_region_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.007875] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.endpoint_service_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.008029] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.endpoint_service_type = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.008183] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.insecure = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.008327] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.keyfile = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.008470] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.max_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.008614] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.min_version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.008849] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.region_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.008983] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.retriable_status_codes = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.009147] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.service_name = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.009295] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.service_type = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.009444] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.split_loggers = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.009590] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.status_code_retries = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.009818] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.status_code_retry_delay = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.010036] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.timeout = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.010203] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.valid_interfaces = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.010354] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_limit.version = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.010508] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_reports.file_event_handler = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.010664] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_reports.file_event_handler_interval = 1 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.010813] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] oslo_reports.log_dir = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.010975] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.011139] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_linux_bridge_privileged.group = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.011287] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.011436] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.011589] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.011745] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.011893] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_linux_bridge_privileged.user = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.012073] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.012226] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_ovs_privileged.group = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.012374] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_ovs_privileged.helper_command = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.012523] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.012678] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.012829] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.012974] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] vif_plug_ovs_privileged.user = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.013147] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_linux_bridge.flat_interface = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.013314] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.013475] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.013635] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.013794] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.013955] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.014124] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.014276] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_linux_bridge.vlan_interface = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.014442] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.014600] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_ovs.isolate_vif = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.014758] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.014912] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.015080] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.015242] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_ovs.ovsdb_interface = native {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.015394] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] os_vif_ovs.per_port_bridge = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.015553] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] privsep_osbrick.capabilities = [21, 2] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.015722] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] privsep_osbrick.group = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.015876] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] privsep_osbrick.helper_command = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.016038] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] privsep_osbrick.log_daemon_traceback = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.016197] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.016350] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] privsep_osbrick.thread_pool_size = 8 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.016498] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] privsep_osbrick.user = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.016681] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.016838] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] nova_sys_admin.group = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.016985] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] nova_sys_admin.helper_command = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.017148] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] nova_sys_admin.log_daemon_traceback = False {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.017303] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.017453] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] nova_sys_admin.thread_pool_size = 8 {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.017605] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] nova_sys_admin.user = None {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.017724] env[66735]: DEBUG oslo_service.backend._eventlet.service [None req-9ce372f5-9e45-4af8-9d13-1ab12838208b None None] ******************************************************************************** {{(pid=66735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 530.018165] env[66735]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 530.522503] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Getting list of instances from cluster (obj){ [ 530.522503] env[66735]: value = "domain-c8" [ 530.522503] env[66735]: _type = "ClusterComputeResource" [ 530.522503] env[66735]: } {{(pid=66735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 530.523627] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c32074-a488-4beb-a38c-41c1129ab87e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.533017] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Got total of 0 instances {{(pid=66735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 530.533633] env[66735]: WARNING nova.virt.vmwareapi.driver [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 530.534102] env[66735]: INFO nova.virt.node [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Generated node identity 6ae23487-114f-4262-8cf3-6dc9ebca19ff [ 530.534344] env[66735]: INFO nova.virt.node [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Wrote node identity 6ae23487-114f-4262-8cf3-6dc9ebca19ff to /opt/stack/data/n-cpu-1/compute_id [ 531.036869] env[66735]: WARNING nova.compute.manager [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Compute nodes ['6ae23487-114f-4262-8cf3-6dc9ebca19ff'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 532.042169] env[66735]: INFO nova.compute.manager [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 533.048376] env[66735]: WARNING nova.compute.manager [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 533.048782] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.048824] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.048952] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 533.049116] env[66735]: DEBUG nova.compute.resource_tracker [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 533.050031] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb01e374-c657-408d-b34c-0a2ea47b69a1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.058248] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25abd466-98fc-48c2-b031-1ba5c248da67 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.073327] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154e344a-ef60-4bb4-9736-0dd61e10f804 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.080678] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08eb23b-30a7-4e6b-ab86-2a66439971b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.109923] env[66735]: DEBUG nova.compute.resource_tracker [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180644MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 533.110135] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.110327] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.613392] env[66735]: WARNING nova.compute.resource_tracker [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] No compute node record for cpu-1:6ae23487-114f-4262-8cf3-6dc9ebca19ff: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 6ae23487-114f-4262-8cf3-6dc9ebca19ff could not be found. [ 534.117552] env[66735]: INFO nova.compute.resource_tracker [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 6ae23487-114f-4262-8cf3-6dc9ebca19ff [ 535.625894] env[66735]: DEBUG nova.compute.resource_tracker [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 535.626317] env[66735]: DEBUG nova.compute.resource_tracker [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 535.783683] env[66735]: INFO nova.scheduler.client.report [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] [req-c4527a6e-7cd9-415c-b336-480be21ecf4b] Created resource provider record via placement API for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 535.802127] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbb6aff-1feb-4004-a48e-74185827641d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.810468] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fde982f-f08b-413a-97e1-63712eb35288 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.841416] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10efc77f-2e85-4d38-9ed6-9d350a73968f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.849835] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977e823e-06d8-4463-acbc-5052d6f1b9d2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.864072] env[66735]: DEBUG nova.compute.provider_tree [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 536.402579] env[66735]: DEBUG nova.scheduler.client.report [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 536.402799] env[66735]: DEBUG nova.compute.provider_tree [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 0 to 1 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 536.402930] env[66735]: DEBUG nova.compute.provider_tree [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 536.454111] env[66735]: DEBUG nova.compute.provider_tree [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 1 to 2 during operation: update_traits {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 536.958943] env[66735]: DEBUG nova.compute.resource_tracker [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 536.959333] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.849s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.959333] env[66735]: DEBUG nova.service [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Creating RPC server for service compute {{(pid=66735) start /opt/stack/nova/nova/service.py:177}} [ 536.972016] env[66735]: DEBUG nova.service [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] Join ServiceGroup membership for this service compute {{(pid=66735) start /opt/stack/nova/nova/service.py:194}} [ 536.972232] env[66735]: DEBUG nova.servicegroup.drivers.db [None req-25b20392-b502-4787-8cbb-2bbb47d4a1e2 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=66735) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 571.974158] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._sync_power_states {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.479192] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Getting list of instances from cluster (obj){ [ 572.479192] env[66735]: value = "domain-c8" [ 572.479192] env[66735]: _type = "ClusterComputeResource" [ 572.479192] env[66735]: } {{(pid=66735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 572.479938] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d834f386-d06e-487e-b54a-cd9dbd8d07fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.491513] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Got total of 0 instances {{(pid=66735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 572.492355] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.492355] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Getting list of instances from cluster (obj){ [ 572.492355] env[66735]: value = "domain-c8" [ 572.492355] env[66735]: _type = "ClusterComputeResource" [ 572.492355] env[66735]: } {{(pid=66735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 572.493481] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4abcc7-fa53-4090-803a-12e9a7f1f710 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.503087] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Got total of 0 instances {{(pid=66735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 577.945110] env[66735]: INFO nova.utils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The default thread pool MainProcess.default is initialized [ 577.945901] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "8560b1a4-27ea-485b-8779-c7849d597eaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.946171] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "8560b1a4-27ea-485b-8779-c7849d597eaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.450169] env[66735]: DEBUG nova.compute.manager [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 578.992413] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.992705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.995842] env[66735]: INFO nova.compute.claims [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.195630] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Acquiring lock "3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.196365] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Lock "3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.700812] env[66735]: DEBUG nova.compute.manager [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 580.103774] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571c9f01-ebe1-4211-b709-a885005725b9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.113188] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e37f52-591a-4788-bb59-bdec835dcbd2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.154790] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquiring lock "d4aa598c-ffe4-42ed-ae04-5301216b1827" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.155036] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lock "d4aa598c-ffe4-42ed-ae04-5301216b1827" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.156977] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ea06f3-475e-4fc7-9919-36f34d4b4526 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.171080] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854790d1-7396-436c-85a7-c582494a280a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.186978] env[66735]: DEBUG nova.compute.provider_tree [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.226759] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.660598] env[66735]: DEBUG nova.compute.manager [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 580.690581] env[66735]: DEBUG nova.scheduler.client.report [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.792872] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Acquiring lock "f1da9260-b4b9-4752-afa4-452afacca59c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.792872] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Lock "f1da9260-b4b9-4752-afa4-452afacca59c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.005257] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "72d6e128-7320-4c9a-a410-a170aebc9364" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.005257] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "72d6e128-7320-4c9a-a410-a170aebc9364" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.197952] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.199139] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.201478] env[66735]: DEBUG nova.compute.manager [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 581.207303] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.980s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.210986] env[66735]: INFO nova.compute.claims [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.296933] env[66735]: DEBUG nova.compute.manager [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 581.508065] env[66735]: DEBUG nova.compute.manager [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 581.677215] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Acquiring lock "ed956405-16b0-40d0-ac18-6be904abd266" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.677658] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Lock "ed956405-16b0-40d0-ac18-6be904abd266" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.716244] env[66735]: DEBUG nova.compute.utils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.716940] env[66735]: DEBUG nova.compute.manager [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 581.720532] env[66735]: DEBUG nova.network.neutron [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 581.720532] env[66735]: WARNING neutronclient.v2_0.client [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 581.720532] env[66735]: WARNING neutronclient.v2_0.client [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 581.825737] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.026948] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.182951] env[66735]: DEBUG nova.compute.manager [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 582.224246] env[66735]: DEBUG nova.compute.manager [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 582.448104] env[66735]: DEBUG nova.policy [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824b9399f1164f9e9f3fe40badd6582e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55bf1561f06342159553e0aea997aa9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.468015] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf9ac05-9a42-4096-b2b3-b21a539db5a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.476353] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dc51f9-1889-420c-bc4b-d695c7d0bf93 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.513512] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd195291-d510-47ab-8084-b4675402d328 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.523397] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bcc998-165f-4c94-b9e4-802991d6d825 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.540096] env[66735]: DEBUG nova.compute.provider_tree [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.710145] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.026806] env[66735]: DEBUG nova.network.neutron [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Successfully created port: 3ba7803f-e502-4353-8490-c569c3121565 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 583.045144] env[66735]: DEBUG nova.scheduler.client.report [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.236843] env[66735]: DEBUG nova.compute.manager [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 583.269621] env[66735]: DEBUG nova.virt.hardware [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 583.269858] env[66735]: DEBUG nova.virt.hardware [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.270637] env[66735]: DEBUG nova.virt.hardware [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 583.271072] env[66735]: DEBUG nova.virt.hardware [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.271185] env[66735]: DEBUG nova.virt.hardware [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 583.271736] env[66735]: DEBUG nova.virt.hardware [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 583.271812] env[66735]: DEBUG nova.virt.hardware [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 583.271961] env[66735]: DEBUG nova.virt.hardware [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 583.272437] env[66735]: DEBUG nova.virt.hardware [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 583.272965] env[66735]: DEBUG nova.virt.hardware [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 583.272965] env[66735]: DEBUG nova.virt.hardware [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 583.273740] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0f944d-a8f6-4c42-ba6d-fb8733808903 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.283445] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "eeb64922-383d-456b-8fb2-272d8cf61fac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.283445] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "eeb64922-383d-456b-8fb2-272d8cf61fac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.289797] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a680f250-d514-4ec9-bcc7-815683276fcc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.315237] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a192ea5-bf8a-4a2c-9d65-44adf36410b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.553941] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.553941] env[66735]: DEBUG nova.compute.manager [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 583.559721] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.362s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.561211] env[66735]: INFO nova.compute.claims [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.785753] env[66735]: DEBUG nova.compute.manager [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 584.061610] env[66735]: DEBUG nova.compute.utils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.063059] env[66735]: DEBUG nova.compute.manager [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 584.063300] env[66735]: DEBUG nova.network.neutron [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 584.063883] env[66735]: WARNING neutronclient.v2_0.client [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 584.064201] env[66735]: WARNING neutronclient.v2_0.client [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 584.315258] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.524378] env[66735]: DEBUG nova.policy [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fb024a739e5416ca47bccc626159f2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe83a86e0b144e8fa4ec729475c3a9f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.567946] env[66735]: DEBUG nova.compute.manager [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 584.710448] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea53449-42ee-4dcf-bf16-8f25761a3b40 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.720256] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e9027a-8681-43b9-bc44-7653bfaf8114 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.751232] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175dda50-3e34-4b38-a691-055168e09a70 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.760217] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053d8744-e520-452b-a2b0-7980dfad0335 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.774697] env[66735]: DEBUG nova.compute.provider_tree [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.219692] env[66735]: DEBUG nova.network.neutron [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Successfully updated port: 3ba7803f-e502-4353-8490-c569c3121565 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 585.276641] env[66735]: DEBUG nova.network.neutron [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Successfully created port: 916e9145-d7a8-4b4a-a479-59e9e27f0d8a {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 585.279619] env[66735]: DEBUG nova.scheduler.client.report [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.283410] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.284132] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.284457] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.284760] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.285084] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.285414] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.285696] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.285949] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11251}} [ 585.286279] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.579032] env[66735]: DEBUG nova.compute.manager [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 585.608652] env[66735]: DEBUG nova.virt.hardware [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 585.608652] env[66735]: DEBUG nova.virt.hardware [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.608652] env[66735]: DEBUG nova.virt.hardware [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 585.608808] env[66735]: DEBUG nova.virt.hardware [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.608808] env[66735]: DEBUG nova.virt.hardware [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 585.608948] env[66735]: DEBUG nova.virt.hardware [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 585.609391] env[66735]: DEBUG nova.virt.hardware [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 585.609664] env[66735]: DEBUG nova.virt.hardware [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 585.609969] env[66735]: DEBUG nova.virt.hardware [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 585.610156] env[66735]: DEBUG nova.virt.hardware [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 585.610334] env[66735]: DEBUG nova.virt.hardware [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 585.611306] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7e5add-7d71-49d6-844b-5154e633cb00 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.622827] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5df6e6f-9c5c-432e-bfc5-fad150800290 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.724150] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "refresh_cache-8560b1a4-27ea-485b-8779-c7849d597eaa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.724338] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquired lock "refresh_cache-8560b1a4-27ea-485b-8779-c7849d597eaa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.724530] env[66735]: DEBUG nova.network.neutron [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 585.789037] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.789037] env[66735]: DEBUG nova.compute.manager [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 585.790750] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.965s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.792505] env[66735]: INFO nova.compute.claims [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.797897] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.291875] env[66735]: DEBUG nova.compute.utils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.293358] env[66735]: DEBUG nova.compute.manager [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Not allocating networking since 'none' was specified. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 586.797730] env[66735]: DEBUG nova.compute.manager [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 586.956632] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39aaa68-d0b9-471d-b3b5-5db826774fea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.965352] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47481fb-c6de-4434-a6a0-0601f499e0bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.999179] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67862c7-9b91-412c-93f9-f674e29b8643 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.007430] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5613a9d-e98b-45ac-952e-0a8df1ab334c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.021621] env[66735]: DEBUG nova.compute.provider_tree [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.189236] env[66735]: DEBUG nova.network.neutron [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Successfully updated port: 916e9145-d7a8-4b4a-a479-59e9e27f0d8a {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 587.245972] env[66735]: DEBUG nova.network.neutron [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 587.526236] env[66735]: DEBUG nova.scheduler.client.report [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.691432] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Acquiring lock "refresh_cache-3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.691613] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Acquired lock "refresh_cache-3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.692180] env[66735]: DEBUG nova.network.neutron [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 587.804921] env[66735]: DEBUG nova.compute.manager [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 587.831742] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.831979] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.839748] env[66735]: DEBUG nova.virt.hardware [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 587.839991] env[66735]: DEBUG nova.virt.hardware [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.840154] env[66735]: DEBUG nova.virt.hardware [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 587.840362] env[66735]: DEBUG nova.virt.hardware [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.840459] env[66735]: DEBUG nova.virt.hardware [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 587.840614] env[66735]: DEBUG nova.virt.hardware [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 587.840806] env[66735]: DEBUG nova.virt.hardware [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 587.840953] env[66735]: DEBUG nova.virt.hardware [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 587.841853] env[66735]: DEBUG nova.virt.hardware [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 587.841853] env[66735]: DEBUG nova.virt.hardware [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 587.841853] env[66735]: DEBUG nova.virt.hardware [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 587.842880] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81ebdcb-e9fd-45f4-bf58-5185821fa49d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.853428] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6507841-9a22-44a8-9135-18deff689e5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.870561] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.881822] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.882633] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba2ff4d3-f977-4dd2-a9bc-502f43078dcc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.896784] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Created folder: OpenStack in parent group-v4. [ 587.897195] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Creating folder: Project (511820dbe6ce4619a4b9a5fad041d7cf). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.897379] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26521a4d-5bcc-46fe-8347-bfc9422af140 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.909181] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Created folder: Project (511820dbe6ce4619a4b9a5fad041d7cf) in parent group-v906980. [ 587.909452] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Creating folder: Instances. Parent ref: group-v906981. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.909611] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e806a53e-7c97-449c-b275-61c75bcee384 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.922760] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Created folder: Instances in parent group-v906981. [ 587.923954] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 587.923954] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.923954] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d114c97-fe26-4e85-8a9b-482aceeaf781 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.942657] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.942657] env[66735]: value = "task-4644929" [ 587.942657] env[66735]: _type = "Task" [ 587.942657] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.956990] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644929, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.032069] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.033192] env[66735]: DEBUG nova.compute.manager [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 588.035283] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.008s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.036818] env[66735]: INFO nova.compute.claims [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.334332] env[66735]: DEBUG nova.compute.manager [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 588.460955] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644929, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.542077] env[66735]: DEBUG nova.compute.utils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.546840] env[66735]: DEBUG nova.compute.manager [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 588.547416] env[66735]: DEBUG nova.network.neutron [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 588.547416] env[66735]: WARNING neutronclient.v2_0.client [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.547750] env[66735]: WARNING neutronclient.v2_0.client [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.585450] env[66735]: DEBUG nova.network.neutron [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 588.867723] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.954969] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644929, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.047350] env[66735]: DEBUG nova.compute.manager [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 589.184397] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d163bda-e7e2-4e38-a9b1-0627741e5bd6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.192854] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378017de-def0-418a-84ee-e2fccbd3ae6e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.229451] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75665a53-97d8-48b5-92e7-d37a3d7c87db {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.240880] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c3d114-bb9a-455a-be8c-a76eed4ee006 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.254720] env[66735]: DEBUG nova.compute.provider_tree [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.462235] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644929, 'name': CreateVM_Task, 'duration_secs': 1.460836} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.462639] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.463619] env[66735]: DEBUG oslo_vmware.service [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d01abb-0ce7-4ede-aef4-6492eeb24c0e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.473727] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.474594] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.474666] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.474912] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0349428f-3294-4b0a-99d7-0fbfcd73ecec {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.482905] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 589.482905] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5265d099-6563-6dd2-de81-7185c3371060" [ 589.482905] env[66735]: _type = "Task" [ 589.482905] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.492980] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5265d099-6563-6dd2-de81-7185c3371060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.758008] env[66735]: DEBUG nova.scheduler.client.report [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.946477] env[66735]: WARNING neutronclient.v2_0.client [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.994771] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.995013] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.995246] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.995388] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.995816] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.996078] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cce12cad-81e3-4e90-b01d-a34951603621 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.016275] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.016482] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.017360] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de40e9af-05a2-4f2b-908f-c5fbc61b477f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.026164] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3340ad3b-f056-4d57-b7cc-b5e07aa7fa2b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.031896] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 590.031896] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f454cf-d755-43aa-6ab6-9973d75c1be9" [ 590.031896] env[66735]: _type = "Task" [ 590.031896] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.042821] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f454cf-d755-43aa-6ab6-9973d75c1be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.058289] env[66735]: DEBUG nova.compute.manager [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 590.103851] env[66735]: DEBUG nova.virt.hardware [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 590.104269] env[66735]: DEBUG nova.virt.hardware [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.104269] env[66735]: DEBUG nova.virt.hardware [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 590.104474] env[66735]: DEBUG nova.virt.hardware [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.104677] env[66735]: DEBUG nova.virt.hardware [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 590.104826] env[66735]: DEBUG nova.virt.hardware [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 590.106024] env[66735]: DEBUG nova.virt.hardware [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 590.106024] env[66735]: DEBUG nova.virt.hardware [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 590.106024] env[66735]: DEBUG nova.virt.hardware [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 590.106024] env[66735]: DEBUG nova.virt.hardware [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 590.106024] env[66735]: DEBUG nova.virt.hardware [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 590.106933] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b30530-8c68-459f-9e62-95c3894711d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.115894] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edfe164-9617-40a5-99ec-be711fcd686e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.264764] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.264918] env[66735]: DEBUG nova.compute.manager [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 590.268457] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.557s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.268850] env[66735]: INFO nova.compute.claims [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.420045] env[66735]: DEBUG nova.policy [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '957d6bb2462b4e64a886687e22cc6860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c91a9a3c78b54ddab85182578febd686', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.548297] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Preparing fetch location {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 590.548468] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Creating directory with path [datastore2] vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.549056] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cdbaf31-6314-4ad5-8e66-cf1c2b242218 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.573053] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Created directory with path [datastore2] vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.573409] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Fetch image to [datastore2] vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 590.573409] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Downloading image file data d4e2652e-c00e-44b3-b263-ab13e9208269 to [datastore2] vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk on the data store datastore2 {{(pid=66735) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 590.574345] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c37071-d375-4a10-bfc9-17115a566fa5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.586190] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f92df4-7d87-44e2-86e3-9c1c7739710b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.600119] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b917fc66-9082-4c34-ae98-2eb04fc90112 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.636301] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600a4347-9eb7-485d-9127-b5134beed684 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.643895] env[66735]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-365e9609-6944-4334-b829-19731f01f1ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.744864] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Downloading image file data d4e2652e-c00e-44b3-b263-ab13e9208269 to the data store datastore2 {{(pid=66735) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 590.779987] env[66735]: DEBUG nova.compute.utils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.784227] env[66735]: DEBUG nova.compute.manager [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 590.784382] env[66735]: DEBUG nova.network.neutron [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 590.785019] env[66735]: WARNING neutronclient.v2_0.client [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.785019] env[66735]: WARNING neutronclient.v2_0.client [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.838262] env[66735]: DEBUG oslo_vmware.rw_handles [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=66735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 591.285602] env[66735]: DEBUG nova.compute.manager [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 591.489069] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ca53f9-5aa9-48b0-a58f-020c29a35990 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.508034] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3a1a5b-e16e-4c6d-92bd-bdb4d2490361 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.548605] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee45380-a723-4c01-98ae-abe981a45190 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.560826] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d809e64d-3f33-4ab3-a69a-7006d17dfca5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.580950] env[66735]: DEBUG nova.compute.provider_tree [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.597987] env[66735]: DEBUG nova.compute.manager [req-dcb28a79-f7e8-4a41-b29a-e543d5ac3eb2 req-f523b373-4e89-4157-837b-785eb6ca956a service nova] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Received event network-vif-plugged-3ba7803f-e502-4353-8490-c569c3121565 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 591.598523] env[66735]: DEBUG oslo_concurrency.lockutils [req-dcb28a79-f7e8-4a41-b29a-e543d5ac3eb2 req-f523b373-4e89-4157-837b-785eb6ca956a service nova] Acquiring lock "8560b1a4-27ea-485b-8779-c7849d597eaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.598523] env[66735]: DEBUG oslo_concurrency.lockutils [req-dcb28a79-f7e8-4a41-b29a-e543d5ac3eb2 req-f523b373-4e89-4157-837b-785eb6ca956a service nova] Lock "8560b1a4-27ea-485b-8779-c7849d597eaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.598655] env[66735]: DEBUG oslo_concurrency.lockutils [req-dcb28a79-f7e8-4a41-b29a-e543d5ac3eb2 req-f523b373-4e89-4157-837b-785eb6ca956a service nova] Lock "8560b1a4-27ea-485b-8779-c7849d597eaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.598741] env[66735]: DEBUG nova.compute.manager [req-dcb28a79-f7e8-4a41-b29a-e543d5ac3eb2 req-f523b373-4e89-4157-837b-785eb6ca956a service nova] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] No waiting events found dispatching network-vif-plugged-3ba7803f-e502-4353-8490-c569c3121565 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 591.598853] env[66735]: WARNING nova.compute.manager [req-dcb28a79-f7e8-4a41-b29a-e543d5ac3eb2 req-f523b373-4e89-4157-837b-785eb6ca956a service nova] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Received unexpected event network-vif-plugged-3ba7803f-e502-4353-8490-c569c3121565 for instance with vm_state building and task_state spawning. [ 591.721581] env[66735]: DEBUG oslo_vmware.rw_handles [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Completed reading data from the image iterator. {{(pid=66735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 591.721833] env[66735]: DEBUG oslo_vmware.rw_handles [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 591.865945] env[66735]: DEBUG nova.network.neutron [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Successfully created port: 84362d1f-4f7c-429c-9b69-665a8b9f408d {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 591.872536] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Downloaded image file data d4e2652e-c00e-44b3-b263-ab13e9208269 to vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk on the data store datastore2 {{(pid=66735) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 591.876153] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Caching image {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 591.876889] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Copying Virtual Disk [datastore2] vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk to [datastore2] vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.877654] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5959953e-7ebb-4180-b776-9fbc1e3b5f88 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.889809] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 591.889809] env[66735]: value = "task-4644930" [ 591.889809] env[66735]: _type = "Task" [ 591.889809] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.900814] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.902399] env[66735]: WARNING neutronclient.v2_0.client [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.936227] env[66735]: DEBUG nova.network.neutron [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Updating instance_info_cache with network_info: [{"id": "3ba7803f-e502-4353-8490-c569c3121565", "address": "fa:16:3e:ef:c0:7a", "network": {"id": "eaa8628c-6cfd-4e1d-8aa9-520e3163ce40", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-903000128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55bf1561f06342159553e0aea997aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba7803f-e5", "ovs_interfaceid": "3ba7803f-e502-4353-8490-c569c3121565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.086418] env[66735]: DEBUG nova.scheduler.client.report [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.296923] env[66735]: DEBUG nova.compute.manager [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 592.332643] env[66735]: DEBUG nova.virt.hardware [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 592.332643] env[66735]: DEBUG nova.virt.hardware [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.332643] env[66735]: DEBUG nova.virt.hardware [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 592.332854] env[66735]: DEBUG nova.virt.hardware [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.332914] env[66735]: DEBUG nova.virt.hardware [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 592.333136] env[66735]: DEBUG nova.virt.hardware [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 592.333378] env[66735]: DEBUG nova.virt.hardware [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 592.333873] env[66735]: DEBUG nova.virt.hardware [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 592.333873] env[66735]: DEBUG nova.virt.hardware [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 592.333873] env[66735]: DEBUG nova.virt.hardware [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 592.334064] env[66735]: DEBUG nova.virt.hardware [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 592.335420] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50193b77-035f-4bb3-a68d-4fba9a975870 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.347708] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c81171f-0653-4cc1-a136-2864a158d8ad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.382335] env[66735]: DEBUG nova.compute.manager [req-73ebd35f-6ab2-42ad-8b1e-b46f86f9becb req-13e55125-f009-448e-bbbc-88d5d9c5f67e service nova] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Received event network-vif-plugged-916e9145-d7a8-4b4a-a479-59e9e27f0d8a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 592.382335] env[66735]: DEBUG oslo_concurrency.lockutils [req-73ebd35f-6ab2-42ad-8b1e-b46f86f9becb req-13e55125-f009-448e-bbbc-88d5d9c5f67e service nova] Acquiring lock "3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.382335] env[66735]: DEBUG oslo_concurrency.lockutils [req-73ebd35f-6ab2-42ad-8b1e-b46f86f9becb req-13e55125-f009-448e-bbbc-88d5d9c5f67e service nova] Lock "3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.382335] env[66735]: DEBUG oslo_concurrency.lockutils [req-73ebd35f-6ab2-42ad-8b1e-b46f86f9becb req-13e55125-f009-448e-bbbc-88d5d9c5f67e service nova] Lock "3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.382335] env[66735]: DEBUG nova.compute.manager [req-73ebd35f-6ab2-42ad-8b1e-b46f86f9becb req-13e55125-f009-448e-bbbc-88d5d9c5f67e service nova] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] No waiting events found dispatching network-vif-plugged-916e9145-d7a8-4b4a-a479-59e9e27f0d8a {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 592.382650] env[66735]: WARNING nova.compute.manager [req-73ebd35f-6ab2-42ad-8b1e-b46f86f9becb req-13e55125-f009-448e-bbbc-88d5d9c5f67e service nova] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Received unexpected event network-vif-plugged-916e9145-d7a8-4b4a-a479-59e9e27f0d8a for instance with vm_state building and task_state spawning. [ 592.401157] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644930, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.438999] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Releasing lock "refresh_cache-8560b1a4-27ea-485b-8779-c7849d597eaa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.439511] env[66735]: DEBUG nova.compute.manager [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Instance network_info: |[{"id": "3ba7803f-e502-4353-8490-c569c3121565", "address": "fa:16:3e:ef:c0:7a", "network": {"id": "eaa8628c-6cfd-4e1d-8aa9-520e3163ce40", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-903000128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55bf1561f06342159553e0aea997aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba7803f-e5", "ovs_interfaceid": "3ba7803f-e502-4353-8490-c569c3121565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 592.440260] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:c0:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ba7803f-e502-4353-8490-c569c3121565', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.451385] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Creating folder: Project (55bf1561f06342159553e0aea997aa9b). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.452200] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05c63cd0-7bdd-4fbe-a603-ed7b1535bb31 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.464894] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Created folder: Project (55bf1561f06342159553e0aea997aa9b) in parent group-v906980. [ 592.465262] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Creating folder: Instances. Parent ref: group-v906984. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.465612] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2e3cb4c-f797-4f26-867c-9091c6c932c3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.478616] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Created folder: Instances in parent group-v906984. [ 592.478895] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 592.479128] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.479432] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cf14271-b1f0-4468-9740-caf74b6f8013 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.503484] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.503484] env[66735]: value = "task-4644933" [ 592.503484] env[66735]: _type = "Task" [ 592.503484] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.513957] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644933, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.592194] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.593123] env[66735]: DEBUG nova.compute.manager [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 592.598319] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.281s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.598319] env[66735]: INFO nova.compute.claims [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.902041] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76383} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.903026] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Copied Virtual Disk [datastore2] vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk to [datastore2] vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.903026] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Deleting the datastore file [datastore2] vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.903026] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55543cdf-3e10-43c4-9709-1770753535a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.909769] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 592.909769] env[66735]: value = "task-4644934" [ 592.909769] env[66735]: _type = "Task" [ 592.909769] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.918878] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.014480] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644933, 'name': CreateVM_Task, 'duration_secs': 0.431031} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.014480] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.015301] env[66735]: WARNING neutronclient.v2_0.client [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.086510] env[66735]: DEBUG nova.policy [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98332017599f4b399bc9dcc216eaae90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79e4562e4c884ff7a7e938ac1b2de4ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.104086] env[66735]: DEBUG nova.compute.utils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.112126] env[66735]: DEBUG nova.compute.manager [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 593.112126] env[66735]: DEBUG nova.network.neutron [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 593.112126] env[66735]: WARNING neutronclient.v2_0.client [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.112126] env[66735]: WARNING neutronclient.v2_0.client [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.368349] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.368349] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.368349] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.368349] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3005445-ca08-4dd9-9b38-90ea66ba9454 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.375340] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 593.375340] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f19641-41ed-f75c-f7d4-fc08b7f68eda" [ 593.375340] env[66735]: _type = "Task" [ 593.375340] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.389766] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f19641-41ed-f75c-f7d4-fc08b7f68eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.402644] env[66735]: DEBUG nova.network.neutron [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Updating instance_info_cache with network_info: [{"id": "916e9145-d7a8-4b4a-a479-59e9e27f0d8a", "address": "fa:16:3e:f2:52:1b", "network": {"id": "38a8f2bb-5eaf-4bd1-b736-e203c13c9eab", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1854379966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe83a86e0b144e8fa4ec729475c3a9f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap916e9145-d7", "ovs_interfaceid": "916e9145-d7a8-4b4a-a479-59e9e27f0d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.425051] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026565} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.429753] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.429753] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Moving file from [datastore2] vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280/d4e2652e-c00e-44b3-b263-ab13e9208269 to [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269. {{(pid=66735) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 593.429753] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f217641d-d961-47ef-9c25-9ad969acf15c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.437507] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 593.437507] env[66735]: value = "task-4644935" [ 593.437507] env[66735]: _type = "Task" [ 593.437507] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.449374] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644935, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.610857] env[66735]: DEBUG nova.compute.manager [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 593.822903] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529ed500-f052-418f-88ab-0a588f7e5dee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.833027] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b41d0d7-78f4-42a0-9c33-a46b75cabd97 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.871274] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532a3472-cda0-458a-964c-4eee3dbfe681 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.888023] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe4a714-209c-4fc2-ba89-65f4464025b0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.901898] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.902175] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.902427] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.916584] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Releasing lock "refresh_cache-3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.916584] env[66735]: DEBUG nova.compute.manager [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Instance network_info: |[{"id": "916e9145-d7a8-4b4a-a479-59e9e27f0d8a", "address": "fa:16:3e:f2:52:1b", "network": {"id": "38a8f2bb-5eaf-4bd1-b736-e203c13c9eab", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1854379966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe83a86e0b144e8fa4ec729475c3a9f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap916e9145-d7", "ovs_interfaceid": "916e9145-d7a8-4b4a-a479-59e9e27f0d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 593.919073] env[66735]: DEBUG nova.compute.provider_tree [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 593.921178] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:52:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '916e9145-d7a8-4b4a-a479-59e9e27f0d8a', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.931688] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Creating folder: Project (fe83a86e0b144e8fa4ec729475c3a9f4). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.932344] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac698e6d-574d-44ff-9069-e76e44510af2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.944317] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Created folder: Project (fe83a86e0b144e8fa4ec729475c3a9f4) in parent group-v906980. [ 593.944510] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Creating folder: Instances. Parent ref: group-v906987. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.945086] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa3100f5-aa1c-441f-a610-0336d3895ed4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.951247] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644935, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033648} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.951247] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] File moved {{(pid=66735) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 593.951247] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Cleaning up location [datastore2] vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 593.951247] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Deleting the datastore file [datastore2] vmware_temp/7ae32628-9533-4dd1-98e9-837ee8e7c280 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.951441] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e64d710-1021-4102-bbc5-c113d76c5e7a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.959488] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 593.959488] env[66735]: value = "task-4644938" [ 593.959488] env[66735]: _type = "Task" [ 593.959488] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.963507] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Created folder: Instances in parent group-v906987. [ 593.963798] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 593.967671] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.967918] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24b34b5b-a968-4b03-aeaf-920a061ff868 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.989452] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027229} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.994018] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.994018] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.994018] env[66735]: value = "task-4644939" [ 593.994018] env[66735]: _type = "Task" [ 593.994018] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.994018] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed8b3e9-dfc9-4a76-9ca9-f671786fa404 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.001109] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 594.001109] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52de0faf-d06f-98cd-6e40-eb8f215f5794" [ 594.001109] env[66735]: _type = "Task" [ 594.001109] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.005044] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644939, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.006049] env[66735]: DEBUG nova.network.neutron [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Successfully updated port: 84362d1f-4f7c-429c-9b69-665a8b9f408d {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 594.018620] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52de0faf-d06f-98cd-6e40-eb8f215f5794, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.018829] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.018905] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] d4aa598c-ffe4-42ed-ae04-5301216b1827/d4aa598c-ffe4-42ed-ae04-5301216b1827.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.023269] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.023485] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.023742] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f49af663-9044-4b5b-93c8-0952fdd1154f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.027147] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fd1af5d-7c70-4594-a077-7644d4b16f00 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.037874] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 594.037874] env[66735]: value = "task-4644940" [ 594.037874] env[66735]: _type = "Task" [ 594.037874] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.040625] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.040625] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.043858] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d4861c-ce4b-4074-9c24-b77ab8dff5fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.047321] env[66735]: DEBUG nova.network.neutron [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Successfully created port: 4704bea1-6c35-43ec-aec3-1e76d1387829 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 594.058688] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.060887] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 594.060887] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a47455-8808-ea64-d223-4ef5982d44dd" [ 594.060887] env[66735]: _type = "Task" [ 594.060887] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.076023] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a47455-8808-ea64-d223-4ef5982d44dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013389} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.076023] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3bbb300-33bc-4e09-90b7-ec8a981100a4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.087373] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 594.087373] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526e4d49-67d3-1caf-a1aa-6342053437ce" [ 594.087373] env[66735]: _type = "Task" [ 594.087373] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.100573] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526e4d49-67d3-1caf-a1aa-6342053437ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.224518] env[66735]: DEBUG nova.policy [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f62da94bb9644c0b30541c8de317edd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4803e54db35413991df23c2b5523297', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.469850] env[66735]: ERROR nova.scheduler.client.report [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [req-f2e180c3-d00b-4a41-b179-ffc445e65b8e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2e180c3-d00b-4a41-b179-ffc445e65b8e"}]} [ 594.492040] env[66735]: DEBUG nova.scheduler.client.report [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Refreshing inventories for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 594.509589] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644939, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.511404] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Acquiring lock "refresh_cache-f1da9260-b4b9-4752-afa4-452afacca59c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.511607] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Acquired lock "refresh_cache-f1da9260-b4b9-4752-afa4-452afacca59c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.511815] env[66735]: DEBUG nova.network.neutron [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 594.514226] env[66735]: DEBUG nova.scheduler.client.report [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Updating ProviderTree inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 594.514791] env[66735]: DEBUG nova.compute.provider_tree [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 594.535819] env[66735]: DEBUG nova.scheduler.client.report [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Refreshing aggregate associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, aggregates: e3c35fe2-6cdc-435d-8e33-130f5366c094 {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 594.550240] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644940, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.557890] env[66735]: DEBUG nova.scheduler.client.report [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Refreshing trait associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 594.602299] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526e4d49-67d3-1caf-a1aa-6342053437ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.603331] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.603331] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 8560b1a4-27ea-485b-8779-c7849d597eaa/8560b1a4-27ea-485b-8779-c7849d597eaa.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.603456] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6ddf9f7-f52d-4250-8fb4-fc4a9b7f51f1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.614347] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 594.614347] env[66735]: value = "task-4644941" [ 594.614347] env[66735]: _type = "Task" [ 594.614347] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.624761] env[66735]: DEBUG nova.compute.manager [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 594.627167] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.673367] env[66735]: DEBUG nova.virt.hardware [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 594.673835] env[66735]: DEBUG nova.virt.hardware [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.674102] env[66735]: DEBUG nova.virt.hardware [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 594.674501] env[66735]: DEBUG nova.virt.hardware [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.674501] env[66735]: DEBUG nova.virt.hardware [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 594.674767] env[66735]: DEBUG nova.virt.hardware [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 594.675009] env[66735]: DEBUG nova.virt.hardware [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 594.675223] env[66735]: DEBUG nova.virt.hardware [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 594.675486] env[66735]: DEBUG nova.virt.hardware [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 594.675802] env[66735]: DEBUG nova.virt.hardware [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 594.676103] env[66735]: DEBUG nova.virt.hardware [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 594.677256] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf2d303-f3fd-4062-b987-249b6748db81 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.694072] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc63eb7d-2717-4e75-a146-908dc4892d5c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.767372] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0d4234-c58b-4065-a57e-25a72bd12c5b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.775813] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7d3820-8acf-473f-9909-8f8cc46a5a9c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.809433] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b24ae-a742-49da-a4f1-cc84276a0ebe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.818675] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da378900-8a88-4ee9-a3b9-a4374deef070 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.837984] env[66735]: DEBUG nova.compute.provider_tree [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 595.008145] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644939, 'name': CreateVM_Task, 'duration_secs': 0.681896} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.008413] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.009078] env[66735]: WARNING neutronclient.v2_0.client [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.009650] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.009742] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.010075] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.010417] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df59cc96-9de1-4ccf-ae16-ac6c415ed386 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.017345] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Waiting for the task: (returnval){ [ 595.017345] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52187006-e55e-7ab0-85d2-44ab1db9c461" [ 595.017345] env[66735]: _type = "Task" [ 595.017345] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.032528] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52187006-e55e-7ab0-85d2-44ab1db9c461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.051111] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704034} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.055029] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] d4aa598c-ffe4-42ed-ae04-5301216b1827/d4aa598c-ffe4-42ed-ae04-5301216b1827.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.055029] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.055029] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9f26d5a-e226-4500-84b9-f5be2232f74b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.061537] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 595.061537] env[66735]: value = "task-4644942" [ 595.061537] env[66735]: _type = "Task" [ 595.061537] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.075125] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.103934] env[66735]: DEBUG nova.network.neutron [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Successfully created port: 216f12ab-84e2-425e-8fe1-56cba4216b4b {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 595.126998] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644941, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.205130] env[66735]: DEBUG nova.network.neutron [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 595.375703] env[66735]: DEBUG nova.scheduler.client.report [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 11 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 595.375968] env[66735]: DEBUG nova.compute.provider_tree [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 11 to 12 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 595.376157] env[66735]: DEBUG nova.compute.provider_tree [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 595.529893] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52187006-e55e-7ab0-85d2-44ab1db9c461, 'name': SearchDatastore_Task, 'duration_secs': 0.052497} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.530243] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.530525] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.530884] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.530929] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.531178] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.531342] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72c92ebc-8fe5-46a7-96ae-4249005c2a9d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.542615] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.542849] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.543608] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21346a31-b35f-4152-96e4-fb0cc6fe0f1a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.550192] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Waiting for the task: (returnval){ [ 595.550192] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5249fa22-d2bd-f6be-f735-da0ffcc99664" [ 595.550192] env[66735]: _type = "Task" [ 595.550192] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.560069] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5249fa22-d2bd-f6be-f735-da0ffcc99664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.571526] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089811} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.571809] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.572641] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f084afd7-d551-4141-bd74-45ef022c39cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.595384] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] d4aa598c-ffe4-42ed-ae04-5301216b1827/d4aa598c-ffe4-42ed-ae04-5301216b1827.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.595733] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-188e6829-f99c-41a1-9d84-25d570941a16 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.619654] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 595.619654] env[66735]: value = "task-4644943" [ 595.619654] env[66735]: _type = "Task" [ 595.619654] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.628550] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644941, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.634337] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.785400] env[66735]: DEBUG nova.network.neutron [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Successfully updated port: 4704bea1-6c35-43ec-aec3-1e76d1387829 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 595.881938] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.285s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.882485] env[66735]: DEBUG nova.compute.manager [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 595.885020] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.087s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.886467] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.886467] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 595.886467] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.018s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.887779] env[66735]: INFO nova.compute.claims [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.890693] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178eec54-633e-46a8-bccd-9ebc84902945 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.900762] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f659dcd5-b326-484b-877e-ec89d0607e3e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.914683] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6203fd50-4f42-4257-b78d-04da7fb1f956 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.922219] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae92e787-530c-45f4-b25c-1d459ab2af22 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.953258] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180659MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 595.953410] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.062070] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5249fa22-d2bd-f6be-f735-da0ffcc99664, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.062899] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612835de-f17e-4963-ade9-ebe57fe22358 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.069090] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Waiting for the task: (returnval){ [ 596.069090] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f560b1-2db5-dc95-76a1-2186c7315e5a" [ 596.069090] env[66735]: _type = "Task" [ 596.069090] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.078096] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f560b1-2db5-dc95-76a1-2186c7315e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.127463] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644941, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.133309] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644943, 'name': ReconfigVM_Task, 'duration_secs': 0.306143} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.133581] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Reconfigured VM instance instance-00000003 to attach disk [datastore2] d4aa598c-ffe4-42ed-ae04-5301216b1827/d4aa598c-ffe4-42ed-ae04-5301216b1827.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.134300] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86009158-7687-4a81-9be0-d8f0682166c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.142552] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 596.142552] env[66735]: value = "task-4644944" [ 596.142552] env[66735]: _type = "Task" [ 596.142552] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.153652] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644944, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.286200] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "refresh_cache-72d6e128-7320-4c9a-a410-a170aebc9364" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.287533] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquired lock "refresh_cache-72d6e128-7320-4c9a-a410-a170aebc9364" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.288289] env[66735]: DEBUG nova.network.neutron [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 596.393078] env[66735]: DEBUG nova.compute.utils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.395964] env[66735]: DEBUG nova.compute.manager [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 596.397347] env[66735]: DEBUG nova.network.neutron [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 596.397347] env[66735]: WARNING neutronclient.v2_0.client [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.397347] env[66735]: WARNING neutronclient.v2_0.client [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.581312] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f560b1-2db5-dc95-76a1-2186c7315e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.026199} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.581583] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.581813] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488/3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.582479] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48800753-e041-4768-a5c9-d3c408ab3c57 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.592238] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Waiting for the task: (returnval){ [ 596.592238] env[66735]: value = "task-4644945" [ 596.592238] env[66735]: _type = "Task" [ 596.592238] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.607796] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.626165] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644941, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.578244} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.626417] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 8560b1a4-27ea-485b-8779-c7849d597eaa/8560b1a4-27ea-485b-8779-c7849d597eaa.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.626914] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.626914] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49d05468-36c8-4c5e-88ac-4fd6c27e4736 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.634917] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 596.634917] env[66735]: value = "task-4644946" [ 596.634917] env[66735]: _type = "Task" [ 596.634917] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.645672] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.654825] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644944, 'name': Rename_Task, 'duration_secs': 0.150167} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.655329] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.655420] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b931fda-17d9-4156-8671-a9168b03a934 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.663031] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 596.663031] env[66735]: value = "task-4644947" [ 596.663031] env[66735]: _type = "Task" [ 596.663031] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.664896] env[66735]: DEBUG nova.policy [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '122eedc460984876afd24c0ac8b028d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbe1a2b31da6458c87abf2ac32e1cd99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.676180] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.765548] env[66735]: DEBUG nova.network.neutron [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Successfully updated port: 216f12ab-84e2-425e-8fe1-56cba4216b4b {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 596.896210] env[66735]: DEBUG nova.compute.manager [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 596.908959] env[66735]: WARNING neutronclient.v2_0.client [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.959997] env[66735]: DEBUG nova.network.neutron [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 597.065125] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09204fa0-00c2-4c5a-b227-e793e1c2b18d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.077028] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21e2880-b603-43c5-b963-5939a22b44b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.114105] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f2293f-f7a3-4825-bbea-291b8ecf9017 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.126055] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3492bf6c-1e4f-4cfe-8dc0-fb86f2ed8543 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.130221] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502272} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.130380] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488/3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.130479] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.131226] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6e11db2-c432-44ee-b89c-22f24fb1127e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.142348] env[66735]: DEBUG nova.compute.provider_tree [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.148544] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Waiting for the task: (returnval){ [ 597.148544] env[66735]: value = "task-4644948" [ 597.148544] env[66735]: _type = "Task" [ 597.148544] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.156992] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074466} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.158088] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.158791] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5132d2-739b-4257-99a1-75792618a292 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.164761] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.189481] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 8560b1a4-27ea-485b-8779-c7849d597eaa/8560b1a4-27ea-485b-8779-c7849d597eaa.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.190769] env[66735]: DEBUG nova.network.neutron [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Successfully created port: 8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 597.193932] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-377e82ae-59c7-4dd9-b29d-a74776d88909 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.214668] env[66735]: DEBUG oslo_vmware.api [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644947, 'name': PowerOnVM_Task, 'duration_secs': 0.525813} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.216568] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.217141] env[66735]: INFO nova.compute.manager [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Took 9.41 seconds to spawn the instance on the hypervisor. [ 597.217377] env[66735]: DEBUG nova.compute.manager [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 597.217854] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 597.217854] env[66735]: value = "task-4644949" [ 597.217854] env[66735]: _type = "Task" [ 597.217854] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.218524] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7538a7c-c255-4769-b077-71dfc2049079 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.237991] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.275089] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Acquiring lock "refresh_cache-ed956405-16b0-40d0-ac18-6be904abd266" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.275089] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Acquired lock "refresh_cache-ed956405-16b0-40d0-ac18-6be904abd266" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.275089] env[66735]: DEBUG nova.network.neutron [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 597.650355] env[66735]: DEBUG nova.scheduler.client.report [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.664929] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070058} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.665858] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.666723] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83af855e-427a-4315-baa1-9ca9c6ea3570 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.690554] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488/3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.691314] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2395f348-39ed-4c8c-be41-8cc9f416f525 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.707143] env[66735]: DEBUG nova.network.neutron [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Updating instance_info_cache with network_info: [{"id": "84362d1f-4f7c-429c-9b69-665a8b9f408d", "address": "fa:16:3e:ef:0a:fc", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84362d1f-4f", "ovs_interfaceid": "84362d1f-4f7c-429c-9b69-665a8b9f408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.715157] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Waiting for the task: (returnval){ [ 597.715157] env[66735]: value = "task-4644950" [ 597.715157] env[66735]: _type = "Task" [ 597.715157] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.729165] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.738951] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644949, 'name': ReconfigVM_Task, 'duration_secs': 0.309456} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.742609] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 8560b1a4-27ea-485b-8779-c7849d597eaa/8560b1a4-27ea-485b-8779-c7849d597eaa.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.743673] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c80b007c-7f14-4dbc-83ca-49e0e7a91fe8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.750451] env[66735]: INFO nova.compute.manager [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Took 16.58 seconds to build instance. [ 597.754914] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 597.754914] env[66735]: value = "task-4644951" [ 597.754914] env[66735]: _type = "Task" [ 597.754914] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.766561] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644951, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.907431] env[66735]: DEBUG nova.compute.manager [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 597.933968] env[66735]: DEBUG nova.virt.hardware [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 597.934316] env[66735]: DEBUG nova.virt.hardware [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.934531] env[66735]: DEBUG nova.virt.hardware [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 597.934767] env[66735]: DEBUG nova.virt.hardware [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.934995] env[66735]: DEBUG nova.virt.hardware [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 597.935169] env[66735]: DEBUG nova.virt.hardware [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 597.935452] env[66735]: DEBUG nova.virt.hardware [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 597.935668] env[66735]: DEBUG nova.virt.hardware [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 597.935905] env[66735]: DEBUG nova.virt.hardware [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 597.936139] env[66735]: DEBUG nova.virt.hardware [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 597.936388] env[66735]: DEBUG nova.virt.hardware [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 597.937532] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6989d0-bbdf-4ee2-a625-59e2e9fb3b9e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.947201] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c8197a-8277-4601-a81b-831fecdd2a6b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.161022] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.161022] env[66735]: DEBUG nova.compute.manager [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 598.162490] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.209s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.210062] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Releasing lock "refresh_cache-f1da9260-b4b9-4752-afa4-452afacca59c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.210266] env[66735]: DEBUG nova.compute.manager [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Instance network_info: |[{"id": "84362d1f-4f7c-429c-9b69-665a8b9f408d", "address": "fa:16:3e:ef:0a:fc", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84362d1f-4f", "ovs_interfaceid": "84362d1f-4f7c-429c-9b69-665a8b9f408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 598.210751] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:0a:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84362d1f-4f7c-429c-9b69-665a8b9f408d', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.219979] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Creating folder: Project (c91a9a3c78b54ddab85182578febd686). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.221046] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15d50ce4-c43b-4225-b815-ca88f1c31938 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.238390] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.240092] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Created folder: Project (c91a9a3c78b54ddab85182578febd686) in parent group-v906980. [ 598.240346] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Creating folder: Instances. Parent ref: group-v906990. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.240657] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-049dd711-5cf5-41de-aa32-fedf39535b1b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.253238] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd979dd4-6af3-4396-8f32-ec8010a495a4 tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lock "d4aa598c-ffe4-42ed-ae04-5301216b1827" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.098s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.253552] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Created folder: Instances in parent group-v906990. [ 598.253777] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 598.253985] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.254660] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-396bb822-3afc-4839-ad47-17cee3c99b54 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.281785] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644951, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.283277] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.283277] env[66735]: value = "task-4644954" [ 598.283277] env[66735]: _type = "Task" [ 598.283277] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.296238] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644954, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.644082] env[66735]: WARNING neutronclient.v2_0.client [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.673457] env[66735]: DEBUG nova.compute.utils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.675645] env[66735]: DEBUG nova.compute.manager [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 598.675645] env[66735]: DEBUG nova.network.neutron [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 598.676066] env[66735]: WARNING neutronclient.v2_0.client [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.676496] env[66735]: WARNING neutronclient.v2_0.client [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.680571] env[66735]: DEBUG nova.network.neutron [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 598.733415] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644950, 'name': ReconfigVM_Task, 'duration_secs': 0.833398} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.733751] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488/3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.734457] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f220001-60ee-49a8-aa5e-ca76829b97b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.743958] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Waiting for the task: (returnval){ [ 598.743958] env[66735]: value = "task-4644955" [ 598.743958] env[66735]: _type = "Task" [ 598.743958] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.756736] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644955, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.785375] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644951, 'name': Rename_Task, 'duration_secs': 0.909817} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.789023] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.789398] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb62fd12-7c2d-48a1-bde3-bcb8a5b39d3d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.803024] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644954, 'name': CreateVM_Task, 'duration_secs': 0.313094} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.803024] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.803024] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 598.803024] env[66735]: value = "task-4644956" [ 598.803024] env[66735]: _type = "Task" [ 598.803024] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.803024] env[66735]: WARNING neutronclient.v2_0.client [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.803024] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.803490] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.803490] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.803490] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be058063-2e0e-4c79-a259-b50893884d25 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.813919] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Waiting for the task: (returnval){ [ 598.813919] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5279bb4a-b659-a964-51ca-ab6fbd46ae30" [ 598.813919] env[66735]: _type = "Task" [ 598.813919] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.817491] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.833942] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5279bb4a-b659-a964-51ca-ab6fbd46ae30, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.834272] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.835258] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.835258] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.835258] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.835258] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.835650] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c94140ea-ee00-4c51-b03e-12f73d649677 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.852041] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.852041] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.852041] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93eb5952-8232-490b-babd-87ca46247654 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.858026] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Waiting for the task: (returnval){ [ 598.858026] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527af1dc-46f3-bc86-d4e7-5a8ad7c6a826" [ 598.858026] env[66735]: _type = "Task" [ 598.858026] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.873875] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527af1dc-46f3-bc86-d4e7-5a8ad7c6a826, 'name': SearchDatastore_Task, 'duration_secs': 0.010766} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.877738] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc147659-9380-4538-91b9-55766e8c45cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.881823] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Waiting for the task: (returnval){ [ 598.881823] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524d2cd0-fca1-671f-685e-89d7771438f1" [ 598.881823] env[66735]: _type = "Task" [ 598.881823] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.891530] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524d2cd0-fca1-671f-685e-89d7771438f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.910189] env[66735]: DEBUG nova.network.neutron [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Updating instance_info_cache with network_info: [{"id": "4704bea1-6c35-43ec-aec3-1e76d1387829", "address": "fa:16:3e:95:19:ec", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4704bea1-6c", "ovs_interfaceid": "4704bea1-6c35-43ec-aec3-1e76d1387829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.919015] env[66735]: DEBUG nova.network.neutron [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Successfully updated port: 8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 598.953606] env[66735]: DEBUG nova.policy [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bcea8be744646288ae02f441891b60b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '074fd9c109b545e986890b8f3751d057', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.055758] env[66735]: WARNING neutronclient.v2_0.client [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.183668] env[66735]: DEBUG nova.compute.manager [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 599.217202] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 8560b1a4-27ea-485b-8779-c7849d597eaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 599.217202] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 599.217202] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance d4aa598c-ffe4-42ed-ae04-5301216b1827 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 599.217202] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance f1da9260-b4b9-4752-afa4-452afacca59c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 599.217403] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 72d6e128-7320-4c9a-a410-a170aebc9364 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 599.217403] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance ed956405-16b0-40d0-ac18-6be904abd266 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 599.217403] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance eeb64922-383d-456b-8fb2-272d8cf61fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 599.217403] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 5a3f4ca6-dee6-43ff-b059-365136c9bf6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 599.219540] env[66735]: DEBUG nova.network.neutron [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Updating instance_info_cache with network_info: [{"id": "216f12ab-84e2-425e-8fe1-56cba4216b4b", "address": "fa:16:3e:cf:9b:aa", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216f12ab-84", "ovs_interfaceid": "216f12ab-84e2-425e-8fe1-56cba4216b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.258847] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644955, 'name': Rename_Task, 'duration_secs': 0.157581} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.259251] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.259672] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96dc32ad-12f1-4153-aa73-49dab53d60f7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.269225] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Waiting for the task: (returnval){ [ 599.269225] env[66735]: value = "task-4644957" [ 599.269225] env[66735]: _type = "Task" [ 599.269225] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.287542] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.319547] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644956, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.394740] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524d2cd0-fca1-671f-685e-89d7771438f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.395550] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.395550] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] f1da9260-b4b9-4752-afa4-452afacca59c/f1da9260-b4b9-4752-afa4-452afacca59c.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.395845] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50bdbadc-7fb0-43a7-8b63-926fc99fd1e2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.404406] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Waiting for the task: (returnval){ [ 599.404406] env[66735]: value = "task-4644958" [ 599.404406] env[66735]: _type = "Task" [ 599.404406] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.417889] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Releasing lock "refresh_cache-72d6e128-7320-4c9a-a410-a170aebc9364" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.417889] env[66735]: DEBUG nova.compute.manager [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Instance network_info: |[{"id": "4704bea1-6c35-43ec-aec3-1e76d1387829", "address": "fa:16:3e:95:19:ec", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4704bea1-6c", "ovs_interfaceid": "4704bea1-6c35-43ec-aec3-1e76d1387829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 599.418230] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.418610] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:19:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4704bea1-6c35-43ec-aec3-1e76d1387829', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.427281] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Creating folder: Project (79e4562e4c884ff7a7e938ac1b2de4ae). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.428065] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.428330] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquired lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.428585] env[66735]: DEBUG nova.network.neutron [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 599.429826] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d49dc7d2-051b-4b5a-9db2-71882fe0a63a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.442549] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Created folder: Project (79e4562e4c884ff7a7e938ac1b2de4ae) in parent group-v906980. [ 599.442602] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Creating folder: Instances. Parent ref: group-v906993. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.444063] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c432a4a-23c0-4648-9188-c8213e008f74 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.458805] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Created folder: Instances in parent group-v906993. [ 599.463202] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 599.463202] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.463202] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dc3a250-9aea-4073-8e6e-3ed65db0b4ec {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.484909] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.484909] env[66735]: value = "task-4644961" [ 599.484909] env[66735]: _type = "Task" [ 599.484909] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.496213] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644961, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.544547] env[66735]: DEBUG nova.network.neutron [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Successfully created port: ea4935f6-e638-43f4-abe9-89b337611df1 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 599.554397] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Acquiring lock "80a78377-5557-46e4-8704-03fa473bf171" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.554701] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Lock "80a78377-5557-46e4-8704-03fa473bf171" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.641601] env[66735]: DEBUG nova.compute.manager [req-913b7c91-8cab-4fad-9ff8-c9179e776496 req-5d23970f-ae4d-4ab4-af2b-93de3c6f762c service nova] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Received event network-changed-3ba7803f-e502-4353-8490-c569c3121565 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 599.641601] env[66735]: DEBUG nova.compute.manager [req-913b7c91-8cab-4fad-9ff8-c9179e776496 req-5d23970f-ae4d-4ab4-af2b-93de3c6f762c service nova] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Refreshing instance network info cache due to event network-changed-3ba7803f-e502-4353-8490-c569c3121565. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 599.641601] env[66735]: DEBUG oslo_concurrency.lockutils [req-913b7c91-8cab-4fad-9ff8-c9179e776496 req-5d23970f-ae4d-4ab4-af2b-93de3c6f762c service nova] Acquiring lock "refresh_cache-8560b1a4-27ea-485b-8779-c7849d597eaa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.641601] env[66735]: DEBUG oslo_concurrency.lockutils [req-913b7c91-8cab-4fad-9ff8-c9179e776496 req-5d23970f-ae4d-4ab4-af2b-93de3c6f762c service nova] Acquired lock "refresh_cache-8560b1a4-27ea-485b-8779-c7849d597eaa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.641601] env[66735]: DEBUG nova.network.neutron [req-913b7c91-8cab-4fad-9ff8-c9179e776496 req-5d23970f-ae4d-4ab4-af2b-93de3c6f762c service nova] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Refreshing network info cache for port 3ba7803f-e502-4353-8490-c569c3121565 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.722301] env[66735]: INFO nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 80a78377-5557-46e4-8704-03fa473bf171 has allocations against this compute host but is not found in the database. [ 599.722950] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 599.724052] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=100GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '8', 'num_vm_building': '7', 'num_task_spawning': '6', 'num_os_type_None': '8', 'num_proj_55bf1561f06342159553e0aea997aa9b': '1', 'io_workload': '7', 'num_proj_fe83a86e0b144e8fa4ec729475c3a9f4': '1', 'num_vm_active': '1', 'num_task_None': '2', 'num_proj_511820dbe6ce4619a4b9a5fad041d7cf': '1', 'num_proj_c91a9a3c78b54ddab85182578febd686': '1', 'num_proj_79e4562e4c884ff7a7e938ac1b2de4ae': '1', 'num_proj_c4803e54db35413991df23c2b5523297': '1', 'num_proj_bbe1a2b31da6458c87abf2ac32e1cd99': '1', 'num_proj_074fd9c109b545e986890b8f3751d057': '1'} {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 599.726803] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Releasing lock "refresh_cache-ed956405-16b0-40d0-ac18-6be904abd266" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.727285] env[66735]: DEBUG nova.compute.manager [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Instance network_info: |[{"id": "216f12ab-84e2-425e-8fe1-56cba4216b4b", "address": "fa:16:3e:cf:9b:aa", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216f12ab-84", "ovs_interfaceid": "216f12ab-84e2-425e-8fe1-56cba4216b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 599.728192] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:9b:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '216f12ab-84e2-425e-8fe1-56cba4216b4b', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.740584] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Creating folder: Project (c4803e54db35413991df23c2b5523297). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.742258] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d7b9bc9-e982-4e88-aa06-a3ec41557bd8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.752922] env[66735]: DEBUG nova.compute.manager [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Received event network-changed-916e9145-d7a8-4b4a-a479-59e9e27f0d8a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 599.753422] env[66735]: DEBUG nova.compute.manager [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Refreshing instance network info cache due to event network-changed-916e9145-d7a8-4b4a-a479-59e9e27f0d8a. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 599.754194] env[66735]: DEBUG oslo_concurrency.lockutils [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] Acquiring lock "refresh_cache-3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.754480] env[66735]: DEBUG oslo_concurrency.lockutils [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] Acquired lock "refresh_cache-3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.754758] env[66735]: DEBUG nova.network.neutron [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Refreshing network info cache for port 916e9145-d7a8-4b4a-a479-59e9e27f0d8a {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.761760] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Created folder: Project (c4803e54db35413991df23c2b5523297) in parent group-v906980. [ 599.762223] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Creating folder: Instances. Parent ref: group-v906996. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.766285] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01f16519-7762-4784-a9ef-31ddd25d50a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.781965] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Created folder: Instances in parent group-v906996. [ 599.781965] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 599.781965] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.783382] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff199b13-09b1-4f83-b4ff-d9bc1e2292ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.811455] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.820292] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.820292] env[66735]: value = "task-4644964" [ 599.820292] env[66735]: _type = "Task" [ 599.820292] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.829901] env[66735]: DEBUG oslo_vmware.api [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4644956, 'name': PowerOnVM_Task, 'duration_secs': 0.538434} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.830526] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.830782] env[66735]: INFO nova.compute.manager [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Took 16.59 seconds to spawn the instance on the hypervisor. [ 599.831017] env[66735]: DEBUG nova.compute.manager [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 599.832268] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219d9aa6-f9c8-4cb1-987f-73872131dd09 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.843482] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644964, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.917624] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644958, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.960862] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Acquiring lock "3011e567-763f-47c7-aac1-b5e3dfff721f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.960862] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Lock "3011e567-763f-47c7-aac1-b5e3dfff721f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.991092] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027aed02-63b8-4a95-b3a5-c0ba991eb921 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.002720] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac964275-ccbe-4ded-9f52-c492814bf78a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.006664] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644961, 'name': CreateVM_Task, 'duration_secs': 0.414169} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.006863] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.007737] env[66735]: WARNING neutronclient.v2_0.client [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.008134] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.008368] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.008743] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.008999] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6834d2-4c00-4fcb-9151-df5394a77cc9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.038736] env[66735]: DEBUG nova.network.neutron [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 600.043908] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8158cc-c22d-45e9-9e45-0370ad52840f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.047175] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 600.047175] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528756d7-8522-4fd0-1347-326c3ef56da3" [ 600.047175] env[66735]: _type = "Task" [ 600.047175] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.054318] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacaf8f9-0e12-42bc-9310-78f8b1c6f821 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.064310] env[66735]: DEBUG nova.compute.manager [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 600.067129] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528756d7-8522-4fd0-1347-326c3ef56da3, 'name': SearchDatastore_Task, 'duration_secs': 0.011979} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.067936] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.068241] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.068520] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.068685] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.068933] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.069781] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4b85768-bcf0-496d-b00e-7b31d38232f6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.079880] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.090194] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.090390] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.091608] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e4a7fbd-50c5-4216-8ba7-afc7798582b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.100731] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 600.100731] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5275dab4-471f-7ba7-3590-608626a9424a" [ 600.100731] env[66735]: _type = "Task" [ 600.100731] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.113421] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5275dab4-471f-7ba7-3590-608626a9424a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.149386] env[66735]: WARNING neutronclient.v2_0.client [req-913b7c91-8cab-4fad-9ff8-c9179e776496 req-5d23970f-ae4d-4ab4-af2b-93de3c6f762c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.200953] env[66735]: DEBUG nova.compute.manager [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 600.224443] env[66735]: DEBUG nova.virt.hardware [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 600.225108] env[66735]: DEBUG nova.virt.hardware [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.225108] env[66735]: DEBUG nova.virt.hardware [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 600.225108] env[66735]: DEBUG nova.virt.hardware [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.225306] env[66735]: DEBUG nova.virt.hardware [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 600.225306] env[66735]: DEBUG nova.virt.hardware [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 600.225492] env[66735]: DEBUG nova.virt.hardware [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 600.225642] env[66735]: DEBUG nova.virt.hardware [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 600.225878] env[66735]: DEBUG nova.virt.hardware [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 600.226078] env[66735]: DEBUG nova.virt.hardware [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 600.226255] env[66735]: DEBUG nova.virt.hardware [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 600.227499] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d874f841-b57d-4d03-94ea-5b7c0776d9d0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.237352] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2146d34-09b4-40ed-bd7b-16aa04eb4184 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.266931] env[66735]: WARNING neutronclient.v2_0.client [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.281203] env[66735]: DEBUG oslo_vmware.api [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644957, 'name': PowerOnVM_Task, 'duration_secs': 0.937399} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.281424] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.281620] env[66735]: INFO nova.compute.manager [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Took 14.70 seconds to spawn the instance on the hypervisor. [ 600.281791] env[66735]: DEBUG nova.compute.manager [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 600.283840] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75ab10c-ebcf-4f08-b8b6-d23c84f14e22 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.333349] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644964, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.360643] env[66735]: WARNING neutronclient.v2_0.client [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.366254] env[66735]: INFO nova.compute.manager [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Took 21.41 seconds to build instance. [ 600.415855] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569778} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.416257] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] f1da9260-b4b9-4752-afa4-452afacca59c/f1da9260-b4b9-4752-afa4-452afacca59c.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.416498] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.416768] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e58559fb-9cfe-4efd-957a-213e56b15640 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.424720] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Waiting for the task: (returnval){ [ 600.424720] env[66735]: value = "task-4644965" [ 600.424720] env[66735]: _type = "Task" [ 600.424720] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.439076] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.465658] env[66735]: DEBUG nova.compute.manager [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 600.587342] env[66735]: DEBUG nova.scheduler.client.report [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.599956] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.618055] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5275dab4-471f-7ba7-3590-608626a9424a, 'name': SearchDatastore_Task, 'duration_secs': 0.011684} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.618974] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216b0305-3f7b-4b9a-82eb-55addc7b9da7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.628402] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 600.628402] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5224a755-b1d5-d5d5-af5f-fca6edfd4e2e" [ 600.628402] env[66735]: _type = "Task" [ 600.628402] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.641408] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5224a755-b1d5-d5d5-af5f-fca6edfd4e2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.699890] env[66735]: DEBUG nova.network.neutron [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Updating instance_info_cache with network_info: [{"id": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "address": "fa:16:3e:5a:78:fa", "network": {"id": "eafa9b0a-e1c6-43c9-9804-09f42e14814e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-84078521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe1a2b31da6458c87abf2ac32e1cd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a67ef28-b9", "ovs_interfaceid": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.803758] env[66735]: INFO nova.compute.manager [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Took 20.60 seconds to build instance. [ 600.836552] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644964, 'name': CreateVM_Task, 'duration_secs': 0.80627} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.837039] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.837675] env[66735]: WARNING neutronclient.v2_0.client [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.838164] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.838327] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.838670] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.839264] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094c7a36-ddcc-4acf-b15e-21b11031b89c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.852298] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Waiting for the task: (returnval){ [ 600.852298] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5229b7ed-3b68-e795-da99-318229dd48ef" [ 600.852298] env[66735]: _type = "Task" [ 600.852298] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.861965] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5229b7ed-3b68-e795-da99-318229dd48ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.871559] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a81f9578-8a88-4d2d-baff-1fcdaf86dd86 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "8560b1a4-27ea-485b-8779-c7849d597eaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.923s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.939522] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079191} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.939522] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.940622] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3ad494-09eb-4728-ad9f-d3c347e7139b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.967541] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] f1da9260-b4b9-4752-afa4-452afacca59c/f1da9260-b4b9-4752-afa4-452afacca59c.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.968147] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-561b2665-0029-4dfe-be0c-e103dd7b037f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.993277] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Waiting for the task: (returnval){ [ 600.993277] env[66735]: value = "task-4644966" [ 600.993277] env[66735]: _type = "Task" [ 600.993277] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.002854] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.011214] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.094580] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 601.094580] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.932s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.094889] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.495s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.096444] env[66735]: INFO nova.compute.claims [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.143023] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5224a755-b1d5-d5d5-af5f-fca6edfd4e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.016509} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.143023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.143023] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 72d6e128-7320-4c9a-a410-a170aebc9364/72d6e128-7320-4c9a-a410-a170aebc9364.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.143023] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04d6f519-de3b-4ebc-a0ff-1df6172c4944 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.150516] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 601.150516] env[66735]: value = "task-4644967" [ 601.150516] env[66735]: _type = "Task" [ 601.150516] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.162426] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.164028] env[66735]: WARNING neutronclient.v2_0.client [req-913b7c91-8cab-4fad-9ff8-c9179e776496 req-5d23970f-ae4d-4ab4-af2b-93de3c6f762c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.202987] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Releasing lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.203490] env[66735]: DEBUG nova.compute.manager [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Instance network_info: |[{"id": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "address": "fa:16:3e:5a:78:fa", "network": {"id": "eafa9b0a-e1c6-43c9-9804-09f42e14814e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-84078521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe1a2b31da6458c87abf2ac32e1cd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a67ef28-b9", "ovs_interfaceid": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 601.204100] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:78:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a67ef28-b96a-4cb4-99b8-8c476b68ce25', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.214342] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Creating folder: Project (bbe1a2b31da6458c87abf2ac32e1cd99). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.215195] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62672aef-a3bf-48cd-8f20-36208ce7e507 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.227677] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Created folder: Project (bbe1a2b31da6458c87abf2ac32e1cd99) in parent group-v906980. [ 601.227953] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Creating folder: Instances. Parent ref: group-v906999. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.228240] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8bf74c1-d115-4b89-b37b-7e76923db89c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.243122] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Created folder: Instances in parent group-v906999. [ 601.243400] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 601.244524] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.246036] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd4540e2-c55d-465c-badb-e28efe0f3b3a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.268147] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.268147] env[66735]: value = "task-4644970" [ 601.268147] env[66735]: _type = "Task" [ 601.268147] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.279745] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644970, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.280346] env[66735]: DEBUG nova.network.neutron [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Successfully updated port: ea4935f6-e638-43f4-abe9-89b337611df1 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 601.308203] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2dc0d7a-3590-4e3e-864d-956c2bbe1605 tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Lock "3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.112s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.347396] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Acquiring lock "155797b1-2470-43a6-84f6-39ee2fe1586e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.347836] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.363982] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5229b7ed-3b68-e795-da99-318229dd48ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013617} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.364574] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.364954] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.365134] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.365279] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.365519] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.365999] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b99a59d-6d91-4b30-98d6-f0e6c55592ae {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.376488] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.376729] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.377481] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819c63e7-cbe9-4cc4-b822-9bb55fb17e43 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.384963] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Waiting for the task: (returnval){ [ 601.384963] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52adb826-28ed-5f19-bc57-0db2542b38dd" [ 601.384963] env[66735]: _type = "Task" [ 601.384963] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.396183] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52adb826-28ed-5f19-bc57-0db2542b38dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.509136] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.620773] env[66735]: WARNING neutronclient.v2_0.client [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.665127] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644967, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.727348] env[66735]: DEBUG nova.network.neutron [req-913b7c91-8cab-4fad-9ff8-c9179e776496 req-5d23970f-ae4d-4ab4-af2b-93de3c6f762c service nova] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Updated VIF entry in instance network info cache for port 3ba7803f-e502-4353-8490-c569c3121565. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 601.727699] env[66735]: DEBUG nova.network.neutron [req-913b7c91-8cab-4fad-9ff8-c9179e776496 req-5d23970f-ae4d-4ab4-af2b-93de3c6f762c service nova] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Updating instance_info_cache with network_info: [{"id": "3ba7803f-e502-4353-8490-c569c3121565", "address": "fa:16:3e:ef:c0:7a", "network": {"id": "eaa8628c-6cfd-4e1d-8aa9-520e3163ce40", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-903000128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55bf1561f06342159553e0aea997aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba7803f-e5", "ovs_interfaceid": "3ba7803f-e502-4353-8490-c569c3121565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.783912] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644970, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.784176] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.784334] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.784503] env[66735]: DEBUG nova.network.neutron [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 601.852143] env[66735]: DEBUG nova.compute.manager [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 601.897515] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52adb826-28ed-5f19-bc57-0db2542b38dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012101} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.898501] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c4ed7ce-25c2-447a-8908-c123ac3831bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.907118] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Waiting for the task: (returnval){ [ 601.907118] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d6e2dc-f482-c64f-84ab-dffb5bd4f4f4" [ 601.907118] env[66735]: _type = "Task" [ 601.907118] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.920202] env[66735]: DEBUG nova.network.neutron [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Updated VIF entry in instance network info cache for port 916e9145-d7a8-4b4a-a479-59e9e27f0d8a. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 601.920202] env[66735]: DEBUG nova.network.neutron [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Updating instance_info_cache with network_info: [{"id": "916e9145-d7a8-4b4a-a479-59e9e27f0d8a", "address": "fa:16:3e:f2:52:1b", "network": {"id": "38a8f2bb-5eaf-4bd1-b736-e203c13c9eab", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1854379966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe83a86e0b144e8fa4ec729475c3a9f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap916e9145-d7", "ovs_interfaceid": "916e9145-d7a8-4b4a-a479-59e9e27f0d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.925487] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d6e2dc-f482-c64f-84ab-dffb5bd4f4f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.009922] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644966, 'name': ReconfigVM_Task, 'duration_secs': 0.925781} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.010217] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Reconfigured VM instance instance-00000004 to attach disk [datastore2] f1da9260-b4b9-4752-afa4-452afacca59c/f1da9260-b4b9-4752-afa4-452afacca59c.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.010900] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de775e23-990d-4de1-89b7-75db2685f28c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.021727] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Waiting for the task: (returnval){ [ 602.021727] env[66735]: value = "task-4644971" [ 602.021727] env[66735]: _type = "Task" [ 602.021727] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.035057] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644971, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.173886] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650235} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.176876] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 72d6e128-7320-4c9a-a410-a170aebc9364/72d6e128-7320-4c9a-a410-a170aebc9364.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.177137] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.177666] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68eff62b-2caa-42b9-895b-611c1ec37262 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.196916] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 602.196916] env[66735]: value = "task-4644972" [ 602.196916] env[66735]: _type = "Task" [ 602.196916] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.215892] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.231355] env[66735]: DEBUG oslo_concurrency.lockutils [req-913b7c91-8cab-4fad-9ff8-c9179e776496 req-5d23970f-ae4d-4ab4-af2b-93de3c6f762c service nova] Releasing lock "refresh_cache-8560b1a4-27ea-485b-8779-c7849d597eaa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.283210] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644970, 'name': CreateVM_Task, 'duration_secs': 0.682371} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.286446] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.289494] env[66735]: WARNING neutronclient.v2_0.client [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.289902] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.291500] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.291500] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.291500] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a25339-6d10-4e9d-9895-f78a2062d31e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.297160] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 602.297160] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d91524-e4a3-2cd4-04e2-db82fcc008e5" [ 602.297160] env[66735]: _type = "Task" [ 602.297160] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.307215] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d91524-e4a3-2cd4-04e2-db82fcc008e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.367837] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240c6dff-c6bd-42fb-8044-692259eae6be {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.376912] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6660cd58-a000-4d51-9df9-002333bbd15b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.387411] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.414390] env[66735]: DEBUG nova.network.neutron [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 602.420609] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb633534-29e3-4baa-82c7-53f598df1d5b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.431836] env[66735]: DEBUG oslo_concurrency.lockutils [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] Releasing lock "refresh_cache-3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.431836] env[66735]: DEBUG nova.compute.manager [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Received event network-vif-plugged-84362d1f-4f7c-429c-9b69-665a8b9f408d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 602.431836] env[66735]: DEBUG oslo_concurrency.lockutils [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] Acquiring lock "f1da9260-b4b9-4752-afa4-452afacca59c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.431836] env[66735]: DEBUG oslo_concurrency.lockutils [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] Lock "f1da9260-b4b9-4752-afa4-452afacca59c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.431836] env[66735]: DEBUG oslo_concurrency.lockutils [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] Lock "f1da9260-b4b9-4752-afa4-452afacca59c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.432477] env[66735]: DEBUG nova.compute.manager [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] No waiting events found dispatching network-vif-plugged-84362d1f-4f7c-429c-9b69-665a8b9f408d {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 602.432477] env[66735]: WARNING nova.compute.manager [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Received unexpected event network-vif-plugged-84362d1f-4f7c-429c-9b69-665a8b9f408d for instance with vm_state building and task_state spawning. [ 602.432477] env[66735]: DEBUG nova.compute.manager [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Received event network-changed-84362d1f-4f7c-429c-9b69-665a8b9f408d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 602.432477] env[66735]: DEBUG nova.compute.manager [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Refreshing instance network info cache due to event network-changed-84362d1f-4f7c-429c-9b69-665a8b9f408d. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 602.432477] env[66735]: DEBUG oslo_concurrency.lockutils [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] Acquiring lock "refresh_cache-f1da9260-b4b9-4752-afa4-452afacca59c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.432681] env[66735]: DEBUG oslo_concurrency.lockutils [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] Acquired lock "refresh_cache-f1da9260-b4b9-4752-afa4-452afacca59c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.432681] env[66735]: DEBUG nova.network.neutron [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Refreshing network info cache for port 84362d1f-4f7c-429c-9b69-665a8b9f408d {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.437315] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c3cb29-bd81-4077-a0be-c2e1346ab6c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.442613] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d6e2dc-f482-c64f-84ab-dffb5bd4f4f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014708} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.443925] env[66735]: WARNING neutronclient.v2_0.client [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.447666] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.447666] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] ed956405-16b0-40d0-ac18-6be904abd266/ed956405-16b0-40d0-ac18-6be904abd266.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.449337] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9302530d-3b16-43df-89b5-bde16c3a82ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.467905] env[66735]: DEBUG nova.compute.provider_tree [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.473652] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Waiting for the task: (returnval){ [ 602.473652] env[66735]: value = "task-4644973" [ 602.473652] env[66735]: _type = "Task" [ 602.473652] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.485241] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.533236] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644971, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.709180] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081405} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.709453] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.710296] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744412d5-5654-4f35-b06f-e81a556e6cd7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.734452] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 72d6e128-7320-4c9a-a410-a170aebc9364/72d6e128-7320-4c9a-a410-a170aebc9364.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.737966] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9943521-7055-40c1-97ca-5eeefb5f6fdb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.764156] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 602.764156] env[66735]: value = "task-4644974" [ 602.764156] env[66735]: _type = "Task" [ 602.764156] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.775596] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.786384] env[66735]: WARNING neutronclient.v2_0.client [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.809041] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d91524-e4a3-2cd4-04e2-db82fcc008e5, 'name': SearchDatastore_Task, 'duration_secs': 0.024352} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.809428] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.809619] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.809858] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.810008] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.810206] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.810516] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a84478ab-b327-448a-a667-e21326570aa3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.821143] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.821143] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.821872] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eff2b4f-55ff-48e1-badd-d5eca436cdbd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.829648] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 602.829648] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ccc056-dac8-6fe1-27f0-6be6d0d3ade6" [ 602.829648] env[66735]: _type = "Task" [ 602.829648] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.840066] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ccc056-dac8-6fe1-27f0-6be6d0d3ade6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.971950] env[66735]: DEBUG nova.scheduler.client.report [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.986215] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.000317] env[66735]: INFO nova.compute.manager [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Rebuilding instance [ 603.039142] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644971, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.062447] env[66735]: DEBUG nova.compute.manager [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 603.063341] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8389ed-02fe-48a1-bba1-af2b9afdd9e0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.279209] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644974, 'name': ReconfigVM_Task, 'duration_secs': 0.501237} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.279500] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 72d6e128-7320-4c9a-a410-a170aebc9364/72d6e128-7320-4c9a-a410-a170aebc9364.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.280203] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8521340a-345f-4e55-bb06-95492c158017 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.289291] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 603.289291] env[66735]: value = "task-4644975" [ 603.289291] env[66735]: _type = "Task" [ 603.289291] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.300145] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644975, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.318515] env[66735]: DEBUG nova.network.neutron [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance_info_cache with network_info: [{"id": "ea4935f6-e638-43f4-abe9-89b337611df1", "address": "fa:16:3e:e3:93:dd", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4935f6-e6", "ovs_interfaceid": "ea4935f6-e638-43f4-abe9-89b337611df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.342974] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ccc056-dac8-6fe1-27f0-6be6d0d3ade6, 'name': SearchDatastore_Task, 'duration_secs': 0.012014} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.344484] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707d3dac-ccda-41f5-8c54-ab56debf0d71 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.353271] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 603.353271] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523f494f-a550-0d26-d43b-4e8fd8b7a3b0" [ 603.353271] env[66735]: _type = "Task" [ 603.353271] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.364484] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523f494f-a550-0d26-d43b-4e8fd8b7a3b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.419324] env[66735]: WARNING neutronclient.v2_0.client [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.484550] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.485230] env[66735]: DEBUG nova.compute.manager [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 603.491842] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.478s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.491842] env[66735]: INFO nova.compute.claims [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.503263] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644973, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.535169] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644971, 'name': Rename_Task, 'duration_secs': 1.222286} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.535169] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.535650] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c0a19cd-795f-4441-a79f-903b2979615f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.543829] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Waiting for the task: (returnval){ [ 603.543829] env[66735]: value = "task-4644976" [ 603.543829] env[66735]: _type = "Task" [ 603.543829] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.553950] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.802587] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644975, 'name': Rename_Task, 'duration_secs': 0.22658} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.805850] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.805850] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90ba6a74-5fce-4cb6-a0e9-05b25637694c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.814026] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 603.814026] env[66735]: value = "task-4644977" [ 603.814026] env[66735]: _type = "Task" [ 603.814026] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.823318] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.823318] env[66735]: DEBUG nova.compute.manager [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Instance network_info: |[{"id": "ea4935f6-e638-43f4-abe9-89b337611df1", "address": "fa:16:3e:e3:93:dd", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4935f6-e6", "ovs_interfaceid": "ea4935f6-e638-43f4-abe9-89b337611df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 603.823458] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:93:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea4935f6-e638-43f4-abe9-89b337611df1', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.831228] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Creating folder: Project (074fd9c109b545e986890b8f3751d057). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.836154] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72f90c0d-32ec-4da8-b767-d03c5c8b965d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.838579] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.851695] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Created folder: Project (074fd9c109b545e986890b8f3751d057) in parent group-v906980. [ 603.851695] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Creating folder: Instances. Parent ref: group-v907002. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.852599] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc505565-471e-45a2-ad0e-177cfd25a9ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.869453] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523f494f-a550-0d26-d43b-4e8fd8b7a3b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014388} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.871048] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.871361] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] eeb64922-383d-456b-8fb2-272d8cf61fac/eeb64922-383d-456b-8fb2-272d8cf61fac.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.871610] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Created folder: Instances in parent group-v907002. [ 603.871822] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 603.872016] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7261d42a-36f2-47fd-b277-85aa8275a111 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.874387] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.874626] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2ef7d6b-e16e-49f8-878a-b600cdb5380e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.895712] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.895712] env[66735]: value = "task-4644981" [ 603.895712] env[66735]: _type = "Task" [ 603.895712] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.897718] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 603.897718] env[66735]: value = "task-4644980" [ 603.897718] env[66735]: _type = "Task" [ 603.897718] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.912436] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644981, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.915993] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.990849] env[66735]: DEBUG nova.compute.utils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.992160] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644973, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.371164} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.992634] env[66735]: DEBUG nova.compute.manager [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 603.992816] env[66735]: DEBUG nova.network.neutron [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 603.993345] env[66735]: WARNING neutronclient.v2_0.client [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.993534] env[66735]: WARNING neutronclient.v2_0.client [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.996584] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] ed956405-16b0-40d0-ac18-6be904abd266/ed956405-16b0-40d0-ac18-6be904abd266.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.996584] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.996584] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa47dfac-0cee-4acf-b3da-edf259227f28 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.008987] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Waiting for the task: (returnval){ [ 604.008987] env[66735]: value = "task-4644982" [ 604.008987] env[66735]: _type = "Task" [ 604.008987] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.036411] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.059658] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.078827] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 604.078827] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87632f21-305b-45bf-a169-acc73c299364 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.087031] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 604.087031] env[66735]: value = "task-4644983" [ 604.087031] env[66735]: _type = "Task" [ 604.087031] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.098302] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.232536] env[66735]: DEBUG nova.network.neutron [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Updated VIF entry in instance network info cache for port 84362d1f-4f7c-429c-9b69-665a8b9f408d. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 604.232754] env[66735]: DEBUG nova.network.neutron [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Updating instance_info_cache with network_info: [{"id": "84362d1f-4f7c-429c-9b69-665a8b9f408d", "address": "fa:16:3e:ef:0a:fc", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84362d1f-4f", "ovs_interfaceid": "84362d1f-4f7c-429c-9b69-665a8b9f408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.325834] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644977, 'name': PowerOnVM_Task} progress is 78%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.339680] env[66735]: DEBUG nova.policy [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33f2e292cb084612a90bda58c64401f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eb757a5a40d4cfea08b2a31542c6078', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.409792] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644981, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.416649] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644980, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.493449] env[66735]: DEBUG nova.compute.manager [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 604.526902] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200456} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.526902] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.527984] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2c951d-b536-44fb-aecd-b42d39a1e2e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.557947] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] ed956405-16b0-40d0-ac18-6be904abd266/ed956405-16b0-40d0-ac18-6be904abd266.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.565907] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593a2bce-86bc-49b9-b56f-4de00aa40951 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.592669] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.596962] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Waiting for the task: (returnval){ [ 604.596962] env[66735]: value = "task-4644984" [ 604.596962] env[66735]: _type = "Task" [ 604.596962] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.608451] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644983, 'name': PowerOffVM_Task, 'duration_secs': 0.176659} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.608672] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.608924] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 604.612794] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02ba5f9-0fb0-4916-88a3-d627c65c89a8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.616276] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.621861] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 604.625067] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d038681-45c5-4c74-accc-27201c7090ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.664843] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 604.665099] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 604.665277] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Deleting the datastore file [datastore2] d4aa598c-ffe4-42ed-ae04-5301216b1827 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.665648] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ec1f9d9-345e-47dc-a3cd-97bc8cc53fb3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.674572] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 604.674572] env[66735]: value = "task-4644986" [ 604.674572] env[66735]: _type = "Task" [ 604.674572] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.686019] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.734931] env[66735]: DEBUG nova.compute.manager [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Received event network-vif-plugged-216f12ab-84e2-425e-8fe1-56cba4216b4b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 604.735417] env[66735]: DEBUG oslo_concurrency.lockutils [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] Acquiring lock "ed956405-16b0-40d0-ac18-6be904abd266-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.735651] env[66735]: DEBUG oslo_concurrency.lockutils [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] Lock "ed956405-16b0-40d0-ac18-6be904abd266-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.735844] env[66735]: DEBUG oslo_concurrency.lockutils [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] Lock "ed956405-16b0-40d0-ac18-6be904abd266-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.735997] env[66735]: DEBUG nova.compute.manager [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: ed956405-16b0-40d0-ac18-6be904abd266] No waiting events found dispatching network-vif-plugged-216f12ab-84e2-425e-8fe1-56cba4216b4b {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 604.736169] env[66735]: WARNING nova.compute.manager [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Received unexpected event network-vif-plugged-216f12ab-84e2-425e-8fe1-56cba4216b4b for instance with vm_state building and task_state spawning. [ 604.736320] env[66735]: DEBUG nova.compute.manager [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Received event network-changed-216f12ab-84e2-425e-8fe1-56cba4216b4b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 604.736463] env[66735]: DEBUG nova.compute.manager [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Refreshing instance network info cache due to event network-changed-216f12ab-84e2-425e-8fe1-56cba4216b4b. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 604.736642] env[66735]: DEBUG oslo_concurrency.lockutils [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] Acquiring lock "refresh_cache-ed956405-16b0-40d0-ac18-6be904abd266" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.737971] env[66735]: DEBUG oslo_concurrency.lockutils [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] Acquired lock "refresh_cache-ed956405-16b0-40d0-ac18-6be904abd266" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.737971] env[66735]: DEBUG nova.network.neutron [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Refreshing network info cache for port 216f12ab-84e2-425e-8fe1-56cba4216b4b {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.739419] env[66735]: DEBUG oslo_concurrency.lockutils [req-c40bf68e-ef98-4ea6-872a-1e8e2176b49a req-41d531e7-15d2-4c29-9ffc-a4bc2e2db69c service nova] Releasing lock "refresh_cache-f1da9260-b4b9-4752-afa4-452afacca59c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.792409] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f15296-7215-4d62-88dc-66d1ad5fa854 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.802414] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9438dbc-bf58-46b3-a884-36e77ffd6cb5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.844369] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daffe3c-b3d7-4066-b2a4-184a3f387a52 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.853150] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644977, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.856766] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8d3902-1feb-4db8-9dc1-f2b1abe11b3d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.878532] env[66735]: DEBUG nova.compute.provider_tree [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.910130] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644981, 'name': CreateVM_Task, 'duration_secs': 0.6228} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.911309] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.912479] env[66735]: WARNING neutronclient.v2_0.client [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.913554] env[66735]: DEBUG oslo_vmware.service [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d05149-7c9e-401f-976d-0d5a3d3f71e2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.920137] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729265} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.920754] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] eeb64922-383d-456b-8fb2-272d8cf61fac/eeb64922-383d-456b-8fb2-272d8cf61fac.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.920964] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.921239] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb715a36-1836-4622-9824-ff0133731165 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.925678] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.925841] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.926214] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.926736] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a8e877d-5835-4e0a-8f39-f6dfcf31b57e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.932314] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 604.932314] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527fbb8f-e295-2c66-f936-84e1eeb71b9f" [ 604.932314] env[66735]: _type = "Task" [ 604.932314] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.943211] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527fbb8f-e295-2c66-f936-84e1eeb71b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.946024] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 604.946024] env[66735]: value = "task-4644987" [ 604.946024] env[66735]: _type = "Task" [ 604.946024] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.956402] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.010493] env[66735]: DEBUG nova.compute.manager [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Received event network-vif-plugged-4704bea1-6c35-43ec-aec3-1e76d1387829 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 605.012219] env[66735]: DEBUG oslo_concurrency.lockutils [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] Acquiring lock "72d6e128-7320-4c9a-a410-a170aebc9364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.012219] env[66735]: DEBUG oslo_concurrency.lockutils [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] Lock "72d6e128-7320-4c9a-a410-a170aebc9364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.012219] env[66735]: DEBUG oslo_concurrency.lockutils [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] Lock "72d6e128-7320-4c9a-a410-a170aebc9364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.012219] env[66735]: DEBUG nova.compute.manager [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] No waiting events found dispatching network-vif-plugged-4704bea1-6c35-43ec-aec3-1e76d1387829 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 605.012219] env[66735]: WARNING nova.compute.manager [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Received unexpected event network-vif-plugged-4704bea1-6c35-43ec-aec3-1e76d1387829 for instance with vm_state building and task_state spawning. [ 605.012400] env[66735]: DEBUG nova.compute.manager [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Received event network-changed-4704bea1-6c35-43ec-aec3-1e76d1387829 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 605.012400] env[66735]: DEBUG nova.compute.manager [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Refreshing instance network info cache due to event network-changed-4704bea1-6c35-43ec-aec3-1e76d1387829. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 605.012400] env[66735]: DEBUG oslo_concurrency.lockutils [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] Acquiring lock "refresh_cache-72d6e128-7320-4c9a-a410-a170aebc9364" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.012400] env[66735]: DEBUG oslo_concurrency.lockutils [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] Acquired lock "refresh_cache-72d6e128-7320-4c9a-a410-a170aebc9364" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.012555] env[66735]: DEBUG nova.network.neutron [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Refreshing network info cache for port 4704bea1-6c35-43ec-aec3-1e76d1387829 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.040924] env[66735]: DEBUG nova.network.neutron [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Successfully created port: 56a88615-c3ef-4938-8762-54c61f204b92 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 605.058728] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644976, 'name': PowerOnVM_Task} progress is 78%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.108818] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.191845] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4644986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31439} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.191938] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.193301] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 605.195456] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 605.239428] env[66735]: WARNING neutronclient.v2_0.client [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.351130] env[66735]: DEBUG oslo_vmware.api [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4644977, 'name': PowerOnVM_Task, 'duration_secs': 1.051439} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.351402] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.351608] env[66735]: INFO nova.compute.manager [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Took 13.05 seconds to spawn the instance on the hypervisor. [ 605.351760] env[66735]: DEBUG nova.compute.manager [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 605.352610] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d6c169-9bd9-47b4-8f8e-f2318f3094c1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.383186] env[66735]: DEBUG nova.scheduler.client.report [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.388847] env[66735]: DEBUG oslo_concurrency.lockutils [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Acquiring lock "3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.388847] env[66735]: DEBUG oslo_concurrency.lockutils [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Lock "3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.388847] env[66735]: DEBUG oslo_concurrency.lockutils [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Acquiring lock "3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.388847] env[66735]: DEBUG oslo_concurrency.lockutils [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Lock "3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.389481] env[66735]: DEBUG oslo_concurrency.lockutils [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Lock "3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.390892] env[66735]: INFO nova.compute.manager [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Terminating instance [ 605.447044] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.447044] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.447044] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.447044] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.447394] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.447394] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-590130fa-8fcd-4ae1-a31d-673fc4b26d1f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.461359] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239022} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.463848] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.463848] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.463848] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.464956] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe4421a-0d39-4621-8b7a-cfe4301e97ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.468740] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe87e76c-2823-4ac7-a153-c7b3bf00bb52 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.489180] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327b3253-980e-462e-871e-5b857b254cac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.501684] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] eeb64922-383d-456b-8fb2-272d8cf61fac/eeb64922-383d-456b-8fb2-272d8cf61fac.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.502154] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fccf9895-bcb6-49af-9995-a8b4686bd373 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.521640] env[66735]: DEBUG nova.compute.manager [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 605.525032] env[66735]: WARNING neutronclient.v2_0.client [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.530509] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 605.530509] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b3e99a-dabe-cbfe-16cb-cb4d671596df" [ 605.530509] env[66735]: _type = "Task" [ 605.530509] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.536125] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 605.536125] env[66735]: value = "task-4644988" [ 605.536125] env[66735]: _type = "Task" [ 605.536125] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.544304] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Preparing fetch location {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 605.544688] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Creating directory with path [datastore1] vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.545033] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-666f762f-53f5-4442-bd97-494101d42491 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.554143] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644988, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.560939] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644976, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.567593] env[66735]: DEBUG nova.virt.hardware [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 605.567841] env[66735]: DEBUG nova.virt.hardware [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.567990] env[66735]: DEBUG nova.virt.hardware [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 605.568184] env[66735]: DEBUG nova.virt.hardware [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.568324] env[66735]: DEBUG nova.virt.hardware [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 605.568502] env[66735]: DEBUG nova.virt.hardware [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 605.568677] env[66735]: DEBUG nova.virt.hardware [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 605.568838] env[66735]: DEBUG nova.virt.hardware [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 605.568998] env[66735]: DEBUG nova.virt.hardware [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 605.569184] env[66735]: DEBUG nova.virt.hardware [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 605.569379] env[66735]: DEBUG nova.virt.hardware [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 605.570313] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a018553-8160-4066-ba94-c1176239e479 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.574743] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Created directory with path [datastore1] vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.574919] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Fetch image to [datastore1] vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 605.575167] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Downloading image file data d4e2652e-c00e-44b3-b263-ab13e9208269 to [datastore1] vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk on the data store datastore1 {{(pid=66735) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 605.576420] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d274ed9-1302-43be-bd71-556837463603 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.583753] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5402e8ac-a200-4560-9ce8-6542c7003481 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.591961] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0714ab-00cd-405d-acff-69fa60c50bab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.615371] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f77485-0c9f-4422-8e0f-51f206f0d400 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.623203] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644984, 'name': ReconfigVM_Task, 'duration_secs': 0.679172} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.623589] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Reconfigured VM instance instance-00000006 to attach disk [datastore2] ed956405-16b0-40d0-ac18-6be904abd266/ed956405-16b0-40d0-ac18-6be904abd266.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.624224] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72044f5a-4bf2-4bcd-bea4-b0ead086e9a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.654609] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2591715-f4fe-4195-8718-53e6e03e7f3e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.657710] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Waiting for the task: (returnval){ [ 605.657710] env[66735]: value = "task-4644989" [ 605.657710] env[66735]: _type = "Task" [ 605.657710] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.664429] env[66735]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d021a555-cfd8-4dc1-8dda-1dd05ceb84f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.671170] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644989, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.778592] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Downloading image file data d4e2652e-c00e-44b3-b263-ab13e9208269 to the data store datastore1 {{(pid=66735) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 605.839932] env[66735]: DEBUG oslo_vmware.rw_handles [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=66735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 605.905773] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.906361] env[66735]: DEBUG nova.compute.manager [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 605.909634] env[66735]: DEBUG nova.compute.manager [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 605.909634] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 605.915354] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.526s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.915354] env[66735]: INFO nova.compute.claims [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.918330] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2deb81-7c56-4322-b52f-6fb6b6e95601 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.924865] env[66735]: INFO nova.compute.manager [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Took 23.91 seconds to build instance. [ 605.931606] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 605.934936] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d12ffad8-a29f-47d9-af86-d276c9b4c629 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.944276] env[66735]: DEBUG oslo_vmware.api [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Waiting for the task: (returnval){ [ 605.944276] env[66735]: value = "task-4644990" [ 605.944276] env[66735]: _type = "Task" [ 605.944276] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.957412] env[66735]: DEBUG oslo_vmware.api [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.057531] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.070126] env[66735]: DEBUG oslo_vmware.api [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4644976, 'name': PowerOnVM_Task, 'duration_secs': 2.028606} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.070126] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.070126] env[66735]: INFO nova.compute.manager [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Took 16.01 seconds to spawn the instance on the hypervisor. [ 606.070126] env[66735]: DEBUG nova.compute.manager [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 606.070718] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ffb97c-03b4-46fa-8457-513f9d827129 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.174130] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644989, 'name': Rename_Task, 'duration_secs': 0.386498} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.175182] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.178343] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ecd7104-8693-40ab-8a19-d6a5da293de8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.187239] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Waiting for the task: (returnval){ [ 606.187239] env[66735]: value = "task-4644991" [ 606.187239] env[66735]: _type = "Task" [ 606.187239] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.203971] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.244184] env[66735]: DEBUG nova.virt.hardware [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 606.244184] env[66735]: DEBUG nova.virt.hardware [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.244184] env[66735]: DEBUG nova.virt.hardware [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 606.244184] env[66735]: DEBUG nova.virt.hardware [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.244521] env[66735]: DEBUG nova.virt.hardware [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 606.244521] env[66735]: DEBUG nova.virt.hardware [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 606.244521] env[66735]: DEBUG nova.virt.hardware [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 606.244521] env[66735]: DEBUG nova.virt.hardware [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 606.244521] env[66735]: DEBUG nova.virt.hardware [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 606.244681] env[66735]: DEBUG nova.virt.hardware [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 606.244681] env[66735]: DEBUG nova.virt.hardware [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 606.244681] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34a7050-51a0-465e-b7d3-c823d86b4ccb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.257628] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877a117b-6bb4-4af6-a2de-1a5e3fe90709 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.280143] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.285897] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 606.287749] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.287749] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3d885e4-b4a5-4830-b3f4-0feed6ef3c2e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.308200] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.308200] env[66735]: value = "task-4644992" [ 606.308200] env[66735]: _type = "Task" [ 606.308200] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.322551] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644992, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.413962] env[66735]: DEBUG nova.compute.utils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.415895] env[66735]: DEBUG nova.compute.manager [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 606.416281] env[66735]: DEBUG nova.network.neutron [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 606.416891] env[66735]: WARNING neutronclient.v2_0.client [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.417635] env[66735]: WARNING neutronclient.v2_0.client [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.428065] env[66735]: DEBUG oslo_concurrency.lockutils [None req-33e73022-b1ee-4926-abe8-bdad18b4042f tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "72d6e128-7320-4c9a-a410-a170aebc9364" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.423s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.466201] env[66735]: DEBUG oslo_vmware.api [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644990, 'name': PowerOffVM_Task, 'duration_secs': 0.348354} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.466833] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.467417] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.467816] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a556cf7-5793-41ca-8914-cb189c2af31e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.546714] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.548568] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.549232] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Deleting the datastore file [datastore2] 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.551109] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e3eda09-e574-4c56-b110-6f885336a64e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.558533] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644988, 'name': ReconfigVM_Task, 'duration_secs': 0.759928} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.566191] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Reconfigured VM instance instance-00000007 to attach disk [datastore2] eeb64922-383d-456b-8fb2-272d8cf61fac/eeb64922-383d-456b-8fb2-272d8cf61fac.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.567018] env[66735]: DEBUG oslo_vmware.api [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Waiting for the task: (returnval){ [ 606.567018] env[66735]: value = "task-4644994" [ 606.567018] env[66735]: _type = "Task" [ 606.567018] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.570748] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45b6d0a6-8264-4d9f-b9ed-f598df977ce2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.580967] env[66735]: DEBUG oslo_vmware.api [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.582514] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 606.582514] env[66735]: value = "task-4644995" [ 606.582514] env[66735]: _type = "Task" [ 606.582514] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.597912] env[66735]: INFO nova.compute.manager [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Took 24.80 seconds to build instance. [ 606.602673] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644995, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.683044] env[66735]: DEBUG nova.policy [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bded1f0038f14f11a299e25ac75924bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0242821e5ef40d5a8aede601b4d0da1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.700897] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644991, 'name': PowerOnVM_Task} progress is 1%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.756242] env[66735]: DEBUG oslo_vmware.rw_handles [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Completed reading data from the image iterator. {{(pid=66735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 606.756466] env[66735]: DEBUG oslo_vmware.rw_handles [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 606.814169] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Downloaded image file data d4e2652e-c00e-44b3-b263-ab13e9208269 to vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk on the data store datastore1 {{(pid=66735) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 606.819052] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Caching image {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 606.819052] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Copying Virtual Disk [datastore1] vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk to [datastore1] vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.819052] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b471074-b862-497e-af7c-9ddd092ad1d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.828375] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4644992, 'name': CreateVM_Task, 'duration_secs': 0.345135} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.830280] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.831152] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 606.831152] env[66735]: value = "task-4644996" [ 606.831152] env[66735]: _type = "Task" [ 606.831152] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.831649] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.831804] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.832143] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.832568] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af24d72-89e3-41e1-9ff3-6c3c3eefa494 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.846293] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4644996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.847637] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 606.847637] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528bdb88-929c-9e44-fd28-a6fc83fd34d8" [ 606.847637] env[66735]: _type = "Task" [ 606.847637] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.856295] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528bdb88-929c-9e44-fd28-a6fc83fd34d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.924745] env[66735]: DEBUG nova.compute.manager [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 607.007708] env[66735]: DEBUG nova.network.neutron [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Successfully updated port: 56a88615-c3ef-4938-8762-54c61f204b92 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 607.091222] env[66735]: DEBUG oslo_vmware.api [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Task: {'id': task-4644994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197097} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.092940] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.092940] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.092940] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.092940] env[66735]: INFO nova.compute.manager [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Took 1.18 seconds to destroy the instance on the hypervisor. [ 607.092940] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 607.093236] env[66735]: DEBUG nova.compute.manager [-] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 607.093236] env[66735]: DEBUG nova.network.neutron [-] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 607.093236] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.099321] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644995, 'name': Rename_Task, 'duration_secs': 0.184527} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.099321] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.099321] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4f4db49-3fb2-472d-9471-da4682a0f10b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.104051] env[66735]: DEBUG oslo_concurrency.lockutils [None req-db575d5f-8e78-40f3-9d42-e5a2e4226147 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Lock "f1da9260-b4b9-4752-afa4-452afacca59c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.311s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.115965] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 607.115965] env[66735]: value = "task-4644997" [ 607.115965] env[66735]: _type = "Task" [ 607.115965] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.131597] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.135542] env[66735]: WARNING neutronclient.v2_0.client [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.147916] env[66735]: DEBUG nova.network.neutron [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Successfully created port: ca82c8b3-7180-43a2-b5a2-3943bb28754a {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 607.180652] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8de8c3-9246-42aa-8783-906a919dedcd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.195381] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de2b8a7-a141-4bd1-bae2-3c2edbaf0c0e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.208320] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644991, 'name': PowerOnVM_Task} progress is 64%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.238852] env[66735]: WARNING neutronclient.v2_0.client [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.242401] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.244672] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353b6bda-65b7-4c78-b52f-a99cb62034fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.260065] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b61965-50a5-407e-8fcf-dd52e2de0533 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.282273] env[66735]: DEBUG nova.compute.provider_tree [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.344027] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4644996, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.358809] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.359190] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.359547] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.515454] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Acquiring lock "refresh_cache-80a78377-5557-46e4-8704-03fa473bf171" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.515499] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Acquired lock "refresh_cache-80a78377-5557-46e4-8704-03fa473bf171" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.516155] env[66735]: DEBUG nova.network.neutron [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 607.628929] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644997, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.701959] env[66735]: DEBUG oslo_vmware.api [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4644991, 'name': PowerOnVM_Task, 'duration_secs': 1.124676} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.701959] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.702174] env[66735]: INFO nova.compute.manager [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Took 13.08 seconds to spawn the instance on the hypervisor. [ 607.702248] env[66735]: DEBUG nova.compute.manager [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 607.703250] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a5ea0e-61d3-4cbd-a07a-70bab711ad7c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.764923] env[66735]: DEBUG nova.network.neutron [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Updated VIF entry in instance network info cache for port 216f12ab-84e2-425e-8fe1-56cba4216b4b. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 607.765463] env[66735]: DEBUG nova.network.neutron [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Updating instance_info_cache with network_info: [{"id": "216f12ab-84e2-425e-8fe1-56cba4216b4b", "address": "fa:16:3e:cf:9b:aa", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216f12ab-84", "ovs_interfaceid": "216f12ab-84e2-425e-8fe1-56cba4216b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.785889] env[66735]: DEBUG nova.scheduler.client.report [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.845999] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4644996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887736} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.846350] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Copied Virtual Disk [datastore1] vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk to [datastore1] vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.846593] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Deleting the datastore file [datastore1] vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269/tmp-sparse.vmdk {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.846944] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1429673-d1a7-4c0e-a7b7-00a027249b0c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.856350] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 607.856350] env[66735]: value = "task-4644998" [ 607.856350] env[66735]: _type = "Task" [ 607.856350] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.866747] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4644998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.869485] env[66735]: DEBUG nova.network.neutron [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Updated VIF entry in instance network info cache for port 4704bea1-6c35-43ec-aec3-1e76d1387829. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 607.869880] env[66735]: DEBUG nova.network.neutron [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Updating instance_info_cache with network_info: [{"id": "4704bea1-6c35-43ec-aec3-1e76d1387829", "address": "fa:16:3e:95:19:ec", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4704bea1-6c", "ovs_interfaceid": "4704bea1-6c35-43ec-aec3-1e76d1387829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.938206] env[66735]: DEBUG nova.compute.manager [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 607.971965] env[66735]: DEBUG nova.virt.hardware [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 607.972283] env[66735]: DEBUG nova.virt.hardware [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.972445] env[66735]: DEBUG nova.virt.hardware [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 607.972622] env[66735]: DEBUG nova.virt.hardware [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.972759] env[66735]: DEBUG nova.virt.hardware [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 607.972904] env[66735]: DEBUG nova.virt.hardware [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 607.980056] env[66735]: DEBUG nova.virt.hardware [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.980056] env[66735]: DEBUG nova.virt.hardware [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 607.980056] env[66735]: DEBUG nova.virt.hardware [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 607.980056] env[66735]: DEBUG nova.virt.hardware [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 607.980056] env[66735]: DEBUG nova.virt.hardware [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 607.980283] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a80e1b-7376-4cc3-851c-60f641d33f1a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.990498] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0501b00c-d81c-439b-a0fb-9d55f15dbb58 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.130338] env[66735]: DEBUG oslo_vmware.api [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4644997, 'name': PowerOnVM_Task, 'duration_secs': 0.795085} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.130338] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.130338] env[66735]: INFO nova.compute.manager [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Took 10.22 seconds to spawn the instance on the hypervisor. [ 608.130620] env[66735]: DEBUG nova.compute.manager [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 608.131301] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb6c224-f6f4-4e62-abbf-a7ec201edab3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.135315] env[66735]: DEBUG nova.network.neutron [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 608.223791] env[66735]: DEBUG nova.network.neutron [-] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.228963] env[66735]: INFO nova.compute.manager [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Took 25.54 seconds to build instance. [ 608.268569] env[66735]: DEBUG oslo_concurrency.lockutils [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] Releasing lock "refresh_cache-ed956405-16b0-40d0-ac18-6be904abd266" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.268696] env[66735]: DEBUG nova.compute.manager [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Received event network-vif-plugged-8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 608.269068] env[66735]: DEBUG oslo_concurrency.lockutils [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] Acquiring lock "eeb64922-383d-456b-8fb2-272d8cf61fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.269531] env[66735]: DEBUG oslo_concurrency.lockutils [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] Lock "eeb64922-383d-456b-8fb2-272d8cf61fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.269531] env[66735]: DEBUG oslo_concurrency.lockutils [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] Lock "eeb64922-383d-456b-8fb2-272d8cf61fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.269653] env[66735]: DEBUG nova.compute.manager [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] No waiting events found dispatching network-vif-plugged-8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 608.269785] env[66735]: WARNING nova.compute.manager [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Received unexpected event network-vif-plugged-8a67ef28-b96a-4cb4-99b8-8c476b68ce25 for instance with vm_state building and task_state spawning. [ 608.269940] env[66735]: DEBUG nova.compute.manager [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Received event network-changed-8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 608.270113] env[66735]: DEBUG nova.compute.manager [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Refreshing instance network info cache due to event network-changed-8a67ef28-b96a-4cb4-99b8-8c476b68ce25. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 608.270301] env[66735]: DEBUG oslo_concurrency.lockutils [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] Acquiring lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.270432] env[66735]: DEBUG oslo_concurrency.lockutils [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] Acquired lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.270585] env[66735]: DEBUG nova.network.neutron [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Refreshing network info cache for port 8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.277829] env[66735]: WARNING neutronclient.v2_0.client [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.291632] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.295377] env[66735]: DEBUG nova.compute.manager [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 608.370576] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4644998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043431} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.370828] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.371113] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Moving file from [datastore1] vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d/d4e2652e-c00e-44b3-b263-ab13e9208269 to [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269. {{(pid=66735) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 608.371305] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5a8f1c72-89da-42ca-826e-f64d8c8f1b77 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.373775] env[66735]: DEBUG oslo_concurrency.lockutils [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] Releasing lock "refresh_cache-72d6e128-7320-4c9a-a410-a170aebc9364" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.374008] env[66735]: DEBUG nova.compute.manager [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Received event network-vif-plugged-ea4935f6-e638-43f4-abe9-89b337611df1 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 608.374206] env[66735]: DEBUG oslo_concurrency.lockutils [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] Acquiring lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.374398] env[66735]: DEBUG oslo_concurrency.lockutils [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] Lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.374596] env[66735]: DEBUG oslo_concurrency.lockutils [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] Lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.374704] env[66735]: DEBUG nova.compute.manager [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] No waiting events found dispatching network-vif-plugged-ea4935f6-e638-43f4-abe9-89b337611df1 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 608.374892] env[66735]: WARNING nova.compute.manager [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Received unexpected event network-vif-plugged-ea4935f6-e638-43f4-abe9-89b337611df1 for instance with vm_state building and task_state spawning. [ 608.375484] env[66735]: DEBUG nova.compute.manager [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Received event network-changed-ea4935f6-e638-43f4-abe9-89b337611df1 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 608.375484] env[66735]: DEBUG nova.compute.manager [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Refreshing instance network info cache due to event network-changed-ea4935f6-e638-43f4-abe9-89b337611df1. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 608.375484] env[66735]: DEBUG oslo_concurrency.lockutils [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] Acquiring lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.375484] env[66735]: DEBUG oslo_concurrency.lockutils [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] Acquired lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.375681] env[66735]: DEBUG nova.network.neutron [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Refreshing network info cache for port ea4935f6-e638-43f4-abe9-89b337611df1 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.383290] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 608.383290] env[66735]: value = "task-4644999" [ 608.383290] env[66735]: _type = "Task" [ 608.383290] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.394252] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4644999, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.433519] env[66735]: DEBUG nova.network.neutron [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Updating instance_info_cache with network_info: [{"id": "56a88615-c3ef-4938-8762-54c61f204b92", "address": "fa:16:3e:8a:32:58", "network": {"id": "41896a3c-acaf-44f0-9af0-50c076023655", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-37118982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8eb757a5a40d4cfea08b2a31542c6078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a88615-c3", "ovs_interfaceid": "56a88615-c3ef-4938-8762-54c61f204b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.656432] env[66735]: INFO nova.compute.manager [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Took 24.37 seconds to build instance. [ 608.665838] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Acquiring lock "840b4eb7-e18e-445c-8029-a6cb63383499" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.666081] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Lock "840b4eb7-e18e-445c-8029-a6cb63383499" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.731026] env[66735]: INFO nova.compute.manager [-] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Took 1.64 seconds to deallocate network for instance. [ 608.731026] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4805c8d-e898-4364-98f0-c8c11f51dc68 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Lock "ed956405-16b0-40d0-ac18-6be904abd266" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.053s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.775189] env[66735]: WARNING neutronclient.v2_0.client [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.800853] env[66735]: DEBUG nova.compute.utils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.803254] env[66735]: DEBUG nova.compute.manager [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 608.803254] env[66735]: DEBUG nova.network.neutron [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 608.803497] env[66735]: WARNING neutronclient.v2_0.client [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.803801] env[66735]: WARNING neutronclient.v2_0.client [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.878750] env[66735]: WARNING neutronclient.v2_0.client [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.896124] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4644999, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.044334} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.900263] env[66735]: DEBUG nova.network.neutron [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Successfully updated port: ca82c8b3-7180-43a2-b5a2-3943bb28754a {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 608.902740] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] File moved {{(pid=66735) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 608.902977] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Cleaning up location [datastore1] vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 608.903156] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Deleting the datastore file [datastore1] vmware_temp/d287ed5f-7289-4279-a33a-a80a6ec6518d {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.903886] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0f94650-803d-4b70-a9d9-bded7880b0f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.914891] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 608.914891] env[66735]: value = "task-4645000" [ 608.914891] env[66735]: _type = "Task" [ 608.914891] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.934561] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.938149] env[66735]: DEBUG nova.policy [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20806ae6076a43f3bd25b83a6486e909', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41d204f8453e431780e85c5558ace9e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.943433] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Releasing lock "refresh_cache-80a78377-5557-46e4-8704-03fa473bf171" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.944183] env[66735]: DEBUG nova.compute.manager [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Instance network_info: |[{"id": "56a88615-c3ef-4938-8762-54c61f204b92", "address": "fa:16:3e:8a:32:58", "network": {"id": "41896a3c-acaf-44f0-9af0-50c076023655", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-37118982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8eb757a5a40d4cfea08b2a31542c6078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a88615-c3", "ovs_interfaceid": "56a88615-c3ef-4938-8762-54c61f204b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 608.945581] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:32:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56a88615-c3ef-4938-8762-54c61f204b92', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.958101] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Creating folder: Project (8eb757a5a40d4cfea08b2a31542c6078). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.958863] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdaf05db-7839-477c-aa13-27f28a6a2932 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.972720] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Created folder: Project (8eb757a5a40d4cfea08b2a31542c6078) in parent group-v906980. [ 608.972873] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Creating folder: Instances. Parent ref: group-v907006. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.973141] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbd5919a-e040-4fa2-a71f-b329f86933a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.984600] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Created folder: Instances in parent group-v907006. [ 608.984787] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 608.985171] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.985171] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99b03846-aaf7-4f2e-ae46-8c13e81288c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.008311] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.008311] env[66735]: value = "task-4645003" [ 609.008311] env[66735]: _type = "Task" [ 609.008311] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.018600] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645003, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.158887] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7efcf29-557e-4133-87a9-64b6919062b7 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "eeb64922-383d-456b-8fb2-272d8cf61fac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.875s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.168505] env[66735]: DEBUG nova.compute.manager [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 609.243073] env[66735]: DEBUG oslo_concurrency.lockutils [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.243371] env[66735]: DEBUG oslo_concurrency.lockutils [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.243629] env[66735]: DEBUG nova.objects.instance [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Lazy-loading 'resources' on Instance uuid 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 609.309379] env[66735]: DEBUG nova.compute.manager [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 609.405883] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Acquiring lock "refresh_cache-3011e567-763f-47c7-aac1-b5e3dfff721f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.406191] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Acquired lock "refresh_cache-3011e567-763f-47c7-aac1-b5e3dfff721f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.406380] env[66735]: DEBUG nova.network.neutron [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 609.428202] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084908} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.428370] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.429320] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0279c55d-9dcc-4424-a01d-45ac2d282be4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.437629] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 609.437629] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5237ecb3-dc79-ff9e-92a0-266d934e526a" [ 609.437629] env[66735]: _type = "Task" [ 609.437629] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.449802] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5237ecb3-dc79-ff9e-92a0-266d934e526a, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.450085] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.450378] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 5a3f4ca6-dee6-43ff-b059-365136c9bf6d/5a3f4ca6-dee6-43ff-b059-365136c9bf6d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.451272] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.451272] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.451272] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839155b1-0399-4941-9319-4463f3d514f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.453952] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29b97d58-e072-4c82-b268-ec9b46473f89 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.463139] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 609.463139] env[66735]: value = "task-4645004" [ 609.463139] env[66735]: _type = "Task" [ 609.463139] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.472756] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.474154] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.474378] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.475195] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1a03ae-37a3-483a-ad56-d6b4baa0cceb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.481724] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 609.481724] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c334fb-2c37-a8e9-1972-629c272736e7" [ 609.481724] env[66735]: _type = "Task" [ 609.481724] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.491600] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c334fb-2c37-a8e9-1972-629c272736e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.521289] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645003, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.623087] env[66735]: DEBUG nova.network.neutron [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Successfully created port: d2ea616a-5dfa-4d30-a1f7-b466e405c8bd {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 609.660314] env[66735]: WARNING neutronclient.v2_0.client [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.700835] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.718774] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Acquiring lock "2167f03b-b831-464c-a6f5-191c00c7295b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.718990] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Lock "2167f03b-b831-464c-a6f5-191c00c7295b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.923852] env[66735]: WARNING neutronclient.v2_0.client [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.957193] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a80046e-fcd9-42d9-8953-21b433de7bb5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.971396] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce1c8d3-7436-419c-9822-8cd44cfa2389 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.981582] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.012982] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5b4881-3c4c-4e04-bd72-1155c7b7f0ac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.028250] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c334fb-2c37-a8e9-1972-629c272736e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.033421] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a42e135-6b21-4162-80b0-2810337b70a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.037169] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ef73fd-a0db-49cd-804f-90ce34dba238 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.044281] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645003, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.048963] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 610.048963] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527e7326-a0fb-3da4-8022-c0ad2b5bba26" [ 610.048963] env[66735]: _type = "Task" [ 610.048963] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.056943] env[66735]: DEBUG nova.compute.provider_tree [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.067969] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527e7326-a0fb-3da4-8022-c0ad2b5bba26, 'name': SearchDatastore_Task, 'duration_secs': 0.014203} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.068256] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.068572] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] d4aa598c-ffe4-42ed-ae04-5301216b1827/d4aa598c-ffe4-42ed-ae04-5301216b1827.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.068794] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c289537d-2c61-46bf-a410-67fff2a4bb98 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.077491] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 610.077491] env[66735]: value = "task-4645005" [ 610.077491] env[66735]: _type = "Task" [ 610.077491] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.089354] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.151916] env[66735]: DEBUG nova.compute.manager [req-9789a42b-0ac0-47c5-a229-ba0e91a63424 req-b28c962c-3f1f-47c2-aa26-72cc833becbf service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Received event network-vif-plugged-56a88615-c3ef-4938-8762-54c61f204b92 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 610.152451] env[66735]: DEBUG oslo_concurrency.lockutils [req-9789a42b-0ac0-47c5-a229-ba0e91a63424 req-b28c962c-3f1f-47c2-aa26-72cc833becbf service nova] Acquiring lock "80a78377-5557-46e4-8704-03fa473bf171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.152451] env[66735]: DEBUG oslo_concurrency.lockutils [req-9789a42b-0ac0-47c5-a229-ba0e91a63424 req-b28c962c-3f1f-47c2-aa26-72cc833becbf service nova] Lock "80a78377-5557-46e4-8704-03fa473bf171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.152451] env[66735]: DEBUG oslo_concurrency.lockutils [req-9789a42b-0ac0-47c5-a229-ba0e91a63424 req-b28c962c-3f1f-47c2-aa26-72cc833becbf service nova] Lock "80a78377-5557-46e4-8704-03fa473bf171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.152655] env[66735]: DEBUG nova.compute.manager [req-9789a42b-0ac0-47c5-a229-ba0e91a63424 req-b28c962c-3f1f-47c2-aa26-72cc833becbf service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] No waiting events found dispatching network-vif-plugged-56a88615-c3ef-4938-8762-54c61f204b92 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 610.152741] env[66735]: WARNING nova.compute.manager [req-9789a42b-0ac0-47c5-a229-ba0e91a63424 req-b28c962c-3f1f-47c2-aa26-72cc833becbf service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Received unexpected event network-vif-plugged-56a88615-c3ef-4938-8762-54c61f204b92 for instance with vm_state building and task_state spawning. [ 610.221835] env[66735]: DEBUG nova.compute.manager [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 610.319263] env[66735]: DEBUG nova.compute.manager [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 610.350824] env[66735]: DEBUG nova.virt.hardware [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 610.351572] env[66735]: DEBUG nova.virt.hardware [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.351811] env[66735]: DEBUG nova.virt.hardware [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 610.352037] env[66735]: DEBUG nova.virt.hardware [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.352482] env[66735]: DEBUG nova.virt.hardware [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 610.352482] env[66735]: DEBUG nova.virt.hardware [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 610.352754] env[66735]: DEBUG nova.virt.hardware [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 610.352961] env[66735]: DEBUG nova.virt.hardware [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 610.353221] env[66735]: DEBUG nova.virt.hardware [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 610.353481] env[66735]: DEBUG nova.virt.hardware [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 610.353741] env[66735]: DEBUG nova.virt.hardware [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 610.354810] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec36e8e-695c-4159-966b-fa03e2bd0731 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.363893] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c33211-4bdc-4d04-904f-b5806a5ede24 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.391501] env[66735]: DEBUG nova.network.neutron [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Updated VIF entry in instance network info cache for port 8a67ef28-b96a-4cb4-99b8-8c476b68ce25. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 610.391783] env[66735]: DEBUG nova.network.neutron [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Updating instance_info_cache with network_info: [{"id": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "address": "fa:16:3e:5a:78:fa", "network": {"id": "eafa9b0a-e1c6-43c9-9804-09f42e14814e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-84078521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe1a2b31da6458c87abf2ac32e1cd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a67ef28-b9", "ovs_interfaceid": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.455674] env[66735]: DEBUG nova.network.neutron [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 610.478594] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.537817] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645003, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.563220] env[66735]: DEBUG nova.scheduler.client.report [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.591556] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645005, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.594827] env[66735]: DEBUG nova.compute.manager [req-f5b65536-03fd-4f71-83b5-280a9b6df7c9 req-08857afd-cac0-401d-844a-172ca50470cb service nova] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Received event network-vif-deleted-916e9145-d7a8-4b4a-a479-59e9e27f0d8a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 610.748702] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.888871] env[66735]: DEBUG nova.network.neutron [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updated VIF entry in instance network info cache for port ea4935f6-e638-43f4-abe9-89b337611df1. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 610.889351] env[66735]: DEBUG nova.network.neutron [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance_info_cache with network_info: [{"id": "ea4935f6-e638-43f4-abe9-89b337611df1", "address": "fa:16:3e:e3:93:dd", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4935f6-e6", "ovs_interfaceid": "ea4935f6-e638-43f4-abe9-89b337611df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.894807] env[66735]: DEBUG oslo_concurrency.lockutils [req-c3f8d437-0d0d-4c15-98ae-ab32142ed709 req-411c1ad2-a46b-427d-b105-72457330d24b service nova] Releasing lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.949848] env[66735]: WARNING neutronclient.v2_0.client [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.981278] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645004, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.038841] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645003, 'name': CreateVM_Task, 'duration_secs': 1.583077} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.039135] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.039611] env[66735]: WARNING neutronclient.v2_0.client [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.040067] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.040237] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.040571] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.040868] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f5c6b10-cf15-49bb-93e7-ae7385d0a7b5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.052023] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Waiting for the task: (returnval){ [ 611.052023] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526d7429-21d4-a5c1-803d-dfaebc677ad5" [ 611.052023] env[66735]: _type = "Task" [ 611.052023] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.064244] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526d7429-21d4-a5c1-803d-dfaebc677ad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.071204] env[66735]: DEBUG oslo_concurrency.lockutils [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.074809] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.373s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.076164] env[66735]: INFO nova.compute.claims [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.096288] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645005, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.111274] env[66735]: DEBUG nova.network.neutron [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Updating instance_info_cache with network_info: [{"id": "ca82c8b3-7180-43a2-b5a2-3943bb28754a", "address": "fa:16:3e:71:02:00", "network": {"id": "51650f82-268d-4025-9d0f-f9d25193b810", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-448063310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c0242821e5ef40d5a8aede601b4d0da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca82c8b3-71", "ovs_interfaceid": "ca82c8b3-7180-43a2-b5a2-3943bb28754a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.114721] env[66735]: INFO nova.scheduler.client.report [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Deleted allocations for instance 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488 [ 611.366060] env[66735]: DEBUG nova.network.neutron [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Successfully updated port: d2ea616a-5dfa-4d30-a1f7-b466e405c8bd {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 611.392546] env[66735]: DEBUG oslo_concurrency.lockutils [req-dbce1c37-9590-4b7e-88b7-257efb697af7 req-988839ab-23ed-4963-bfd2-6060d0df2d81 service nova] Releasing lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.397297] env[66735]: DEBUG nova.compute.manager [None req-736cde44-eb4e-473c-9f3a-d2148ead049d tempest-ServerExternalEventsTest-434470694 tempest-ServerExternalEventsTest-434470694-project] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Received event network-changed {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 611.397517] env[66735]: DEBUG nova.compute.manager [None req-736cde44-eb4e-473c-9f3a-d2148ead049d tempest-ServerExternalEventsTest-434470694 tempest-ServerExternalEventsTest-434470694-project] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Refreshing instance network info cache due to event network-changed. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 611.397728] env[66735]: DEBUG oslo_concurrency.lockutils [None req-736cde44-eb4e-473c-9f3a-d2148ead049d tempest-ServerExternalEventsTest-434470694 tempest-ServerExternalEventsTest-434470694-project] Acquiring lock "refresh_cache-ed956405-16b0-40d0-ac18-6be904abd266" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.397920] env[66735]: DEBUG oslo_concurrency.lockutils [None req-736cde44-eb4e-473c-9f3a-d2148ead049d tempest-ServerExternalEventsTest-434470694 tempest-ServerExternalEventsTest-434470694-project] Acquired lock "refresh_cache-ed956405-16b0-40d0-ac18-6be904abd266" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.398210] env[66735]: DEBUG nova.network.neutron [None req-736cde44-eb4e-473c-9f3a-d2148ead049d tempest-ServerExternalEventsTest-434470694 tempest-ServerExternalEventsTest-434470694-project] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 611.482344] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645004, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.701612} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.482716] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 5a3f4ca6-dee6-43ff-b059-365136c9bf6d/5a3f4ca6-dee6-43ff-b059-365136c9bf6d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.482970] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.483320] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bae51f28-54db-448a-b173-7f5c38e866ba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.493302] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 611.493302] env[66735]: value = "task-4645006" [ 611.493302] env[66735]: _type = "Task" [ 611.493302] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.504949] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.562991] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526d7429-21d4-a5c1-803d-dfaebc677ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.091141} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.563471] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.563852] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.564356] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.564493] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.564705] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.565103] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dd2c24c-ab6f-4557-94f6-f57a2f561d05 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.578870] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.578870] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.579743] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c0fb93-57db-4876-abfe-c54d41750b40 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.592638] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Waiting for the task: (returnval){ [ 611.592638] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d86f19-659e-e869-9751-71bd89a4ba95" [ 611.592638] env[66735]: _type = "Task" [ 611.592638] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.596330] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645005, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.091232} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.600342] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] d4aa598c-ffe4-42ed-ae04-5301216b1827/d4aa598c-ffe4-42ed-ae04-5301216b1827.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.600596] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.601653] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-613dacdf-de82-4747-a059-26b7cf365ffc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.610460] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d86f19-659e-e869-9751-71bd89a4ba95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.611972] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 611.611972] env[66735]: value = "task-4645007" [ 611.611972] env[66735]: _type = "Task" [ 611.611972] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.625691] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Releasing lock "refresh_cache-3011e567-763f-47c7-aac1-b5e3dfff721f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.626016] env[66735]: DEBUG nova.compute.manager [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Instance network_info: |[{"id": "ca82c8b3-7180-43a2-b5a2-3943bb28754a", "address": "fa:16:3e:71:02:00", "network": {"id": "51650f82-268d-4025-9d0f-f9d25193b810", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-448063310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c0242821e5ef40d5a8aede601b4d0da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca82c8b3-71", "ovs_interfaceid": "ca82c8b3-7180-43a2-b5a2-3943bb28754a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 611.626418] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.626935] env[66735]: DEBUG oslo_concurrency.lockutils [None req-997c44fd-1340-40dc-b9f2-e257b18c52ce tempest-InstanceActionsV221TestJSON-1274929290 tempest-InstanceActionsV221TestJSON-1274929290-project-member] Lock "3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.239s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.628324] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:02:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca82c8b3-7180-43a2-b5a2-3943bb28754a', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.637800] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Creating folder: Project (c0242821e5ef40d5a8aede601b4d0da1). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.638429] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b28cab8e-94e1-4c83-9537-ac74427096df {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.652573] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Created folder: Project (c0242821e5ef40d5a8aede601b4d0da1) in parent group-v906980. [ 611.652779] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Creating folder: Instances. Parent ref: group-v907009. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.653156] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26e620e6-f5af-448e-b363-26caa6e7fe01 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.666085] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Created folder: Instances in parent group-v907009. [ 611.666609] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 611.666609] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.666817] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96c02f6c-2cda-494d-9bcb-153c2e70ad91 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.690362] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.690362] env[66735]: value = "task-4645010" [ 611.690362] env[66735]: _type = "Task" [ 611.690362] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.701198] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645010, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.784160] env[66735]: DEBUG oslo_concurrency.lockutils [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Acquiring lock "72d6e128-7320-4c9a-a410-a170aebc9364" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.784361] env[66735]: DEBUG oslo_concurrency.lockutils [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Lock "72d6e128-7320-4c9a-a410-a170aebc9364" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.784540] env[66735]: DEBUG oslo_concurrency.lockutils [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Acquiring lock "72d6e128-7320-4c9a-a410-a170aebc9364-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.784708] env[66735]: DEBUG oslo_concurrency.lockutils [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Lock "72d6e128-7320-4c9a-a410-a170aebc9364-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.784935] env[66735]: DEBUG oslo_concurrency.lockutils [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Lock "72d6e128-7320-4c9a-a410-a170aebc9364-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.787284] env[66735]: INFO nova.compute.manager [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Terminating instance [ 611.865916] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Acquiring lock "refresh_cache-155797b1-2470-43a6-84f6-39ee2fe1586e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.866111] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Acquired lock "refresh_cache-155797b1-2470-43a6-84f6-39ee2fe1586e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.866288] env[66735]: DEBUG nova.network.neutron [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 611.901588] env[66735]: WARNING neutronclient.v2_0.client [None req-736cde44-eb4e-473c-9f3a-d2148ead049d tempest-ServerExternalEventsTest-434470694 tempest-ServerExternalEventsTest-434470694-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.006740] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18671} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.007021] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.007821] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8391f831-364d-4881-9195-faa6d696396f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.042326] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 5a3f4ca6-dee6-43ff-b059-365136c9bf6d/5a3f4ca6-dee6-43ff-b059-365136c9bf6d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.042768] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6ae4e5e-d211-4536-8fe6-3b613c8286a1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.066395] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 612.066395] env[66735]: value = "task-4645011" [ 612.066395] env[66735]: _type = "Task" [ 612.066395] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.076714] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.116625] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d86f19-659e-e869-9751-71bd89a4ba95, 'name': SearchDatastore_Task, 'duration_secs': 0.033645} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.116625] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb03a4e-fd23-4ea9-9f3c-38cc4c018189 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.122609] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Waiting for the task: (returnval){ [ 612.122609] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52978357-4b35-74aa-5990-36ed22d37ab0" [ 612.122609] env[66735]: _type = "Task" [ 612.122609] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.126396] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271006} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.130339] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.131969] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402f4583-636d-4220-9603-c5626feba535 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.160932] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] d4aa598c-ffe4-42ed-ae04-5301216b1827/d4aa598c-ffe4-42ed-ae04-5301216b1827.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.161348] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52978357-4b35-74aa-5990-36ed22d37ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.161580] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-910270d9-c60f-47dd-86b9-22637e96e3db {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.186413] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 612.186413] env[66735]: value = "task-4645012" [ 612.186413] env[66735]: _type = "Task" [ 612.186413] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.199898] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.205878] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645010, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.295502] env[66735]: DEBUG nova.compute.manager [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 612.295502] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 612.295502] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9d83b8-0dc9-4bb7-ac82-947c13dc6c1e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.306471] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.306762] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98182572-0db1-47c1-adc7-86556a140907 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.317862] env[66735]: DEBUG oslo_vmware.api [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Waiting for the task: (returnval){ [ 612.317862] env[66735]: value = "task-4645013" [ 612.317862] env[66735]: _type = "Task" [ 612.317862] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.342896] env[66735]: DEBUG oslo_vmware.api [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Task: {'id': task-4645013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.375136] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cac525e-8c62-483d-9cad-d3018505ecd6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.385372] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a98acda-1ac7-4497-9c71-d8e2d2ce45f9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.390710] env[66735]: WARNING neutronclient.v2_0.client [None req-736cde44-eb4e-473c-9f3a-d2148ead049d tempest-ServerExternalEventsTest-434470694 tempest-ServerExternalEventsTest-434470694-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.424600] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463718f5-3bb9-41c9-96a4-b7b5bdec5c5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.433989] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e19769-a118-486a-af2f-0ced9abce4a1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.439710] env[66735]: DEBUG nova.network.neutron [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 612.466345] env[66735]: DEBUG nova.compute.provider_tree [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.544079] env[66735]: DEBUG nova.network.neutron [None req-736cde44-eb4e-473c-9f3a-d2148ead049d tempest-ServerExternalEventsTest-434470694 tempest-ServerExternalEventsTest-434470694-project] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Updating instance_info_cache with network_info: [{"id": "216f12ab-84e2-425e-8fe1-56cba4216b4b", "address": "fa:16:3e:cf:9b:aa", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216f12ab-84", "ovs_interfaceid": "216f12ab-84e2-425e-8fe1-56cba4216b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.578551] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.586965] env[66735]: WARNING neutronclient.v2_0.client [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.639433] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52978357-4b35-74aa-5990-36ed22d37ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.049034} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.639794] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.640172] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 80a78377-5557-46e4-8704-03fa473bf171/80a78377-5557-46e4-8704-03fa473bf171.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.640585] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5a2bebf-a3b5-4bfd-958a-a893424d1284 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.649694] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Waiting for the task: (returnval){ [ 612.649694] env[66735]: value = "task-4645014" [ 612.649694] env[66735]: _type = "Task" [ 612.649694] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.660354] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.702832] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.709489] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645010, 'name': CreateVM_Task, 'duration_secs': 0.85272} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.709703] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.710222] env[66735]: WARNING neutronclient.v2_0.client [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.710737] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.710886] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.711293] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.711622] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec4bbd4-a9ba-40ce-8d4e-da55b86e9f88 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.719542] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Waiting for the task: (returnval){ [ 612.719542] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528f5aff-c1d0-bf4e-98a7-43ab0a0a7ca0" [ 612.719542] env[66735]: _type = "Task" [ 612.719542] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.736568] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528f5aff-c1d0-bf4e-98a7-43ab0a0a7ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.011658} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.738575] env[66735]: DEBUG nova.network.neutron [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Updating instance_info_cache with network_info: [{"id": "d2ea616a-5dfa-4d30-a1f7-b466e405c8bd", "address": "fa:16:3e:2b:f0:02", "network": {"id": "5453e96c-2788-4d93-af4e-4be12b43c1d5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1143703824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d204f8453e431780e85c5558ace9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ea616a-5d", "ovs_interfaceid": "d2ea616a-5dfa-4d30-a1f7-b466e405c8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.740272] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.740660] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.741042] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.741288] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.742018] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.742304] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c099203e-19b7-4ce0-8475-89d540e6764a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.754530] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.755259] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.757410] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef9b0b9-5808-41ee-bda5-e76705354f18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.764598] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Waiting for the task: (returnval){ [ 612.764598] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e23a23-798c-f39c-9cc7-9752a19fcbfe" [ 612.764598] env[66735]: _type = "Task" [ 612.764598] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.774573] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e23a23-798c-f39c-9cc7-9752a19fcbfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.828840] env[66735]: DEBUG oslo_vmware.api [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Task: {'id': task-4645013, 'name': PowerOffVM_Task, 'duration_secs': 0.335751} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.829505] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.829505] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 612.829505] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47d03099-e8ca-46d7-b1db-bdce026cc6c0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.909046] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.909875] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.909875] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Deleting the datastore file [datastore2] 72d6e128-7320-4c9a-a410-a170aebc9364 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.910072] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-821ec9f7-014b-4dd3-a988-04a717cbe0bd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.919768] env[66735]: DEBUG oslo_vmware.api [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Waiting for the task: (returnval){ [ 612.919768] env[66735]: value = "task-4645016" [ 612.919768] env[66735]: _type = "Task" [ 612.919768] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.934782] env[66735]: DEBUG oslo_vmware.api [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Task: {'id': task-4645016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.970588] env[66735]: DEBUG nova.scheduler.client.report [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.048936] env[66735]: DEBUG oslo_concurrency.lockutils [None req-736cde44-eb4e-473c-9f3a-d2148ead049d tempest-ServerExternalEventsTest-434470694 tempest-ServerExternalEventsTest-434470694-project] Releasing lock "refresh_cache-ed956405-16b0-40d0-ac18-6be904abd266" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.079565] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645011, 'name': ReconfigVM_Task, 'duration_secs': 0.655196} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.079860] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 5a3f4ca6-dee6-43ff-b059-365136c9bf6d/5a3f4ca6-dee6-43ff-b059-365136c9bf6d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.080626] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b66ab37-d844-4ac6-8d6d-70184567ea42 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.088728] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 613.088728] env[66735]: value = "task-4645017" [ 613.088728] env[66735]: _type = "Task" [ 613.088728] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.101806] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645017, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.168126] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645014, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.199425] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645012, 'name': ReconfigVM_Task, 'duration_secs': 0.56229} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.199720] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Reconfigured VM instance instance-00000003 to attach disk [datastore1] d4aa598c-ffe4-42ed-ae04-5301216b1827/d4aa598c-ffe4-42ed-ae04-5301216b1827.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.200435] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-716ca6d0-37ca-43be-9533-59079029f5a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.209378] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 613.209378] env[66735]: value = "task-4645018" [ 613.209378] env[66735]: _type = "Task" [ 613.209378] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.220984] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645018, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.243101] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Releasing lock "refresh_cache-155797b1-2470-43a6-84f6-39ee2fe1586e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.244062] env[66735]: DEBUG nova.compute.manager [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Instance network_info: |[{"id": "d2ea616a-5dfa-4d30-a1f7-b466e405c8bd", "address": "fa:16:3e:2b:f0:02", "network": {"id": "5453e96c-2788-4d93-af4e-4be12b43c1d5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1143703824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d204f8453e431780e85c5558ace9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ea616a-5d", "ovs_interfaceid": "d2ea616a-5dfa-4d30-a1f7-b466e405c8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 613.244256] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:f0:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2ea616a-5dfa-4d30-a1f7-b466e405c8bd', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.258027] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Creating folder: Project (41d204f8453e431780e85c5558ace9e3). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.258027] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11d27f43-d63a-41aa-a5f5-9d9392628dda {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.270861] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Created folder: Project (41d204f8453e431780e85c5558ace9e3) in parent group-v906980. [ 613.271074] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Creating folder: Instances. Parent ref: group-v907012. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.273500] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad816b12-5278-414b-817f-12f4fc753e70 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.283037] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e23a23-798c-f39c-9cc7-9752a19fcbfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.285832] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2421c330-b6d0-46a1-ab9c-f4e576cf21f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.296723] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Waiting for the task: (returnval){ [ 613.296723] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c2e912-2c19-fd72-90ab-3764720f90c6" [ 613.296723] env[66735]: _type = "Task" [ 613.296723] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.297674] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Created folder: Instances in parent group-v907012. [ 613.297916] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 613.301991] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.302541] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ced62036-aaa7-4dcf-ab2e-5f1a414d9757 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.327602] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c2e912-2c19-fd72-90ab-3764720f90c6, 'name': SearchDatastore_Task, 'duration_secs': 0.022843} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.329031] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.329374] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 3011e567-763f-47c7-aac1-b5e3dfff721f/3011e567-763f-47c7-aac1-b5e3dfff721f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.329917] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.329917] env[66735]: value = "task-4645021" [ 613.329917] env[66735]: _type = "Task" [ 613.329917] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.330251] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be2aa00a-e780-417e-bcc1-f6c5d1cd7a93 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.347330] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645021, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.349372] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Waiting for the task: (returnval){ [ 613.349372] env[66735]: value = "task-4645022" [ 613.349372] env[66735]: _type = "Task" [ 613.349372] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.360749] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.432546] env[66735]: DEBUG oslo_vmware.api [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Task: {'id': task-4645016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45256} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.432546] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.432546] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.432546] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.433035] env[66735]: INFO nova.compute.manager [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Took 1.14 seconds to destroy the instance on the hypervisor. [ 613.433860] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 613.434197] env[66735]: DEBUG nova.compute.manager [-] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 613.434334] env[66735]: DEBUG nova.network.neutron [-] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 613.434899] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.480737] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.481588] env[66735]: DEBUG nova.compute.manager [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 613.488205] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.740s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.490776] env[66735]: INFO nova.compute.claims [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.546221] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.590821] env[66735]: DEBUG nova.compute.manager [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Received event network-changed-56a88615-c3ef-4938-8762-54c61f204b92 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 613.590821] env[66735]: DEBUG nova.compute.manager [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Refreshing instance network info cache due to event network-changed-56a88615-c3ef-4938-8762-54c61f204b92. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 613.590821] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Acquiring lock "refresh_cache-80a78377-5557-46e4-8704-03fa473bf171" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.591021] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Acquired lock "refresh_cache-80a78377-5557-46e4-8704-03fa473bf171" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.591021] env[66735]: DEBUG nova.network.neutron [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Refreshing network info cache for port 56a88615-c3ef-4938-8762-54c61f204b92 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.606554] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.606753] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.612385] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645017, 'name': Rename_Task, 'duration_secs': 0.235226} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.612652] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.612900] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e37b2436-a18a-4e8d-81ec-a42884aaf421 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.621711] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 613.621711] env[66735]: value = "task-4645023" [ 613.621711] env[66735]: _type = "Task" [ 613.621711] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.637774] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.664775] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645014, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.721310] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645018, 'name': Rename_Task, 'duration_secs': 0.276941} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.721310] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.721538] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b62d1c68-3f8a-4248-b7aa-b74b3f20bcf4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.730950] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 613.730950] env[66735]: value = "task-4645024" [ 613.730950] env[66735]: _type = "Task" [ 613.730950] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.744843] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.784332] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Acquiring lock "ed956405-16b0-40d0-ac18-6be904abd266" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.785045] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Lock "ed956405-16b0-40d0-ac18-6be904abd266" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.785045] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Acquiring lock "ed956405-16b0-40d0-ac18-6be904abd266-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.785045] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Lock "ed956405-16b0-40d0-ac18-6be904abd266-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.785266] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Lock "ed956405-16b0-40d0-ac18-6be904abd266-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.787325] env[66735]: INFO nova.compute.manager [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Terminating instance [ 613.848446] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645021, 'name': CreateVM_Task, 'duration_secs': 0.455137} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.848729] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.849399] env[66735]: WARNING neutronclient.v2_0.client [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.849844] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.850048] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.850404] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.851154] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43d626f-2b55-4f42-8e21-5beb61106b06 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.860446] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Waiting for the task: (returnval){ [ 613.860446] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5280d66e-f2c5-fea7-76d6-4cc0cd41be8c" [ 613.860446] env[66735]: _type = "Task" [ 613.860446] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.863956] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.873516] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5280d66e-f2c5-fea7-76d6-4cc0cd41be8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.994986] env[66735]: DEBUG nova.compute.utils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.996504] env[66735]: DEBUG nova.compute.manager [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 613.996710] env[66735]: DEBUG nova.network.neutron [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 613.997279] env[66735]: WARNING neutronclient.v2_0.client [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.997710] env[66735]: WARNING neutronclient.v2_0.client [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.095710] env[66735]: WARNING neutronclient.v2_0.client [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.111925] env[66735]: DEBUG nova.compute.manager [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 614.137460] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.141192] env[66735]: DEBUG nova.policy [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f095824658a442a9bc6202a2aee6477f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80c5a61a7e764c039d838f3a4b93897b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.164119] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645014, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.242825] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.293819] env[66735]: DEBUG nova.compute.manager [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 614.294218] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.295203] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b388f98e-423e-41a3-abbe-6f4fe553f6ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.306227] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.306847] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a77f0f0d-cbb7-4079-9153-5f458dcfcdf1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.314823] env[66735]: DEBUG oslo_vmware.api [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Waiting for the task: (returnval){ [ 614.314823] env[66735]: value = "task-4645025" [ 614.314823] env[66735]: _type = "Task" [ 614.314823] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.324668] env[66735]: DEBUG oslo_vmware.api [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4645025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.337781] env[66735]: DEBUG nova.network.neutron [-] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.362828] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.378496] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5280d66e-f2c5-fea7-76d6-4cc0cd41be8c, 'name': SearchDatastore_Task, 'duration_secs': 0.037598} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.378802] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.379045] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.379316] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.379472] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.379960] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.379960] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab178e6c-02b3-459e-8abe-6861e07fb4f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.391165] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.391515] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.392158] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1962dc-9c0b-407b-93c2-cb34b4a58626 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.400690] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Waiting for the task: (returnval){ [ 614.400690] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e84483-45e5-63c8-5e99-e02a0b013cae" [ 614.400690] env[66735]: _type = "Task" [ 614.400690] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.412198] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e84483-45e5-63c8-5e99-e02a0b013cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.501434] env[66735]: DEBUG nova.compute.manager [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 614.635225] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.640987] env[66735]: DEBUG oslo_vmware.api [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645023, 'name': PowerOnVM_Task, 'duration_secs': 0.812428} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.641898] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.641898] env[66735]: INFO nova.compute.manager [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Took 14.44 seconds to spawn the instance on the hypervisor. [ 614.641898] env[66735]: DEBUG nova.compute.manager [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 614.646104] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2446bf2e-278a-4c1a-b771-9612838b446d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.680118] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645014, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.657345} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.680118] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 80a78377-5557-46e4-8704-03fa473bf171/80a78377-5557-46e4-8704-03fa473bf171.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.680118] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.680118] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3be68088-0ada-4c43-9444-772844270ba6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.685054] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Waiting for the task: (returnval){ [ 614.685054] env[66735]: value = "task-4645026" [ 614.685054] env[66735]: _type = "Task" [ 614.685054] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.700293] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.745471] env[66735]: DEBUG oslo_vmware.api [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645024, 'name': PowerOnVM_Task, 'duration_secs': 0.912212} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.745789] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.746045] env[66735]: DEBUG nova.compute.manager [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 614.746996] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed5fc1a-1748-4966-a220-c9bddf24b5f8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.798122] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86257d0e-b836-4cb4-8d03-53f5b46ee0bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.808921] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70486e46-8a69-47cb-b943-cf5beec3a030 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.843295] env[66735]: INFO nova.compute.manager [-] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Took 1.41 seconds to deallocate network for instance. [ 614.844064] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2229b200-b76e-43b5-b61b-8a964d36f4a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.857300] env[66735]: DEBUG oslo_vmware.api [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4645025, 'name': PowerOffVM_Task, 'duration_secs': 0.252197} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.862088] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.862224] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.863420] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4348b393-cdb9-451d-aeb6-20e6a17fa6ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.870123] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f69dc3cc-37a7-47f0-8197-5454caacff83 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.882804] env[66735]: DEBUG nova.compute.provider_tree [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.887877] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645022, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.511394} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.887877] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 3011e567-763f-47c7-aac1-b5e3dfff721f/3011e567-763f-47c7-aac1-b5e3dfff721f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.887877] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.887877] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90515247-bfb6-4382-bea1-4bfe732e9237 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.896554] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Waiting for the task: (returnval){ [ 614.896554] env[66735]: value = "task-4645028" [ 614.896554] env[66735]: _type = "Task" [ 614.896554] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.910402] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.911539] env[66735]: DEBUG nova.network.neutron [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Successfully created port: 345f1276-8628-4384-80dc-3a06beda8db7 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 614.921602] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e84483-45e5-63c8-5e99-e02a0b013cae, 'name': SearchDatastore_Task, 'duration_secs': 0.015238} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.921602] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2107ece5-445c-425e-a5df-64c9a3c1850c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.927672] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Waiting for the task: (returnval){ [ 614.927672] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521f101e-c981-d09b-507d-8e917bf7eb5a" [ 614.927672] env[66735]: _type = "Task" [ 614.927672] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.936723] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521f101e-c981-d09b-507d-8e917bf7eb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.964055] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.964387] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.964464] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Deleting the datastore file [datastore2] ed956405-16b0-40d0-ac18-6be904abd266 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.965747] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec7249ae-833d-4299-9dc3-979c200410b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.972944] env[66735]: DEBUG oslo_vmware.api [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Waiting for the task: (returnval){ [ 614.972944] env[66735]: value = "task-4645029" [ 614.972944] env[66735]: _type = "Task" [ 614.972944] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.983288] env[66735]: DEBUG oslo_vmware.api [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4645029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.176222] env[66735]: INFO nova.compute.manager [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Took 26.34 seconds to build instance. [ 615.195697] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122113} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.195958] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.196978] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d525d4ef-431c-41d8-8e48-f03fa9e7258c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.224251] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 80a78377-5557-46e4-8704-03fa473bf171/80a78377-5557-46e4-8704-03fa473bf171.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.225051] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-942cbbe8-fe27-4f46-bdd0-6d115d6a6066 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.247111] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Waiting for the task: (returnval){ [ 615.247111] env[66735]: value = "task-4645030" [ 615.247111] env[66735]: _type = "Task" [ 615.247111] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.256536] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.272335] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.359437] env[66735]: DEBUG oslo_concurrency.lockutils [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.388981] env[66735]: DEBUG nova.scheduler.client.report [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.408204] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.334553} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.409475] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.410287] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee59aa9f-8cc5-417a-842e-d95841595c2f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.435935] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 3011e567-763f-47c7-aac1-b5e3dfff721f/3011e567-763f-47c7-aac1-b5e3dfff721f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.437476] env[66735]: WARNING neutronclient.v2_0.client [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.439986] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13fe3809-7ecd-47f8-b8ff-4e005a05f866 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.467827] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521f101e-c981-d09b-507d-8e917bf7eb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.017523} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.469355] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.469689] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 155797b1-2470-43a6-84f6-39ee2fe1586e/155797b1-2470-43a6-84f6-39ee2fe1586e.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.470160] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Waiting for the task: (returnval){ [ 615.470160] env[66735]: value = "task-4645031" [ 615.470160] env[66735]: _type = "Task" [ 615.470160] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.470292] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58494075-a942-420d-83b9-ed5568ba20ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.482071] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Waiting for the task: (returnval){ [ 615.482071] env[66735]: value = "task-4645032" [ 615.482071] env[66735]: _type = "Task" [ 615.482071] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.490865] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.491211] env[66735]: DEBUG oslo_vmware.api [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Task: {'id': task-4645029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36485} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.495694] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.495694] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.495877] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.496016] env[66735]: INFO nova.compute.manager [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Took 1.20 seconds to destroy the instance on the hypervisor. [ 615.496554] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 615.497098] env[66735]: DEBUG nova.compute.manager [-] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 615.497175] env[66735]: DEBUG nova.network.neutron [-] [instance: ed956405-16b0-40d0-ac18-6be904abd266] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 615.497472] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.507263] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.517542] env[66735]: DEBUG nova.compute.manager [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 615.545259] env[66735]: DEBUG nova.virt.hardware [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 615.545458] env[66735]: DEBUG nova.virt.hardware [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.545550] env[66735]: DEBUG nova.virt.hardware [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 615.545750] env[66735]: DEBUG nova.virt.hardware [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.545900] env[66735]: DEBUG nova.virt.hardware [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 615.546075] env[66735]: DEBUG nova.virt.hardware [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 615.546424] env[66735]: DEBUG nova.virt.hardware [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 615.546648] env[66735]: DEBUG nova.virt.hardware [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 615.546828] env[66735]: DEBUG nova.virt.hardware [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 615.547296] env[66735]: DEBUG nova.virt.hardware [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 615.547629] env[66735]: DEBUG nova.virt.hardware [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 615.548578] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b679e39c-d711-4d9a-a8cd-27214d54211c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.558679] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57950f98-4239-4eb7-8cf6-7e7e7f0a95b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.668464] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "36f3a3b7-25c0-4738-9b48-5085b870f27a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.668631] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "36f3a3b7-25c0-4738-9b48-5085b870f27a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.678198] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e038f94a-83a5-4444-aad2-85ad3ce0195e tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.846s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.760803] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.834359] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.898024] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.898024] env[66735]: DEBUG nova.compute.manager [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 615.898768] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.264s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.900462] env[66735]: INFO nova.compute.claims [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.988831] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.002066] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645032, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.140911] env[66735]: DEBUG nova.network.neutron [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Updated VIF entry in instance network info cache for port 56a88615-c3ef-4938-8762-54c61f204b92. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 616.141463] env[66735]: DEBUG nova.network.neutron [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Updating instance_info_cache with network_info: [{"id": "56a88615-c3ef-4938-8762-54c61f204b92", "address": "fa:16:3e:8a:32:58", "network": {"id": "41896a3c-acaf-44f0-9af0-50c076023655", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-37118982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eb757a5a40d4cfea08b2a31542c6078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a88615-c3", "ovs_interfaceid": "56a88615-c3ef-4938-8762-54c61f204b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.171564] env[66735]: DEBUG nova.compute.manager [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 616.262772] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645030, 'name': ReconfigVM_Task, 'duration_secs': 0.754969} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.263175] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 80a78377-5557-46e4-8704-03fa473bf171/80a78377-5557-46e4-8704-03fa473bf171.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.264056] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd62a653-7177-4ede-b87e-217a2f568bab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.274826] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Waiting for the task: (returnval){ [ 616.274826] env[66735]: value = "task-4645033" [ 616.274826] env[66735]: _type = "Task" [ 616.274826] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.285947] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645033, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.405174] env[66735]: DEBUG nova.compute.utils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.410328] env[66735]: DEBUG nova.compute.manager [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 616.410658] env[66735]: DEBUG nova.network.neutron [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 616.410869] env[66735]: WARNING neutronclient.v2_0.client [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.411462] env[66735]: WARNING neutronclient.v2_0.client [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.492736] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645031, 'name': ReconfigVM_Task, 'duration_secs': 0.706314} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.498676] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 3011e567-763f-47c7-aac1-b5e3dfff721f/3011e567-763f-47c7-aac1-b5e3dfff721f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.500858] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed888c90-9ca8-4a65-92bb-30967be441ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.511133] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847901} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.514035] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 155797b1-2470-43a6-84f6-39ee2fe1586e/155797b1-2470-43a6-84f6-39ee2fe1586e.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.514755] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.515700] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Waiting for the task: (returnval){ [ 616.515700] env[66735]: value = "task-4645034" [ 616.515700] env[66735]: _type = "Task" [ 616.515700] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.515700] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2d37511-96f2-4a45-8a56-ec47ced46cd8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.529812] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645034, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.531799] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Waiting for the task: (returnval){ [ 616.531799] env[66735]: value = "task-4645035" [ 616.531799] env[66735]: _type = "Task" [ 616.531799] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.542278] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.550809] env[66735]: DEBUG nova.policy [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2920d600541740748596296b342119c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2df028469547453bb368f2905bd8df6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.645642] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Releasing lock "refresh_cache-80a78377-5557-46e4-8704-03fa473bf171" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.645848] env[66735]: DEBUG nova.compute.manager [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Received event network-vif-plugged-ca82c8b3-7180-43a2-b5a2-3943bb28754a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 616.647579] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Acquiring lock "3011e567-763f-47c7-aac1-b5e3dfff721f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.647579] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Lock "3011e567-763f-47c7-aac1-b5e3dfff721f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.647579] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Lock "3011e567-763f-47c7-aac1-b5e3dfff721f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.647579] env[66735]: DEBUG nova.compute.manager [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] No waiting events found dispatching network-vif-plugged-ca82c8b3-7180-43a2-b5a2-3943bb28754a {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 616.647579] env[66735]: WARNING nova.compute.manager [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Received unexpected event network-vif-plugged-ca82c8b3-7180-43a2-b5a2-3943bb28754a for instance with vm_state building and task_state spawning. [ 616.648098] env[66735]: DEBUG nova.compute.manager [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Received event network-changed-ca82c8b3-7180-43a2-b5a2-3943bb28754a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 616.648098] env[66735]: DEBUG nova.compute.manager [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Refreshing instance network info cache due to event network-changed-ca82c8b3-7180-43a2-b5a2-3943bb28754a. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 616.648098] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Acquiring lock "refresh_cache-3011e567-763f-47c7-aac1-b5e3dfff721f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.648098] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Acquired lock "refresh_cache-3011e567-763f-47c7-aac1-b5e3dfff721f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.648098] env[66735]: DEBUG nova.network.neutron [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Refreshing network info cache for port ca82c8b3-7180-43a2-b5a2-3943bb28754a {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.708492] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.786832] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645033, 'name': Rename_Task, 'duration_secs': 0.285976} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.788545] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.788545] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc43ddba-182f-4145-9ea9-ddc19cb4f64d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.795843] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Waiting for the task: (returnval){ [ 616.795843] env[66735]: value = "task-4645036" [ 616.795843] env[66735]: _type = "Task" [ 616.795843] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.805599] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.817602] env[66735]: DEBUG nova.network.neutron [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Successfully updated port: 345f1276-8628-4384-80dc-3a06beda8db7 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 616.859591] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.860552] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.909904] env[66735]: DEBUG nova.network.neutron [-] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.911447] env[66735]: DEBUG nova.compute.manager [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 617.031747] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645034, 'name': Rename_Task, 'duration_secs': 0.226982} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.032158] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.032818] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cbc9920-690d-489c-8aa8-a4493d47c9d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.049172] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11904} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.052252] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.052252] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Waiting for the task: (returnval){ [ 617.052252] env[66735]: value = "task-4645037" [ 617.052252] env[66735]: _type = "Task" [ 617.052252] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.052252] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed0b4d8-6617-41a0-82ff-4798bef9bbfc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.093235] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 155797b1-2470-43a6-84f6-39ee2fe1586e/155797b1-2470-43a6-84f6-39ee2fe1586e.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.100072] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965a74a2-4822-48c4-afd2-61dec7deb41f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.115964] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645037, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.125014] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Waiting for the task: (returnval){ [ 617.125014] env[66735]: value = "task-4645038" [ 617.125014] env[66735]: _type = "Task" [ 617.125014] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.135613] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.140254] env[66735]: DEBUG nova.network.neutron [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Successfully created port: 5f69f137-57b1-43aa-9f0c-2a1f753e46cf {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 617.151119] env[66735]: WARNING neutronclient.v2_0.client [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.288409] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7c573f-9244-4696-9fbf-4eeb84fe92bc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.300740] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5722557-05c1-43b8-b578-c49f47666768 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.310596] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645036, 'name': PowerOnVM_Task} progress is 1%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.338159] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Acquiring lock "refresh_cache-840b4eb7-e18e-445c-8029-a6cb63383499" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.338334] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Acquired lock "refresh_cache-840b4eb7-e18e-445c-8029-a6cb63383499" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.338394] env[66735]: DEBUG nova.network.neutron [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 617.341224] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5c59c1-abfd-4710-9abb-4ded01021c42 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.351618] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a4ac1-ffe4-4800-836b-7538cc5bcc9b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.368806] env[66735]: DEBUG nova.compute.manager [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 617.372512] env[66735]: DEBUG nova.compute.provider_tree [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.415730] env[66735]: INFO nova.compute.manager [-] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Took 1.92 seconds to deallocate network for instance. [ 617.566855] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645037, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.635434] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645038, 'name': ReconfigVM_Task, 'duration_secs': 0.412946} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.635815] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 155797b1-2470-43a6-84f6-39ee2fe1586e/155797b1-2470-43a6-84f6-39ee2fe1586e.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.636453] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-734ece6c-c66f-4990-83f2-39df887cbca6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.644271] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Waiting for the task: (returnval){ [ 617.644271] env[66735]: value = "task-4645039" [ 617.644271] env[66735]: _type = "Task" [ 617.644271] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.654534] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645039, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.807221] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645036, 'name': PowerOnVM_Task} progress is 73%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.877890] env[66735]: DEBUG nova.scheduler.client.report [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.901791] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.924010] env[66735]: DEBUG nova.compute.manager [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 617.929086] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.959993] env[66735]: DEBUG nova.virt.hardware [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 617.959993] env[66735]: DEBUG nova.virt.hardware [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.959993] env[66735]: DEBUG nova.virt.hardware [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 617.960264] env[66735]: DEBUG nova.virt.hardware [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.960264] env[66735]: DEBUG nova.virt.hardware [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 617.960264] env[66735]: DEBUG nova.virt.hardware [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 617.960264] env[66735]: DEBUG nova.virt.hardware [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 617.960264] env[66735]: DEBUG nova.virt.hardware [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 617.960452] env[66735]: DEBUG nova.virt.hardware [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 617.960452] env[66735]: DEBUG nova.virt.hardware [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 617.960452] env[66735]: DEBUG nova.virt.hardware [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 617.961245] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3bf8c4-e7eb-418c-9285-e515e5ab6bde {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.969986] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73e62db-9d93-4e2c-bcc5-077b0b252b9a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.069465] env[66735]: DEBUG oslo_vmware.api [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645037, 'name': PowerOnVM_Task, 'duration_secs': 0.763376} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.069822] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.070141] env[66735]: INFO nova.compute.manager [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Took 10.13 seconds to spawn the instance on the hypervisor. [ 618.070376] env[66735]: DEBUG nova.compute.manager [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 618.071493] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1fa9b5-528b-46a7-a372-45a76b409504 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.102057] env[66735]: DEBUG nova.network.neutron [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 618.159920] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645039, 'name': Rename_Task, 'duration_secs': 0.42978} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.160340] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.161241] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c305680b-3225-4d32-9d4e-016e4ba2078d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.169869] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Waiting for the task: (returnval){ [ 618.169869] env[66735]: value = "task-4645040" [ 618.169869] env[66735]: _type = "Task" [ 618.169869] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.182575] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.308443] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645036, 'name': PowerOnVM_Task} progress is 91%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.385600] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.386162] env[66735]: DEBUG nova.compute.manager [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 618.393020] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.117s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.393020] env[66735]: DEBUG nova.objects.instance [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 618.589328] env[66735]: INFO nova.compute.manager [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Took 17.60 seconds to build instance. [ 618.681172] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645040, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.809018] env[66735]: DEBUG oslo_vmware.api [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645036, 'name': PowerOnVM_Task, 'duration_secs': 1.543429} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.809314] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.809515] env[66735]: INFO nova.compute.manager [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Took 13.29 seconds to spawn the instance on the hypervisor. [ 618.809684] env[66735]: DEBUG nova.compute.manager [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 618.810623] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920a187b-629e-4100-9484-717745c4aca2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.821900] env[66735]: DEBUG nova.network.neutron [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Successfully updated port: 5f69f137-57b1-43aa-9f0c-2a1f753e46cf {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 618.894248] env[66735]: DEBUG nova.compute.utils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.895774] env[66735]: DEBUG nova.compute.manager [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 618.895977] env[66735]: DEBUG nova.network.neutron [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 618.898873] env[66735]: WARNING neutronclient.v2_0.client [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.899209] env[66735]: WARNING neutronclient.v2_0.client [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.091187] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7b2fc52-8db3-4660-bcd5-78734cd40cbd tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Lock "3011e567-763f-47c7-aac1-b5e3dfff721f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.131s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.169364] env[66735]: WARNING neutronclient.v2_0.client [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.185862] env[66735]: DEBUG oslo_vmware.api [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645040, 'name': PowerOnVM_Task, 'duration_secs': 0.813303} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.186064] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.186255] env[66735]: INFO nova.compute.manager [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Took 8.87 seconds to spawn the instance on the hypervisor. [ 619.186426] env[66735]: DEBUG nova.compute.manager [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 619.187255] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8635beda-585f-404d-88b9-8023dd9ab596 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.231616] env[66735]: DEBUG nova.policy [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07c9a62306424979942414a293ac5d0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b0a86f9ed844716a0d16f1aaca52617', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.328097] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Acquiring lock "refresh_cache-2167f03b-b831-464c-a6f5-191c00c7295b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.328363] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Acquired lock "refresh_cache-2167f03b-b831-464c-a6f5-191c00c7295b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.328539] env[66735]: DEBUG nova.network.neutron [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 619.330747] env[66735]: WARNING neutronclient.v2_0.client [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.335840] env[66735]: INFO nova.compute.manager [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Took 18.76 seconds to build instance. [ 619.390541] env[66735]: DEBUG nova.network.neutron [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Updated VIF entry in instance network info cache for port ca82c8b3-7180-43a2-b5a2-3943bb28754a. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 619.390874] env[66735]: DEBUG nova.network.neutron [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Updating instance_info_cache with network_info: [{"id": "ca82c8b3-7180-43a2-b5a2-3943bb28754a", "address": "fa:16:3e:71:02:00", "network": {"id": "51650f82-268d-4025-9d0f-f9d25193b810", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-448063310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0242821e5ef40d5a8aede601b4d0da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca82c8b3-71", "ovs_interfaceid": "ca82c8b3-7180-43a2-b5a2-3943bb28754a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.407318] env[66735]: DEBUG nova.compute.manager [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 619.411963] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b18044a-11a9-4ac2-8dbf-25114c294d0d tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.414446] env[66735]: DEBUG oslo_concurrency.lockutils [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.054s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.414446] env[66735]: DEBUG nova.objects.instance [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Lazy-loading 'resources' on Instance uuid 72d6e128-7320-4c9a-a410-a170aebc9364 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.708841] env[66735]: INFO nova.compute.manager [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Took 17.35 seconds to build instance. [ 619.820021] env[66735]: DEBUG nova.network.neutron [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Successfully created port: 8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 619.840590] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ed9e24f-384b-4ece-bb46-7ce10d85d057 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Lock "80a78377-5557-46e4-8704-03fa473bf171" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.286s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.860307] env[66735]: DEBUG nova.network.neutron [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Updating instance_info_cache with network_info: [{"id": "345f1276-8628-4384-80dc-3a06beda8db7", "address": "fa:16:3e:27:f6:2c", "network": {"id": "8c9906b7-0edc-42b8-a049-04fe35ac492f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-146581679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "80c5a61a7e764c039d838f3a4b93897b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345f1276-86", "ovs_interfaceid": "345f1276-8628-4384-80dc-3a06beda8db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.894184] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Releasing lock "refresh_cache-3011e567-763f-47c7-aac1-b5e3dfff721f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.894184] env[66735]: DEBUG nova.compute.manager [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Received event network-vif-plugged-d2ea616a-5dfa-4d30-a1f7-b466e405c8bd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 619.894354] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Acquiring lock "155797b1-2470-43a6-84f6-39ee2fe1586e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.894510] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.895106] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.895106] env[66735]: DEBUG nova.compute.manager [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] No waiting events found dispatching network-vif-plugged-d2ea616a-5dfa-4d30-a1f7-b466e405c8bd {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 619.895106] env[66735]: WARNING nova.compute.manager [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Received unexpected event network-vif-plugged-d2ea616a-5dfa-4d30-a1f7-b466e405c8bd for instance with vm_state building and task_state spawning. [ 619.895521] env[66735]: DEBUG nova.compute.manager [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Received event network-changed-d2ea616a-5dfa-4d30-a1f7-b466e405c8bd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 619.895521] env[66735]: DEBUG nova.compute.manager [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Refreshing instance network info cache due to event network-changed-d2ea616a-5dfa-4d30-a1f7-b466e405c8bd. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 619.895521] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Acquiring lock "refresh_cache-155797b1-2470-43a6-84f6-39ee2fe1586e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.895820] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Acquired lock "refresh_cache-155797b1-2470-43a6-84f6-39ee2fe1586e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.895820] env[66735]: DEBUG nova.network.neutron [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Refreshing network info cache for port d2ea616a-5dfa-4d30-a1f7-b466e405c8bd {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.927791] env[66735]: DEBUG nova.network.neutron [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 619.944107] env[66735]: DEBUG nova.compute.manager [req-ae5adfac-82f1-44fb-9d15-48382c3aaa87 req-ed7e05b1-97f1-42fd-a0e7-6fc2e5160076 service nova] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Received event network-vif-deleted-4704bea1-6c35-43ec-aec3-1e76d1387829 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 620.027060] env[66735]: WARNING neutronclient.v2_0.client [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.082805] env[66735]: DEBUG nova.compute.manager [req-b59cb2da-7b60-49a3-b368-c938ca3a57a1 req-9210c7ad-7424-45fd-be73-1818e90e9c71 service nova] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Received event network-vif-deleted-216f12ab-84e2-425e-8fe1-56cba4216b4b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 620.122226] env[66735]: DEBUG nova.network.neutron [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Updating instance_info_cache with network_info: [{"id": "5f69f137-57b1-43aa-9f0c-2a1f753e46cf", "address": "fa:16:3e:9c:18:83", "network": {"id": "70cfdcac-e0ca-49b5-a1df-9e52d31ddd6c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-146456514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2df028469547453bb368f2905bd8df6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f69f137-57", "ovs_interfaceid": "5f69f137-57b1-43aa-9f0c-2a1f753e46cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.211171] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8868fbf6-2f03-4638-80dc-dfd8495a61e9 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.863s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.226733] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc0090a-d5e5-4337-94cb-f505d6bce4a4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.236362] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf12868-0fd3-4c65-8c1d-96d316756da6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.281716] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5d7516-476e-4092-be7b-a5c32fc0d6f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.292256] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91e2461-37f4-43ae-8d94-4539f018a371 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.313065] env[66735]: DEBUG nova.compute.provider_tree [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.362322] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Releasing lock "refresh_cache-840b4eb7-e18e-445c-8029-a6cb63383499" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.362693] env[66735]: DEBUG nova.compute.manager [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Instance network_info: |[{"id": "345f1276-8628-4384-80dc-3a06beda8db7", "address": "fa:16:3e:27:f6:2c", "network": {"id": "8c9906b7-0edc-42b8-a049-04fe35ac492f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-146581679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "80c5a61a7e764c039d838f3a4b93897b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345f1276-86", "ovs_interfaceid": "345f1276-8628-4384-80dc-3a06beda8db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 620.363213] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:f6:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '345f1276-8628-4384-80dc-3a06beda8db7', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.371635] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Creating folder: Project (80c5a61a7e764c039d838f3a4b93897b). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.371992] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b940eb5-2333-49b7-bfb1-fb3f8ca88e56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.385810] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Created folder: Project (80c5a61a7e764c039d838f3a4b93897b) in parent group-v906980. [ 620.386016] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Creating folder: Instances. Parent ref: group-v907015. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.386978] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbef8cb9-75be-46e8-9875-5ae84d21a474 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.398893] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Created folder: Instances in parent group-v907015. [ 620.399086] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 620.399347] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.400797] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d85d0b7-6c33-4ba3-8485-0ffed36c5fdb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.416662] env[66735]: WARNING neutronclient.v2_0.client [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.420419] env[66735]: DEBUG nova.compute.manager [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 620.428041] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.428041] env[66735]: value = "task-4645043" [ 620.428041] env[66735]: _type = "Task" [ 620.428041] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.437834] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645043, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.456298] env[66735]: DEBUG nova.virt.hardware [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 620.456298] env[66735]: DEBUG nova.virt.hardware [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.456298] env[66735]: DEBUG nova.virt.hardware [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 620.456728] env[66735]: DEBUG nova.virt.hardware [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.456728] env[66735]: DEBUG nova.virt.hardware [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 620.456728] env[66735]: DEBUG nova.virt.hardware [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 620.456728] env[66735]: DEBUG nova.virt.hardware [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 620.456728] env[66735]: DEBUG nova.virt.hardware [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 620.456969] env[66735]: DEBUG nova.virt.hardware [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 620.456969] env[66735]: DEBUG nova.virt.hardware [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 620.456969] env[66735]: DEBUG nova.virt.hardware [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 620.456969] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0f6140-428d-4b7e-8292-e2aa5a3ce548 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.467611] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb561400-928e-4aed-9af2-919cd228e6f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.625211] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Releasing lock "refresh_cache-2167f03b-b831-464c-a6f5-191c00c7295b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.626608] env[66735]: DEBUG nova.compute.manager [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Instance network_info: |[{"id": "5f69f137-57b1-43aa-9f0c-2a1f753e46cf", "address": "fa:16:3e:9c:18:83", "network": {"id": "70cfdcac-e0ca-49b5-a1df-9e52d31ddd6c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-146456514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2df028469547453bb368f2905bd8df6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f69f137-57", "ovs_interfaceid": "5f69f137-57b1-43aa-9f0c-2a1f753e46cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 620.626748] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:18:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f69f137-57b1-43aa-9f0c-2a1f753e46cf', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.634801] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Creating folder: Project (2df028469547453bb368f2905bd8df6a). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.634801] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1565deeb-bd1f-4b2b-b100-7560bfa12e25 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.649149] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Created folder: Project (2df028469547453bb368f2905bd8df6a) in parent group-v906980. [ 620.649823] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Creating folder: Instances. Parent ref: group-v907018. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.649823] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0512196-9759-4a9e-9d90-e6ee4c227e2e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.661625] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Created folder: Instances in parent group-v907018. [ 620.661957] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 620.662269] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.662563] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27c1b21b-c60c-4dac-998d-e9e075d0bc6a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.690822] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.690822] env[66735]: value = "task-4645046" [ 620.690822] env[66735]: _type = "Task" [ 620.690822] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.704327] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645046, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.748351] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Acquiring lock "f1da9260-b4b9-4752-afa4-452afacca59c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.748853] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Lock "f1da9260-b4b9-4752-afa4-452afacca59c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.748932] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Acquiring lock "f1da9260-b4b9-4752-afa4-452afacca59c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.749887] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Lock "f1da9260-b4b9-4752-afa4-452afacca59c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.750122] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Lock "f1da9260-b4b9-4752-afa4-452afacca59c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.752800] env[66735]: INFO nova.compute.manager [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Terminating instance [ 620.816774] env[66735]: DEBUG nova.scheduler.client.report [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.946935] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645043, 'name': CreateVM_Task, 'duration_secs': 0.500442} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.947167] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.947755] env[66735]: WARNING neutronclient.v2_0.client [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.948301] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.948424] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.948714] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.948996] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331d13b9-e6d0-4e3a-813a-bce0789e4474 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.955110] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Waiting for the task: (returnval){ [ 620.955110] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5296fa6d-17ee-330f-8acd-eb6271a3e79e" [ 620.955110] env[66735]: _type = "Task" [ 620.955110] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.965292] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5296fa6d-17ee-330f-8acd-eb6271a3e79e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.203517] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645046, 'name': CreateVM_Task, 'duration_secs': 0.498209} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.203749] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.204286] env[66735]: WARNING neutronclient.v2_0.client [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.204673] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.258680] env[66735]: DEBUG nova.compute.manager [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 621.259148] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.260464] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb60f20-800c-4e28-93e0-a206efe903f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.271719] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.272192] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5c235fa-23e4-45c6-a70b-c0560e4945a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.281791] env[66735]: DEBUG oslo_vmware.api [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Waiting for the task: (returnval){ [ 621.281791] env[66735]: value = "task-4645047" [ 621.281791] env[66735]: _type = "Task" [ 621.281791] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.297566] env[66735]: DEBUG oslo_vmware.api [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4645047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.324286] env[66735]: DEBUG oslo_concurrency.lockutils [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.326783] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.618s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.329268] env[66735]: INFO nova.compute.claims [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.355303] env[66735]: INFO nova.scheduler.client.report [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Deleted allocations for instance 72d6e128-7320-4c9a-a410-a170aebc9364 [ 621.472378] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5296fa6d-17ee-330f-8acd-eb6271a3e79e, 'name': SearchDatastore_Task, 'duration_secs': 0.012186} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.476300] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.477735] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.480153] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.480153] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.480153] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.483159] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.483159] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.483159] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4cfe84e-977e-485c-bf07-20fd37fc85ec {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.484165] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c1b4e4-13c1-43b4-a5cc-7978855f4824 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.492493] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Waiting for the task: (returnval){ [ 621.492493] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52aa0178-d7e1-b2cc-eea2-65bebec4c228" [ 621.492493] env[66735]: _type = "Task" [ 621.492493] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.498102] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.498335] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.499686] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41bbf3d-e44c-4298-b2d7-bc8a721c9aaf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.508081] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52aa0178-d7e1-b2cc-eea2-65bebec4c228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.509986] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Waiting for the task: (returnval){ [ 621.509986] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520544f1-8b39-4daa-4816-f417e992fc3b" [ 621.509986] env[66735]: _type = "Task" [ 621.509986] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.522393] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520544f1-8b39-4daa-4816-f417e992fc3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.573115] env[66735]: DEBUG nova.network.neutron [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Successfully updated port: 8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 621.794690] env[66735]: DEBUG oslo_vmware.api [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4645047, 'name': PowerOffVM_Task, 'duration_secs': 0.249373} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.794997] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.797872] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.797872] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6945af91-d74d-4b7e-a91f-132af3b2574a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.851632] env[66735]: WARNING neutronclient.v2_0.client [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.866400] env[66735]: DEBUG oslo_concurrency.lockutils [None req-da658abf-4d65-4018-a7b1-953382c31061 tempest-DeleteServersAdminTestJSON-984425455 tempest-DeleteServersAdminTestJSON-984425455-project-admin] Lock "72d6e128-7320-4c9a-a410-a170aebc9364" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.082s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.876373] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.876652] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.876903] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Deleting the datastore file [datastore2] f1da9260-b4b9-4752-afa4-452afacca59c {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.877268] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8185a2f-6ce9-4810-8fd7-562e7e1de89f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.888197] env[66735]: DEBUG oslo_vmware.api [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Waiting for the task: (returnval){ [ 621.888197] env[66735]: value = "task-4645049" [ 621.888197] env[66735]: _type = "Task" [ 621.888197] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.900098] env[66735]: DEBUG oslo_vmware.api [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4645049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.005175] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52aa0178-d7e1-b2cc-eea2-65bebec4c228, 'name': SearchDatastore_Task, 'duration_secs': 0.02786} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.005517] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.005636] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.005845] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.025853] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520544f1-8b39-4daa-4816-f417e992fc3b, 'name': SearchDatastore_Task, 'duration_secs': 0.015177} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.026730] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f711851e-8455-4b66-bf02-3fbb03bb39e9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.044041] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Waiting for the task: (returnval){ [ 622.044041] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52238b22-7e5a-b33f-2803-aec7f0e46217" [ 622.044041] env[66735]: _type = "Task" [ 622.044041] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.053656] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52238b22-7e5a-b33f-2803-aec7f0e46217, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.053863] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.054156] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 840b4eb7-e18e-445c-8029-a6cb63383499/840b4eb7-e18e-445c-8029-a6cb63383499.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.054462] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.054666] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.054967] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dd6ee0c-bdbc-49b0-91f8-5669b8004c81 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.057494] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b19cdc0-63ed-425b-aacc-425d0ad328e3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.066046] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Waiting for the task: (returnval){ [ 622.066046] env[66735]: value = "task-4645050" [ 622.066046] env[66735]: _type = "Task" [ 622.066046] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.071403] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.074021] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.074021] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f7e938-39a4-4648-80a5-9cbfa31df480 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.081039] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.081855] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.081855] env[66735]: DEBUG nova.network.neutron [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 622.082638] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.087665] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Waiting for the task: (returnval){ [ 622.087665] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bf39e9-a013-bf84-30dd-b6f68cebf82d" [ 622.087665] env[66735]: _type = "Task" [ 622.087665] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.099232] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bf39e9-a013-bf84-30dd-b6f68cebf82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.389242] env[66735]: DEBUG nova.network.neutron [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Updated VIF entry in instance network info cache for port d2ea616a-5dfa-4d30-a1f7-b466e405c8bd. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 622.389242] env[66735]: DEBUG nova.network.neutron [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Updating instance_info_cache with network_info: [{"id": "d2ea616a-5dfa-4d30-a1f7-b466e405c8bd", "address": "fa:16:3e:2b:f0:02", "network": {"id": "5453e96c-2788-4d93-af4e-4be12b43c1d5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1143703824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d204f8453e431780e85c5558ace9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ea616a-5d", "ovs_interfaceid": "d2ea616a-5dfa-4d30-a1f7-b466e405c8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.427286] env[66735]: DEBUG oslo_vmware.api [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Task: {'id': task-4645049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17774} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.427799] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.427891] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.428378] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.428591] env[66735]: INFO nova.compute.manager [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 622.428919] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 622.429275] env[66735]: DEBUG nova.compute.manager [-] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 622.429372] env[66735]: DEBUG nova.network.neutron [-] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 622.429668] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.548358] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.580306] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645050, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.599382] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bf39e9-a013-bf84-30dd-b6f68cebf82d, 'name': SearchDatastore_Task, 'duration_secs': 0.0117} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.605082] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20e545c-688f-41b3-ac32-24e134baa5d2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.615189] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Waiting for the task: (returnval){ [ 622.615189] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52aeee07-fc2a-7735-8ebe-aaaca7bbed20" [ 622.615189] env[66735]: _type = "Task" [ 622.615189] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.627323] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52aeee07-fc2a-7735-8ebe-aaaca7bbed20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.714350] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb9616c-c00e-4eb7-89af-c8c5c696ff41 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.728555] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4806e2-a216-489a-a474-1d20e6eecaa5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.770299] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0124f76c-3cd6-4047-802f-f71923707eb3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.783356] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ab584-6571-4da1-914d-e155f97be5b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.802686] env[66735]: DEBUG nova.compute.provider_tree [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.880423] env[66735]: DEBUG nova.network.neutron [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 622.901974] env[66735]: DEBUG oslo_concurrency.lockutils [req-80cfeac4-837c-469f-b0cc-600ddcc3aabe req-2d6b8194-3741-42d6-beba-ac293d09433c service nova] Releasing lock "refresh_cache-155797b1-2470-43a6-84f6-39ee2fe1586e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.915934] env[66735]: INFO nova.compute.manager [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Rebuilding instance [ 622.978366] env[66735]: DEBUG nova.compute.manager [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 622.979357] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f589b7-21de-4da9-8075-9c2ea4b559ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.084834] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594436} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.088516] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 840b4eb7-e18e-445c-8029-a6cb63383499/840b4eb7-e18e-445c-8029-a6cb63383499.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.088516] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.088516] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94fa80e2-2a9d-4cc8-8f31-5ce58668c1d9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.094466] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Waiting for the task: (returnval){ [ 623.094466] env[66735]: value = "task-4645051" [ 623.094466] env[66735]: _type = "Task" [ 623.094466] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.106420] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.131646] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52aeee07-fc2a-7735-8ebe-aaaca7bbed20, 'name': SearchDatastore_Task, 'duration_secs': 0.028917} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.131646] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.131646] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 2167f03b-b831-464c-a6f5-191c00c7295b/2167f03b-b831-464c-a6f5-191c00c7295b.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.131793] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41a68ce0-a484-4f67-9436-74527166a8d0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.140619] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Waiting for the task: (returnval){ [ 623.140619] env[66735]: value = "task-4645052" [ 623.140619] env[66735]: _type = "Task" [ 623.140619] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.150652] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.306972] env[66735]: DEBUG nova.scheduler.client.report [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.313047] env[66735]: WARNING neutronclient.v2_0.client [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.350909] env[66735]: DEBUG nova.network.neutron [-] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.607101] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190732} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.607436] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.608677] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a393eccb-9db0-4f87-86ca-00da62022825 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.637374] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 840b4eb7-e18e-445c-8029-a6cb63383499/840b4eb7-e18e-445c-8029-a6cb63383499.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.637374] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b99cea4-9800-4de6-b3f0-b557c04ca18f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.660317] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645052, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.661847] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Waiting for the task: (returnval){ [ 623.661847] env[66735]: value = "task-4645053" [ 623.661847] env[66735]: _type = "Task" [ 623.661847] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.671897] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.781276] env[66735]: DEBUG nova.network.neutron [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updating instance_info_cache with network_info: [{"id": "8de1b916-dc96-492f-ab32-fd36252b6b08", "address": "fa:16:3e:3b:ea:46", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de1b916-dc", "ovs_interfaceid": "8de1b916-dc96-492f-ab32-fd36252b6b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.818011] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.818694] env[66735]: DEBUG nova.compute.manager [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 623.821834] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.920s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.823652] env[66735]: INFO nova.compute.claims [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.856101] env[66735]: INFO nova.compute.manager [-] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Took 1.43 seconds to deallocate network for instance. [ 623.999585] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.000026] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7ccdcc0-74b9-4f2a-85f0-d27af5d36f5c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.008238] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Waiting for the task: (returnval){ [ 624.008238] env[66735]: value = "task-4645054" [ 624.008238] env[66735]: _type = "Task" [ 624.008238] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.018098] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.162090] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530074} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.162428] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 2167f03b-b831-464c-a6f5-191c00c7295b/2167f03b-b831-464c-a6f5-191c00c7295b.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.162677] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.166296] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6752080d-2dc3-4cb1-8471-c5aa8c8f9d10 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.178256] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.180039] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Waiting for the task: (returnval){ [ 624.180039] env[66735]: value = "task-4645055" [ 624.180039] env[66735]: _type = "Task" [ 624.180039] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.192391] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.249209] env[66735]: DEBUG nova.compute.manager [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Stashing vm_state: active {{(pid=66735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 624.286027] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.286027] env[66735]: DEBUG nova.compute.manager [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Instance network_info: |[{"id": "8de1b916-dc96-492f-ab32-fd36252b6b08", "address": "fa:16:3e:3b:ea:46", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de1b916-dc", "ovs_interfaceid": "8de1b916-dc96-492f-ab32-fd36252b6b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 624.286428] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:ea:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8de1b916-dc96-492f-ab32-fd36252b6b08', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.297835] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating folder: Project (2b0a86f9ed844716a0d16f1aaca52617). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.298385] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b916c95d-3e68-4ecf-a2b1-0028c6663886 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.314132] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Created folder: Project (2b0a86f9ed844716a0d16f1aaca52617) in parent group-v906980. [ 624.314930] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating folder: Instances. Parent ref: group-v907021. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.314930] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc936c61-f995-4343-9917-c2bd4768e9fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.331547] env[66735]: DEBUG nova.compute.utils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.337438] env[66735]: DEBUG nova.compute.manager [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 624.337802] env[66735]: DEBUG nova.network.neutron [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 624.338338] env[66735]: WARNING neutronclient.v2_0.client [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.338814] env[66735]: WARNING neutronclient.v2_0.client [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.341277] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Created folder: Instances in parent group-v907021. [ 624.341604] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 624.342302] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.342645] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cec965a-3763-49ff-a6a9-3a7ae404ab05 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.365731] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.367642] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.367642] env[66735]: value = "task-4645058" [ 624.367642] env[66735]: _type = "Task" [ 624.367642] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.378249] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645058, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.431745] env[66735]: DEBUG nova.policy [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '122eedc460984876afd24c0ac8b028d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbe1a2b31da6458c87abf2ac32e1cd99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.526559] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645054, 'name': PowerOffVM_Task, 'duration_secs': 0.25137} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.526846] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.527258] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.528391] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a10fc99-9c4d-433d-a2f8-8ed29635c819 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.538747] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.538888] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a0fb186-4684-4773-8df9-53a1baabbe50 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.572101] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.572344] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.572932] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Deleting the datastore file [datastore1] d4aa598c-ffe4-42ed-ae04-5301216b1827 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.572932] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b74825a3-b0de-400a-9255-dc8e6826b6fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.581223] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Waiting for the task: (returnval){ [ 624.581223] env[66735]: value = "task-4645060" [ 624.581223] env[66735]: _type = "Task" [ 624.581223] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.591019] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.674792] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "19afee8e-fe27-4bf2-9483-6c7ea8c06531" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.674792] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "19afee8e-fe27-4bf2-9483-6c7ea8c06531" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.675289] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Acquiring lock "3011e567-763f-47c7-aac1-b5e3dfff721f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.675628] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Lock "3011e567-763f-47c7-aac1-b5e3dfff721f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.676140] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Acquiring lock "3011e567-763f-47c7-aac1-b5e3dfff721f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.676242] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Lock "3011e567-763f-47c7-aac1-b5e3dfff721f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.676419] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Lock "3011e567-763f-47c7-aac1-b5e3dfff721f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.685437] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645053, 'name': ReconfigVM_Task, 'duration_secs': 0.85613} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.685849] env[66735]: INFO nova.compute.manager [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Terminating instance [ 624.692439] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 840b4eb7-e18e-445c-8029-a6cb63383499/840b4eb7-e18e-445c-8029-a6cb63383499.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.695041] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-546d4547-8644-4fe6-90ac-bcfc5dcc0987 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.705756] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080811} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.707481] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.708474] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Waiting for the task: (returnval){ [ 624.708474] env[66735]: value = "task-4645061" [ 624.708474] env[66735]: _type = "Task" [ 624.708474] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.708972] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b24ba13-d7cc-49f3-aa46-be478276a1d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.734860] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645061, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.745443] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2167f03b-b831-464c-a6f5-191c00c7295b/2167f03b-b831-464c-a6f5-191c00c7295b.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.749207] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab4d9acb-6d64-45f9-a209-f8190628e718 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.776235] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "7cd4e308-157e-4ad4-ac9f-9632e94f456f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.776589] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "7cd4e308-157e-4ad4-ac9f-9632e94f456f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.791184] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "f332e0cd-c907-4ed3-992c-a17f51740d59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.791184] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "f332e0cd-c907-4ed3-992c-a17f51740d59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.797969] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Waiting for the task: (returnval){ [ 624.797969] env[66735]: value = "task-4645062" [ 624.797969] env[66735]: _type = "Task" [ 624.797969] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.814017] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.817646] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.839149] env[66735]: DEBUG nova.compute.manager [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 624.865588] env[66735]: DEBUG nova.network.neutron [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Successfully created port: 09aec32b-d484-4978-b82b-8f1d7c4c046b {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 624.881782] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645058, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.931991] env[66735]: DEBUG nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Received event network-vif-plugged-345f1276-8628-4384-80dc-3a06beda8db7 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 624.932347] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Acquiring lock "840b4eb7-e18e-445c-8029-a6cb63383499-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.932432] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Lock "840b4eb7-e18e-445c-8029-a6cb63383499-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.932773] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Lock "840b4eb7-e18e-445c-8029-a6cb63383499-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.932773] env[66735]: DEBUG nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] No waiting events found dispatching network-vif-plugged-345f1276-8628-4384-80dc-3a06beda8db7 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 624.933077] env[66735]: WARNING nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Received unexpected event network-vif-plugged-345f1276-8628-4384-80dc-3a06beda8db7 for instance with vm_state building and task_state spawning. [ 624.933135] env[66735]: DEBUG nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Received event network-changed-345f1276-8628-4384-80dc-3a06beda8db7 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 624.933575] env[66735]: DEBUG nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Refreshing instance network info cache due to event network-changed-345f1276-8628-4384-80dc-3a06beda8db7. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 624.933575] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Acquiring lock "refresh_cache-840b4eb7-e18e-445c-8029-a6cb63383499" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.933575] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Acquired lock "refresh_cache-840b4eb7-e18e-445c-8029-a6cb63383499" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.934050] env[66735]: DEBUG nova.network.neutron [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Refreshing network info cache for port 345f1276-8628-4384-80dc-3a06beda8db7 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.091218] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11648} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.094566] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.094790] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.094898] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.182718] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 625.193763] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803ea8b7-0ac3-4696-8fa8-af2a4ba679f9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.199035] env[66735]: DEBUG nova.compute.manager [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 625.199035] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.202291] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca77871-c51d-4ce7-ba2d-7cc1d8a485c7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.206659] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e27a49-e39e-4ab4-a5f5-40042a349f56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.244383] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.246033] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dff79019-acbb-4544-a51d-c5b475e18fa1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.249096] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83724677-2a6e-4653-b75c-43156440e8e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.255617] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645061, 'name': Rename_Task, 'duration_secs': 0.343385} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.256585] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.256952] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c381034a-2198-4909-9953-9a10bd962763 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.263487] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c0729b-4a01-408f-9791-7eba4e183071 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.267545] env[66735]: DEBUG oslo_vmware.api [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Waiting for the task: (returnval){ [ 625.267545] env[66735]: value = "task-4645063" [ 625.267545] env[66735]: _type = "Task" [ 625.267545] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.269925] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Waiting for the task: (returnval){ [ 625.269925] env[66735]: value = "task-4645064" [ 625.269925] env[66735]: _type = "Task" [ 625.269925] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.284907] env[66735]: DEBUG nova.compute.provider_tree [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.293152] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 625.300692] env[66735]: DEBUG oslo_vmware.api [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.308020] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 625.309178] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645064, 'name': PowerOnVM_Task} progress is 1%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.321700] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.386490] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645058, 'name': CreateVM_Task, 'duration_secs': 0.559211} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.386728] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.387486] env[66735]: WARNING neutronclient.v2_0.client [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.387927] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.388100] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.388422] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.388695] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d229fd4-6a42-4b76-86df-23c4d47c29a4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.400085] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 625.400085] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52fa9530-8cb9-ec5d-54e2-08ea6fe20e06" [ 625.400085] env[66735]: _type = "Task" [ 625.400085] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.412770] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fa9530-8cb9-ec5d-54e2-08ea6fe20e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.441457] env[66735]: WARNING neutronclient.v2_0.client [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.707286] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.785983] env[66735]: DEBUG oslo_vmware.api [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645063, 'name': PowerOffVM_Task, 'duration_secs': 0.255622} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.791266] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.791629] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.792849] env[66735]: DEBUG nova.scheduler.client.report [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.797730] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645064, 'name': PowerOnVM_Task} progress is 1%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.797730] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b73af65-8af5-4afa-a383-2bde23a7c169 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.826371] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645062, 'name': ReconfigVM_Task, 'duration_secs': 0.748864} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.826371] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.826371] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2167f03b-b831-464c-a6f5-191c00c7295b/2167f03b-b831-464c-a6f5-191c00c7295b.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.826371] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57f2334a-1369-46e6-9952-46f8bd98f1df {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.834549] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Waiting for the task: (returnval){ [ 625.834549] env[66735]: value = "task-4645066" [ 625.834549] env[66735]: _type = "Task" [ 625.834549] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.839419] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.848971] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645066, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.855730] env[66735]: DEBUG nova.compute.manager [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 625.871663] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.871989] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.872265] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Deleting the datastore file [datastore1] 3011e567-763f-47c7-aac1-b5e3dfff721f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.872719] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59c5068c-1881-41fa-b0ec-2a754f9203a0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.881543] env[66735]: DEBUG oslo_vmware.api [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Waiting for the task: (returnval){ [ 625.881543] env[66735]: value = "task-4645067" [ 625.881543] env[66735]: _type = "Task" [ 625.881543] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.892915] env[66735]: DEBUG nova.virt.hardware [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 625.893405] env[66735]: DEBUG nova.virt.hardware [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.893543] env[66735]: DEBUG nova.virt.hardware [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 625.894242] env[66735]: DEBUG nova.virt.hardware [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.894242] env[66735]: DEBUG nova.virt.hardware [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 625.894242] env[66735]: DEBUG nova.virt.hardware [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 625.894538] env[66735]: DEBUG nova.virt.hardware [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 625.894538] env[66735]: DEBUG nova.virt.hardware [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 625.894630] env[66735]: DEBUG nova.virt.hardware [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 625.895605] env[66735]: DEBUG nova.virt.hardware [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 625.895605] env[66735]: DEBUG nova.virt.hardware [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 625.895605] env[66735]: DEBUG oslo_vmware.api [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.896276] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cbad94-7e89-4b77-9008-13c2fd579dfc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.907982] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35938f59-aa11-4e2b-ba88-d9474fbdb7ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.916605] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fa9530-8cb9-ec5d-54e2-08ea6fe20e06, 'name': SearchDatastore_Task, 'duration_secs': 0.012938} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.917341] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.917596] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.917882] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.918076] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.918274] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.918569] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37d5a6e1-de79-407c-ba60-9d7d3f080edc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.946334] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.946543] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.947426] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5662508f-7cf2-40f2-938e-170ff0e62159 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.954657] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 625.954657] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]525e9353-2fe3-e8b4-e3dc-d69b34d4cdea" [ 625.954657] env[66735]: _type = "Task" [ 625.954657] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.964321] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525e9353-2fe3-e8b4-e3dc-d69b34d4cdea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.129600] env[66735]: DEBUG nova.virt.hardware [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 626.129833] env[66735]: DEBUG nova.virt.hardware [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.129977] env[66735]: DEBUG nova.virt.hardware [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 626.130165] env[66735]: DEBUG nova.virt.hardware [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.130300] env[66735]: DEBUG nova.virt.hardware [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 626.130435] env[66735]: DEBUG nova.virt.hardware [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 626.130626] env[66735]: DEBUG nova.virt.hardware [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 626.130770] env[66735]: DEBUG nova.virt.hardware [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 626.130923] env[66735]: DEBUG nova.virt.hardware [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 626.131090] env[66735]: DEBUG nova.virt.hardware [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 626.131260] env[66735]: DEBUG nova.virt.hardware [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 626.132150] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb655571-c2f9-4540-b033-878fd83c2bf6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.141133] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c3d8f9-00c3-4222-8262-2df872ea43d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.156263] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.162581] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 626.162924] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.163164] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcc7671a-3d64-4680-ae7f-b4b3542325d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.181309] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.181309] env[66735]: value = "task-4645068" [ 626.181309] env[66735]: _type = "Task" [ 626.181309] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.190113] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645068, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.285979] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645064, 'name': PowerOnVM_Task} progress is 91%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.301341] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.301622] env[66735]: DEBUG nova.compute.manager [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 626.304679] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.375s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.304679] env[66735]: DEBUG nova.objects.instance [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Lazy-loading 'resources' on Instance uuid ed956405-16b0-40d0-ac18-6be904abd266 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.346957] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645066, 'name': Rename_Task, 'duration_secs': 0.212218} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.347532] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.347731] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f83be99-242d-451a-adce-6c26fb31a84c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.357973] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Waiting for the task: (returnval){ [ 626.357973] env[66735]: value = "task-4645069" [ 626.357973] env[66735]: _type = "Task" [ 626.357973] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.369548] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.394395] env[66735]: DEBUG oslo_vmware.api [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Task: {'id': task-4645067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212784} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.394674] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.395157] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.396157] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.396157] env[66735]: INFO nova.compute.manager [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 626.396157] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 626.396157] env[66735]: DEBUG nova.compute.manager [-] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 626.396157] env[66735]: DEBUG nova.network.neutron [-] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 626.396460] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.468450] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525e9353-2fe3-e8b4-e3dc-d69b34d4cdea, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.469059] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97abfbd4-236c-4f83-88cc-3f9a54c247cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.479090] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 626.479090] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52db45f2-771e-5c7d-b2f5-0918f61529f7" [ 626.479090] env[66735]: _type = "Task" [ 626.479090] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.489216] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52db45f2-771e-5c7d-b2f5-0918f61529f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.590159] env[66735]: DEBUG nova.network.neutron [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Successfully updated port: 09aec32b-d484-4978-b82b-8f1d7c4c046b {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 626.694037] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645068, 'name': CreateVM_Task, 'duration_secs': 0.438346} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.694249] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.694660] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.694805] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.695214] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.695404] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-925a4aef-19e3-41b2-91e0-84e8ea399f72 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.701203] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Waiting for the task: (returnval){ [ 626.701203] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520b4cbe-0ae1-830c-6422-89ccc64bb869" [ 626.701203] env[66735]: _type = "Task" [ 626.701203] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.710388] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520b4cbe-0ae1-830c-6422-89ccc64bb869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.719258] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.789089] env[66735]: DEBUG oslo_vmware.api [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645064, 'name': PowerOnVM_Task, 'duration_secs': 1.035574} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.789890] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.789890] env[66735]: INFO nova.compute.manager [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Took 11.27 seconds to spawn the instance on the hypervisor. [ 626.790072] env[66735]: DEBUG nova.compute.manager [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 626.790999] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc34f2d-4fe8-476f-8743-a129f0ba8330 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.808085] env[66735]: DEBUG nova.compute.utils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.813998] env[66735]: DEBUG nova.compute.manager [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 626.814195] env[66735]: DEBUG nova.network.neutron [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 626.814551] env[66735]: WARNING neutronclient.v2_0.client [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.815145] env[66735]: WARNING neutronclient.v2_0.client [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.870318] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645069, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.999087] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52db45f2-771e-5c7d-b2f5-0918f61529f7, 'name': SearchDatastore_Task, 'duration_secs': 0.016891} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.999087] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.999087] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 2cb84984-155b-4ec5-8795-a4dc89cb6eb5/2cb84984-155b-4ec5-8795-a4dc89cb6eb5.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.999422] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81fa4afe-adbf-48d3-92ef-2b0fb177ea89 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.012309] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 627.012309] env[66735]: value = "task-4645070" [ 627.012309] env[66735]: _type = "Task" [ 627.012309] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.029890] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.096685] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.096951] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquired lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.097162] env[66735]: DEBUG nova.network.neutron [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.154381] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe080251-d937-45bd-8494-c2382f4255fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.163592] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b9bbab-a53e-440d-b4c2-b8daa04678d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.202411] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2498049-76e3-4869-a554-d141bb624101 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.216049] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520b4cbe-0ae1-830c-6422-89ccc64bb869, 'name': SearchDatastore_Task, 'duration_secs': 0.034788} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.219692] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.220032] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.220321] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.220475] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.220659] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.220999] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a3e19a1-84fa-41a2-b965-2318b5cc2ab4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.224445] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa333ba3-ea5c-450b-b96c-105f418f907b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.243701] env[66735]: DEBUG nova.compute.provider_tree [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.246280] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.246477] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.247574] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da3057d-c754-40e2-b074-289c466dd474 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.255179] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Waiting for the task: (returnval){ [ 627.255179] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5205aace-317a-a4ac-2318-9224d8a76d2f" [ 627.255179] env[66735]: _type = "Task" [ 627.255179] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.269042] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5205aace-317a-a4ac-2318-9224d8a76d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.314160] env[66735]: INFO nova.compute.manager [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Took 17.64 seconds to build instance. [ 627.315493] env[66735]: DEBUG nova.compute.manager [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 627.371453] env[66735]: DEBUG oslo_vmware.api [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645069, 'name': PowerOnVM_Task, 'duration_secs': 0.86063} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.372757] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.372946] env[66735]: INFO nova.compute.manager [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Took 9.45 seconds to spawn the instance on the hypervisor. [ 627.373343] env[66735]: DEBUG nova.compute.manager [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 627.374294] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c670b269-0498-49cb-977c-5f5bac30911c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.523737] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645070, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.600173] env[66735]: DEBUG nova.network.neutron [-] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.748654] env[66735]: DEBUG nova.scheduler.client.report [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.767194] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5205aace-317a-a4ac-2318-9224d8a76d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.016033} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.768170] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b570a746-c72b-426b-9e14-362de0d1e4e9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.774501] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Waiting for the task: (returnval){ [ 627.774501] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]529d0d64-550c-7ea9-eb22-1293663a64bc" [ 627.774501] env[66735]: _type = "Task" [ 627.774501] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.783469] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529d0d64-550c-7ea9-eb22-1293663a64bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.819199] env[66735]: DEBUG oslo_concurrency.lockutils [None req-281aee8c-d701-4dee-98f0-91ffc3587b1f tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Lock "840b4eb7-e18e-445c-8029-a6cb63383499" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.153s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.895640] env[66735]: INFO nova.compute.manager [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Took 17.17 seconds to build instance. [ 627.918893] env[66735]: DEBUG nova.policy [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f080823206ef462b8265dde62de6ed34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4743e209426f410097298c46b6ea56f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.001079] env[66735]: DEBUG nova.compute.manager [req-0e3807f4-e3fc-410a-8e89-0faddcf45310 req-44b4d9d8-b34b-4fbc-81f5-2e4306b4b40c service nova] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Received event network-vif-deleted-84362d1f-4f7c-429c-9b69-665a8b9f408d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 628.021997] env[66735]: DEBUG nova.network.neutron [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 628.033929] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684468} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.036031] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 2cb84984-155b-4ec5-8795-a4dc89cb6eb5/2cb84984-155b-4ec5-8795-a4dc89cb6eb5.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.036031] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.036031] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-751cb62c-a5b6-445d-906f-7de959d18484 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.044737] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 628.044737] env[66735]: value = "task-4645071" [ 628.044737] env[66735]: _type = "Task" [ 628.044737] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.060101] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.105621] env[66735]: INFO nova.compute.manager [-] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Took 1.71 seconds to deallocate network for instance. [ 628.254248] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.257880] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.892s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.258788] env[66735]: DEBUG nova.objects.instance [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Lazy-loading 'resources' on Instance uuid f1da9260-b4b9-4752-afa4-452afacca59c {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.286421] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529d0d64-550c-7ea9-eb22-1293663a64bc, 'name': SearchDatastore_Task, 'duration_secs': 0.041016} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.287547] env[66735]: INFO nova.scheduler.client.report [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Deleted allocations for instance ed956405-16b0-40d0-ac18-6be904abd266 [ 628.290025] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.290025] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] d4aa598c-ffe4-42ed-ae04-5301216b1827/d4aa598c-ffe4-42ed-ae04-5301216b1827.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.293679] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b08c247-a0fc-49de-8c6a-d11504b6fa83 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.306310] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Waiting for the task: (returnval){ [ 628.306310] env[66735]: value = "task-4645072" [ 628.306310] env[66735]: _type = "Task" [ 628.306310] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.315020] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.327654] env[66735]: DEBUG nova.compute.manager [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 628.360306] env[66735]: DEBUG nova.virt.hardware [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:05:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2049270684',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-349951753',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 628.360306] env[66735]: DEBUG nova.virt.hardware [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.360306] env[66735]: DEBUG nova.virt.hardware [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 628.360477] env[66735]: DEBUG nova.virt.hardware [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.360687] env[66735]: DEBUG nova.virt.hardware [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 628.360906] env[66735]: DEBUG nova.virt.hardware [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 628.361174] env[66735]: DEBUG nova.virt.hardware [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.361391] env[66735]: DEBUG nova.virt.hardware [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 628.361562] env[66735]: DEBUG nova.virt.hardware [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 628.361753] env[66735]: DEBUG nova.virt.hardware [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 628.361949] env[66735]: DEBUG nova.virt.hardware [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 628.363055] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85354af0-0fd0-4322-9796-79dac47282df {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.372291] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7805f6ca-00b2-4306-8502-865d40390438 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.398185] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cbb7f204-9e7a-4485-b7c7-d374e5fce0cf tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Lock "2167f03b-b831-464c-a6f5-191c00c7295b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.679s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.557591] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074269} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.557873] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.558711] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406aee5b-eccb-41dc-861c-01c2f9fa790e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.582916] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 2cb84984-155b-4ec5-8795-a4dc89cb6eb5/2cb84984-155b-4ec5-8795-a4dc89cb6eb5.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.583483] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ca64eff-d294-4a00-8d57-b7d7427e64d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.606379] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 628.606379] env[66735]: value = "task-4645073" [ 628.606379] env[66735]: _type = "Task" [ 628.606379] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.616099] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.619868] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.800525] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d978782d-79ca-4274-8b5c-60c0a4cad4a2 tempest-ServerExternalEventsTest-958867757 tempest-ServerExternalEventsTest-958867757-project-member] Lock "ed956405-16b0-40d0-ac18-6be904abd266" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.016s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.815605] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645072, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.929468] env[66735]: WARNING neutronclient.v2_0.client [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.008803] env[66735]: DEBUG nova.network.neutron [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Successfully created port: 9a873648-ca08-4e04-98c5-429dd2477de5 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 629.068080] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80bae61-6014-4b49-b01a-7c0b049472ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.083105] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a7191e-a78f-4e97-a81d-2ce3b4c4b372 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.125844] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093e115c-8689-453b-a0d4-02ebff5ff6b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.135200] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.138569] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8ac783-999e-49e4-9076-bf1be5d35c05 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.156190] env[66735]: DEBUG nova.compute.provider_tree [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.229217] env[66735]: WARNING neutronclient.v2_0.client [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.296334] env[66735]: DEBUG nova.network.neutron [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Updated VIF entry in instance network info cache for port 345f1276-8628-4384-80dc-3a06beda8db7. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 629.296707] env[66735]: DEBUG nova.network.neutron [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Updating instance_info_cache with network_info: [{"id": "345f1276-8628-4384-80dc-3a06beda8db7", "address": "fa:16:3e:27:f6:2c", "network": {"id": "8c9906b7-0edc-42b8-a049-04fe35ac492f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-146581679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80c5a61a7e764c039d838f3a4b93897b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345f1276-86", "ovs_interfaceid": "345f1276-8628-4384-80dc-3a06beda8db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.326916] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971189} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.326916] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] d4aa598c-ffe4-42ed-ae04-5301216b1827/d4aa598c-ffe4-42ed-ae04-5301216b1827.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.326916] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.327768] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1002743b-0684-4c87-914e-257890990356 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.336593] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Waiting for the task: (returnval){ [ 629.336593] env[66735]: value = "task-4645074" [ 629.336593] env[66735]: _type = "Task" [ 629.336593] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.349442] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.632664] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645073, 'name': ReconfigVM_Task, 'duration_secs': 0.729199} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.633193] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 2cb84984-155b-4ec5-8795-a4dc89cb6eb5/2cb84984-155b-4ec5-8795-a4dc89cb6eb5.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.633652] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-775d9382-2bf0-44dd-ae54-1de97fb72b98 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.642030] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 629.642030] env[66735]: value = "task-4645075" [ 629.642030] env[66735]: _type = "Task" [ 629.642030] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.654216] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645075, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.659372] env[66735]: DEBUG nova.scheduler.client.report [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.800171] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Releasing lock "refresh_cache-840b4eb7-e18e-445c-8029-a6cb63383499" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.800423] env[66735]: DEBUG nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Received event network-vif-plugged-5f69f137-57b1-43aa-9f0c-2a1f753e46cf {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 629.800643] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Acquiring lock "2167f03b-b831-464c-a6f5-191c00c7295b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.800815] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Lock "2167f03b-b831-464c-a6f5-191c00c7295b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.801764] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Lock "2167f03b-b831-464c-a6f5-191c00c7295b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.801764] env[66735]: DEBUG nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] No waiting events found dispatching network-vif-plugged-5f69f137-57b1-43aa-9f0c-2a1f753e46cf {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 629.801764] env[66735]: WARNING nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Received unexpected event network-vif-plugged-5f69f137-57b1-43aa-9f0c-2a1f753e46cf for instance with vm_state building and task_state spawning. [ 629.801764] env[66735]: DEBUG nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Received event network-changed-5f69f137-57b1-43aa-9f0c-2a1f753e46cf {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 629.801764] env[66735]: DEBUG nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Refreshing instance network info cache due to event network-changed-5f69f137-57b1-43aa-9f0c-2a1f753e46cf. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 629.802069] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Acquiring lock "refresh_cache-2167f03b-b831-464c-a6f5-191c00c7295b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.802069] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Acquired lock "refresh_cache-2167f03b-b831-464c-a6f5-191c00c7295b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.802069] env[66735]: DEBUG nova.network.neutron [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Refreshing network info cache for port 5f69f137-57b1-43aa-9f0c-2a1f753e46cf {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.849891] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078171} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.850173] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.851547] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77d07de-6771-4fd6-a6e9-982197adfed1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.873698] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] d4aa598c-ffe4-42ed-ae04-5301216b1827/d4aa598c-ffe4-42ed-ae04-5301216b1827.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.875155] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26a773b-d755-4037-87da-c70f62d4dfdf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.898267] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "6f6c1ecd-069e-4131-b7b4-3806fa5bedee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.898481] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "6f6c1ecd-069e-4131-b7b4-3806fa5bedee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.907346] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Waiting for the task: (returnval){ [ 629.907346] env[66735]: value = "task-4645076" [ 629.907346] env[66735]: _type = "Task" [ 629.907346] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.922891] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645076, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.155840] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645075, 'name': Rename_Task, 'duration_secs': 0.250547} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.156196] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.156478] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2e37086-e24a-4753-aad9-b51407b1e67d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.165047] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 630.165047] env[66735]: value = "task-4645077" [ 630.165047] env[66735]: _type = "Task" [ 630.165047] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.165887] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.172025] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.354s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.181646] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.208264] env[66735]: INFO nova.scheduler.client.report [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Deleted allocations for instance f1da9260-b4b9-4752-afa4-452afacca59c [ 630.306304] env[66735]: WARNING neutronclient.v2_0.client [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.397826] env[66735]: DEBUG nova.network.neutron [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Updating instance_info_cache with network_info: [{"id": "09aec32b-d484-4978-b82b-8f1d7c4c046b", "address": "fa:16:3e:51:50:2a", "network": {"id": "eafa9b0a-e1c6-43c9-9804-09f42e14814e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-84078521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe1a2b31da6458c87abf2ac32e1cd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09aec32b-d4", "ovs_interfaceid": "09aec32b-d484-4978-b82b-8f1d7c4c046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.401057] env[66735]: DEBUG nova.compute.manager [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 630.422136] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.681018] env[66735]: INFO nova.compute.claims [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.684164] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645077, 'name': PowerOnVM_Task} progress is 1%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.724221] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d6168935-3b6a-4afb-9324-b50fa2e53a59 tempest-TenantUsagesTestJSON-1643601631 tempest-TenantUsagesTestJSON-1643601631-project-member] Lock "f1da9260-b4b9-4752-afa4-452afacca59c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.975s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.847402] env[66735]: DEBUG nova.network.neutron [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Successfully updated port: 9a873648-ca08-4e04-98c5-429dd2477de5 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 630.900012] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Releasing lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.900421] env[66735]: DEBUG nova.compute.manager [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Instance network_info: |[{"id": "09aec32b-d484-4978-b82b-8f1d7c4c046b", "address": "fa:16:3e:51:50:2a", "network": {"id": "eafa9b0a-e1c6-43c9-9804-09f42e14814e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-84078521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe1a2b31da6458c87abf2ac32e1cd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09aec32b-d4", "ovs_interfaceid": "09aec32b-d484-4978-b82b-8f1d7c4c046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 630.900875] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:50:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09aec32b-d484-4978-b82b-8f1d7c4c046b', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.909557] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 630.911668] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.919873] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f035ae8d-35db-4478-abc0-adc3c1be5361 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.946820] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.948470] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.948470] env[66735]: value = "task-4645078" [ 630.948470] env[66735]: _type = "Task" [ 630.948470] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.958804] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645078, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.960198] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.118876] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Acquiring lock "0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.119390] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Lock "0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.179174] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645077, 'name': PowerOnVM_Task} progress is 64%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.187332] env[66735]: INFO nova.compute.resource_tracker [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating resource usage from migration c8451816-e27e-40d9-bdae-0f991e41ee5e [ 631.354995] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "refresh_cache-0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.355326] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquired lock "refresh_cache-0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.355593] env[66735]: DEBUG nova.network.neutron [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 631.424403] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645076, 'name': ReconfigVM_Task, 'duration_secs': 1.468648} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.427110] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Reconfigured VM instance instance-00000003 to attach disk [datastore2] d4aa598c-ffe4-42ed-ae04-5301216b1827/d4aa598c-ffe4-42ed-ae04-5301216b1827.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.427110] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d9f08c5-a19d-45b1-8079-b5e29865a28d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.435588] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Waiting for the task: (returnval){ [ 631.435588] env[66735]: value = "task-4645079" [ 631.435588] env[66735]: _type = "Task" [ 631.435588] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.446267] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645079, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.461858] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645078, 'name': CreateVM_Task, 'duration_secs': 0.420295} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.465962] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.466515] env[66735]: WARNING neutronclient.v2_0.client [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.467665] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.467665] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.467665] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.468240] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10678c41-f75e-48cc-91df-3ea271e71401 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.474668] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 631.474668] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b9941b-9211-dcd9-cef9-7d0ad4552ade" [ 631.474668] env[66735]: _type = "Task" [ 631.474668] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.486927] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b9941b-9211-dcd9-cef9-7d0ad4552ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.565398] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea6576c-3de0-4fbd-8b36-4a014f148b36 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.574881] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a631bc-efa0-47da-be8f-8444d101b678 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.616409] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b80a06c-31dd-4aff-9aa1-1bf429e9fa9f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.622501] env[66735]: DEBUG nova.compute.manager [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 631.631263] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d782ee5-1c81-4efc-95c6-81b1d7d5bd17 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.651420] env[66735]: DEBUG nova.compute.provider_tree [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.677202] env[66735]: DEBUG oslo_vmware.api [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645077, 'name': PowerOnVM_Task, 'duration_secs': 1.485644} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.677283] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.677430] env[66735]: INFO nova.compute.manager [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Took 11.26 seconds to spawn the instance on the hypervisor. [ 631.677594] env[66735]: DEBUG nova.compute.manager [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 631.678438] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9b3fd9-e456-4e42-897e-7e5a29de951d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.948405] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645079, 'name': Rename_Task, 'duration_secs': 0.196327} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.948740] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.948999] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c66471b-6cde-4e90-80d2-79d097c7ad81 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.958228] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Waiting for the task: (returnval){ [ 631.958228] env[66735]: value = "task-4645080" [ 631.958228] env[66735]: _type = "Task" [ 631.958228] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.968573] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.985341] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b9941b-9211-dcd9-cef9-7d0ad4552ade, 'name': SearchDatastore_Task, 'duration_secs': 0.01741} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.985900] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.985900] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.986208] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.986365] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.986544] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.986816] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b49d7db-79f6-406f-b249-c4d80d2b478c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.000529] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.000718] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.001512] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c39f004-e342-4de3-8e3d-393e59ec04b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.008018] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 632.008018] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526e0045-90af-e858-343d-8eecefaf351f" [ 632.008018] env[66735]: _type = "Task" [ 632.008018] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.017294] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526e0045-90af-e858-343d-8eecefaf351f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.120110] env[66735]: DEBUG nova.network.neutron [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.152011] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.154985] env[66735]: DEBUG nova.scheduler.client.report [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.198860] env[66735]: INFO nova.compute.manager [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Took 17.58 seconds to build instance. [ 632.473112] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645080, 'name': PowerOnVM_Task} progress is 1%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.520537] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526e0045-90af-e858-343d-8eecefaf351f, 'name': SearchDatastore_Task, 'duration_secs': 0.024656} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.521461] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa575a87-d0c4-4fc2-91f0-062f3cd7145d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.528729] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 632.528729] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527b1194-a458-9378-b127-f614e221f517" [ 632.528729] env[66735]: _type = "Task" [ 632.528729] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.538707] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527b1194-a458-9378-b127-f614e221f517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.591408] env[66735]: WARNING neutronclient.v2_0.client [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.662674] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.491s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.662882] env[66735]: INFO nova.compute.manager [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Migrating [ 632.663133] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.663466] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "compute-rpcapi-router" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.664644] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.957s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.666099] env[66735]: INFO nova.compute.claims [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.702380] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2bc56a5f-fec0-4366-8fdc-0234618a2884 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.095s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.972578] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645080, 'name': PowerOnVM_Task} progress is 64%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.043588] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527b1194-a458-9378-b127-f614e221f517, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.044532] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.044905] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 36f3a3b7-25c0-4738-9b48-5085b870f27a/36f3a3b7-25c0-4738-9b48-5085b870f27a.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.045370] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfb5c4c5-c681-4c9b-acbb-9e435f091744 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.053501] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 633.053501] env[66735]: value = "task-4645081" [ 633.053501] env[66735]: _type = "Task" [ 633.053501] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.065231] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.131307] env[66735]: DEBUG nova.network.neutron [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Updated VIF entry in instance network info cache for port 5f69f137-57b1-43aa-9f0c-2a1f753e46cf. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 633.131655] env[66735]: DEBUG nova.network.neutron [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Updating instance_info_cache with network_info: [{"id": "5f69f137-57b1-43aa-9f0c-2a1f753e46cf", "address": "fa:16:3e:9c:18:83", "network": {"id": "70cfdcac-e0ca-49b5-a1df-9e52d31ddd6c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-146456514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df028469547453bb368f2905bd8df6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f69f137-57", "ovs_interfaceid": "5f69f137-57b1-43aa-9f0c-2a1f753e46cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.169755] env[66735]: INFO nova.compute.rpcapi [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 633.170322] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "compute-rpcapi-router" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.276346] env[66735]: WARNING neutronclient.v2_0.client [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.472683] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645080, 'name': PowerOnVM_Task} progress is 64%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.572360] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645081, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.633238] env[66735]: DEBUG nova.network.neutron [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Updating instance_info_cache with network_info: [{"id": "9a873648-ca08-4e04-98c5-429dd2477de5", "address": "fa:16:3e:5b:fa:fa", "network": {"id": "a25e3bf0-b545-49c7-ac54-8844658010d4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1816758172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4743e209426f410097298c46b6ea56f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a873648-ca", "ovs_interfaceid": "9a873648-ca08-4e04-98c5-429dd2477de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.638913] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Releasing lock "refresh_cache-2167f03b-b831-464c-a6f5-191c00c7295b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.638913] env[66735]: DEBUG nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Received event network-vif-plugged-8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 633.639157] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Acquiring lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.639205] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.639422] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.639571] env[66735]: DEBUG nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] No waiting events found dispatching network-vif-plugged-8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 633.639921] env[66735]: WARNING nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Received unexpected event network-vif-plugged-8de1b916-dc96-492f-ab32-fd36252b6b08 for instance with vm_state building and task_state spawning. [ 633.639921] env[66735]: DEBUG nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Received event network-changed-8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 633.640073] env[66735]: DEBUG nova.compute.manager [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Refreshing instance network info cache due to event network-changed-8de1b916-dc96-492f-ab32-fd36252b6b08. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 633.640252] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Acquiring lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.642103] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Acquired lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.642103] env[66735]: DEBUG nova.network.neutron [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Refreshing network info cache for port 8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.696419] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.697357] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.697728] env[66735]: DEBUG nova.network.neutron [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 633.857061] env[66735]: DEBUG nova.compute.manager [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Received event network-vif-plugged-09aec32b-d484-4978-b82b-8f1d7c4c046b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 633.857061] env[66735]: DEBUG oslo_concurrency.lockutils [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] Acquiring lock "36f3a3b7-25c0-4738-9b48-5085b870f27a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.857061] env[66735]: DEBUG oslo_concurrency.lockutils [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] Lock "36f3a3b7-25c0-4738-9b48-5085b870f27a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.857061] env[66735]: DEBUG oslo_concurrency.lockutils [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] Lock "36f3a3b7-25c0-4738-9b48-5085b870f27a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.857548] env[66735]: DEBUG nova.compute.manager [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] No waiting events found dispatching network-vif-plugged-09aec32b-d484-4978-b82b-8f1d7c4c046b {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 633.857811] env[66735]: WARNING nova.compute.manager [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Received unexpected event network-vif-plugged-09aec32b-d484-4978-b82b-8f1d7c4c046b for instance with vm_state building and task_state spawning. [ 633.857887] env[66735]: DEBUG nova.compute.manager [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Received event network-changed-09aec32b-d484-4978-b82b-8f1d7c4c046b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 633.858125] env[66735]: DEBUG nova.compute.manager [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Refreshing instance network info cache due to event network-changed-09aec32b-d484-4978-b82b-8f1d7c4c046b. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 633.858431] env[66735]: DEBUG oslo_concurrency.lockutils [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] Acquiring lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.858641] env[66735]: DEBUG oslo_concurrency.lockutils [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] Acquired lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.858844] env[66735]: DEBUG nova.network.neutron [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Refreshing network info cache for port 09aec32b-d484-4978-b82b-8f1d7c4c046b {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.976021] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645080, 'name': PowerOnVM_Task} progress is 64%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.056945] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdac1570-77cd-434c-91a9-962680ef3702 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.075189] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2dca5e-e7a2-4b56-a0f7-373bada5b176 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.079075] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840542} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.079075] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 36f3a3b7-25c0-4738-9b48-5085b870f27a/36f3a3b7-25c0-4738-9b48-5085b870f27a.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.079269] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.080311] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3917d913-4b2b-46ec-8333-c197ff2f442b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.117443] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdc018d-6bd5-4f79-8090-7f2c6c7cdddc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.124096] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 634.124096] env[66735]: value = "task-4645082" [ 634.124096] env[66735]: _type = "Task" [ 634.124096] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.137765] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba7d964-e002-4fd6-8c51-0a9517641e15 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.146455] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Releasing lock "refresh_cache-0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.148723] env[66735]: DEBUG nova.compute.manager [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Instance network_info: |[{"id": "9a873648-ca08-4e04-98c5-429dd2477de5", "address": "fa:16:3e:5b:fa:fa", "network": {"id": "a25e3bf0-b545-49c7-ac54-8844658010d4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1816758172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4743e209426f410097298c46b6ea56f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a873648-ca", "ovs_interfaceid": "9a873648-ca08-4e04-98c5-429dd2477de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 634.149357] env[66735]: WARNING neutronclient.v2_0.client [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.158074] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:fa:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a873648-ca08-4e04-98c5-429dd2477de5', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.174325] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Creating folder: Project (4743e209426f410097298c46b6ea56f1). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.183449] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a04d6adc-7433-442b-92aa-2ebdf7030383 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.186924] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.200308] env[66735]: DEBUG nova.compute.provider_tree [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.202602] env[66735]: WARNING neutronclient.v2_0.client [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.212756] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Created folder: Project (4743e209426f410097298c46b6ea56f1) in parent group-v906980. [ 634.212756] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Creating folder: Instances. Parent ref: group-v907026. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.212756] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7e05059-01bc-49f1-b941-756a6308fe49 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.227496] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Created folder: Instances in parent group-v907026. [ 634.227793] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 634.227943] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.228252] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b79109d3-e0f0-4988-93e8-d06cdb782bd5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.250359] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.250359] env[66735]: value = "task-4645085" [ 634.250359] env[66735]: _type = "Task" [ 634.250359] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.261406] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645085, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.362853] env[66735]: WARNING neutronclient.v2_0.client [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.477715] env[66735]: DEBUG oslo_vmware.api [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Task: {'id': task-4645080, 'name': PowerOnVM_Task, 'duration_secs': 2.248053} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.478309] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.478406] env[66735]: DEBUG nova.compute.manager [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 634.479703] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a2f82c-4ea1-43ec-bb4b-04e3ee936455 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.642395] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080592} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.642652] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.643642] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac6e062-8e93-4c68-b73d-f2c67104d761 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.670040] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 36f3a3b7-25c0-4738-9b48-5085b870f27a/36f3a3b7-25c0-4738-9b48-5085b870f27a.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.674642] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cafb7503-23ba-4270-92f2-81782f3a0d5e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.704210] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 634.704210] env[66735]: value = "task-4645086" [ 634.704210] env[66735]: _type = "Task" [ 634.704210] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.707204] env[66735]: DEBUG nova.scheduler.client.report [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.718577] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.769439] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645085, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.867543] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Acquiring lock "a6395db5-5fad-4f6a-ab20-5225401143b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.868338] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Lock "a6395db5-5fad-4f6a-ab20-5225401143b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.998567] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.213347] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.214574] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 635.226586] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.401s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.231363] env[66735]: INFO nova.compute.claims [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.237020] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.266043] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645085, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.341358] env[66735]: WARNING neutronclient.v2_0.client [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.372832] env[66735]: DEBUG nova.compute.manager [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 635.380350] env[66735]: WARNING neutronclient.v2_0.client [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.417753] env[66735]: WARNING neutronclient.v2_0.client [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.571319] env[66735]: DEBUG nova.compute.manager [req-cc3b6f18-da11-46e9-a020-cdbde7a6bcd2 req-778b4142-9795-4350-a301-14b26651c3c5 service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Received event network-changed-d2ea616a-5dfa-4d30-a1f7-b466e405c8bd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 635.571578] env[66735]: DEBUG nova.compute.manager [req-cc3b6f18-da11-46e9-a020-cdbde7a6bcd2 req-778b4142-9795-4350-a301-14b26651c3c5 service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Refreshing instance network info cache due to event network-changed-d2ea616a-5dfa-4d30-a1f7-b466e405c8bd. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 635.572249] env[66735]: DEBUG oslo_concurrency.lockutils [req-cc3b6f18-da11-46e9-a020-cdbde7a6bcd2 req-778b4142-9795-4350-a301-14b26651c3c5 service nova] Acquiring lock "refresh_cache-155797b1-2470-43a6-84f6-39ee2fe1586e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.572420] env[66735]: DEBUG oslo_concurrency.lockutils [req-cc3b6f18-da11-46e9-a020-cdbde7a6bcd2 req-778b4142-9795-4350-a301-14b26651c3c5 service nova] Acquired lock "refresh_cache-155797b1-2470-43a6-84f6-39ee2fe1586e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.572618] env[66735]: DEBUG nova.network.neutron [req-cc3b6f18-da11-46e9-a020-cdbde7a6bcd2 req-778b4142-9795-4350-a301-14b26651c3c5 service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Refreshing network info cache for port d2ea616a-5dfa-4d30-a1f7-b466e405c8bd {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.723821] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645086, 'name': ReconfigVM_Task, 'duration_secs': 0.796541} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.724266] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 36f3a3b7-25c0-4738-9b48-5085b870f27a/36f3a3b7-25c0-4738-9b48-5085b870f27a.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.725618] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-561c59bb-c920-4d9e-80aa-4e95e9852b66 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.735021] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 635.735021] env[66735]: value = "task-4645087" [ 635.735021] env[66735]: _type = "Task" [ 635.735021] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.739209] env[66735]: DEBUG nova.compute.utils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.744765] env[66735]: DEBUG nova.network.neutron [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updated VIF entry in instance network info cache for port 8de1b916-dc96-492f-ab32-fd36252b6b08. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 635.744765] env[66735]: DEBUG nova.network.neutron [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updating instance_info_cache with network_info: [{"id": "8de1b916-dc96-492f-ab32-fd36252b6b08", "address": "fa:16:3e:3b:ea:46", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de1b916-dc", "ovs_interfaceid": "8de1b916-dc96-492f-ab32-fd36252b6b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.749112] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 635.749112] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 635.749112] env[66735]: WARNING neutronclient.v2_0.client [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.749112] env[66735]: WARNING neutronclient.v2_0.client [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.761549] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645087, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.773786] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645085, 'name': CreateVM_Task, 'duration_secs': 1.489217} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.773786] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.775037] env[66735]: WARNING neutronclient.v2_0.client [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.775037] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.775341] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.775839] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.776140] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e2f921-edcf-4c6f-84a8-d17979f9c26b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.782692] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 635.782692] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521a0abc-5837-cb6e-dd18-57af232a8d7e" [ 635.782692] env[66735]: _type = "Task" [ 635.782692] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.794122] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521a0abc-5837-cb6e-dd18-57af232a8d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.799720] env[66735]: DEBUG nova.network.neutron [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance_info_cache with network_info: [{"id": "ea4935f6-e638-43f4-abe9-89b337611df1", "address": "fa:16:3e:e3:93:dd", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4935f6-e6", "ovs_interfaceid": "ea4935f6-e638-43f4-abe9-89b337611df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.882980] env[66735]: DEBUG nova.network.neutron [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Updated VIF entry in instance network info cache for port 09aec32b-d484-4978-b82b-8f1d7c4c046b. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 635.883480] env[66735]: DEBUG nova.network.neutron [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Updating instance_info_cache with network_info: [{"id": "09aec32b-d484-4978-b82b-8f1d7c4c046b", "address": "fa:16:3e:51:50:2a", "network": {"id": "eafa9b0a-e1c6-43c9-9804-09f42e14814e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-84078521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe1a2b31da6458c87abf2ac32e1cd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09aec32b-d4", "ovs_interfaceid": "09aec32b-d484-4978-b82b-8f1d7c4c046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.917439] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.929187] env[66735]: DEBUG nova.policy [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fa65b86aea3419e8e533942ed3280f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dbacfa46b1b42b8ab93445dbfea3a49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.076027] env[66735]: WARNING neutronclient.v2_0.client [req-cc3b6f18-da11-46e9-a020-cdbde7a6bcd2 req-778b4142-9795-4350-a301-14b26651c3c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.243839] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 636.256503] env[66735]: DEBUG oslo_concurrency.lockutils [req-396c3713-23fc-4004-a865-ba9d280cf396 req-38cceb7e-8b9f-4a93-89aa-2450b27c82cd service nova] Releasing lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.257139] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645087, 'name': Rename_Task, 'duration_secs': 0.302414} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.258230] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.258671] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d874bf46-5103-4a85-83c4-13f9bd108576 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.268388] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 636.268388] env[66735]: value = "task-4645088" [ 636.268388] env[66735]: _type = "Task" [ 636.268388] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.279552] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.299647] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521a0abc-5837-cb6e-dd18-57af232a8d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.022737} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.300032] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.300423] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.301032] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.301032] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.301032] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.303993] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d50aca8a-2cd0-4bb6-88c5-4d4d3271229c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.306799] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.317670] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.318385] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.318654] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a250b3-1c11-4f4e-be4d-564009f1c61a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.329491] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 636.329491] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5257b5ed-2acb-7cbc-b5b0-cfd4f0a897ad" [ 636.329491] env[66735]: _type = "Task" [ 636.329491] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.339484] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5257b5ed-2acb-7cbc-b5b0-cfd4f0a897ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.391480] env[66735]: DEBUG oslo_concurrency.lockutils [req-c79b2623-e731-411d-873c-6970c6a502da req-dba3e1e7-5363-4ac5-8c88-a99dd233e892 service nova] Releasing lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.643075] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d81eff9-8c44-447c-b9ad-3ec79d54ab61 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.653376] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e498ab2-c9ea-47ca-9651-6b52dfcd1761 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.690362] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c4437e-d5c5-4d46-b310-836b50c360ae {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.701547] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def5a9f0-5437-4f76-97f1-58a78c9664be {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.715704] env[66735]: DEBUG nova.compute.provider_tree [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.755963] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Successfully created port: c51609ee-67d2-49c1-ac02-81bd4c513976 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 636.766859] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Acquiring lock "bbaa6d82-7252-4349-ab7a-450f27ab4db6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.767172] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Lock "bbaa6d82-7252-4349-ab7a-450f27ab4db6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.780175] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645088, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.844733] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5257b5ed-2acb-7cbc-b5b0-cfd4f0a897ad, 'name': SearchDatastore_Task, 'duration_secs': 0.030245} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.846117] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f586d2-7763-4588-807b-13b7c64818a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.853932] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 636.853932] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52defb9c-21b7-f81a-7201-6c7ca7d916c5" [ 636.853932] env[66735]: _type = "Task" [ 636.853932] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.865221] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52defb9c-21b7-f81a-7201-6c7ca7d916c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.221102] env[66735]: DEBUG nova.scheduler.client.report [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.267871] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 637.277914] env[66735]: DEBUG nova.compute.manager [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 637.286703] env[66735]: DEBUG oslo_vmware.api [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645088, 'name': PowerOnVM_Task, 'duration_secs': 0.630954} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.287045] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.287305] env[66735]: INFO nova.compute.manager [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Took 11.43 seconds to spawn the instance on the hypervisor. [ 637.287588] env[66735]: DEBUG nova.compute.manager [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 637.288814] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9961402c-71da-4726-b665-29ed6270e0f8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.314236] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 637.315063] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.315338] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 637.316037] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.316635] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 637.316635] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 637.316635] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 637.316960] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 637.316960] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 637.317044] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 637.317249] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 637.318832] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c6ca81-2d28-40ce-b798-1659ef5ea782 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.337918] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2421b839-721a-4c69-857b-084ae2aa39cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.372686] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52defb9c-21b7-f81a-7201-6c7ca7d916c5, 'name': SearchDatastore_Task, 'duration_secs': 0.020566} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.372792] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.373213] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3/0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.373330] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ee0a3d4-5851-4e1d-8fda-5a44372a282d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.382861] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 637.382861] env[66735]: value = "task-4645089" [ 637.382861] env[66735]: _type = "Task" [ 637.382861] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.398131] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.446229] env[66735]: WARNING neutronclient.v2_0.client [req-cc3b6f18-da11-46e9-a020-cdbde7a6bcd2 req-778b4142-9795-4350-a301-14b26651c3c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.728021] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.728788] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 637.731496] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.892s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.735382] env[66735]: INFO nova.compute.claims [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.807550] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.811846] env[66735]: INFO nova.compute.manager [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Took 21.13 seconds to build instance. [ 637.834082] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c64171b-050a-4334-9086-e81690e7325a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.857026] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance '5a3f4ca6-dee6-43ff-b059-365136c9bf6d' progress to 0 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 637.899711] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645089, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.237468] env[66735]: DEBUG nova.compute.utils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.241216] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 638.241520] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 638.241787] env[66735]: WARNING neutronclient.v2_0.client [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.242359] env[66735]: WARNING neutronclient.v2_0.client [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.317949] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eece6053-a16f-464e-b8d9-041ee1e2f9bd tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "36f3a3b7-25c0-4738-9b48-5085b870f27a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.649s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.364054] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.364305] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b2a999a-a2a1-4e8f-a2d8-ac434b262eda {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.373577] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 638.373577] env[66735]: value = "task-4645090" [ 638.373577] env[66735]: _type = "Task" [ 638.373577] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.389109] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.398600] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645089, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.524216] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Successfully updated port: c51609ee-67d2-49c1-ac02-81bd4c513976 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 638.569690] env[66735]: DEBUG nova.network.neutron [req-cc3b6f18-da11-46e9-a020-cdbde7a6bcd2 req-778b4142-9795-4350-a301-14b26651c3c5 service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Updated VIF entry in instance network info cache for port d2ea616a-5dfa-4d30-a1f7-b466e405c8bd. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 638.570075] env[66735]: DEBUG nova.network.neutron [req-cc3b6f18-da11-46e9-a020-cdbde7a6bcd2 req-778b4142-9795-4350-a301-14b26651c3c5 service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Updating instance_info_cache with network_info: [{"id": "d2ea616a-5dfa-4d30-a1f7-b466e405c8bd", "address": "fa:16:3e:2b:f0:02", "network": {"id": "5453e96c-2788-4d93-af4e-4be12b43c1d5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1143703824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41d204f8453e431780e85c5558ace9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ea616a-5d", "ovs_interfaceid": "d2ea616a-5dfa-4d30-a1f7-b466e405c8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.749980] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 638.893423] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645090, 'name': PowerOffVM_Task, 'duration_secs': 0.361224} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.897294] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.897505] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance '5a3f4ca6-dee6-43ff-b059-365136c9bf6d' progress to 17 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 638.911098] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645089, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.002014] env[66735]: DEBUG nova.policy [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fa65b86aea3419e8e533942ed3280f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dbacfa46b1b42b8ab93445dbfea3a49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.030689] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "refresh_cache-19afee8e-fe27-4bf2-9483-6c7ea8c06531" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.030689] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquired lock "refresh_cache-19afee8e-fe27-4bf2-9483-6c7ea8c06531" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.030689] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 639.073612] env[66735]: DEBUG oslo_concurrency.lockutils [req-cc3b6f18-da11-46e9-a020-cdbde7a6bcd2 req-778b4142-9795-4350-a301-14b26651c3c5 service nova] Releasing lock "refresh_cache-155797b1-2470-43a6-84f6-39ee2fe1586e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.073975] env[66735]: DEBUG nova.compute.manager [req-cc3b6f18-da11-46e9-a020-cdbde7a6bcd2 req-778b4142-9795-4350-a301-14b26651c3c5 service nova] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Received event network-vif-deleted-ca82c8b3-7180-43a2-b5a2-3943bb28754a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 639.132512] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55b1fae-421f-4919-954b-87b5b4297dca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.144491] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d361f0ab-64cc-44c8-9ec7-f34686ff95b5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.181704] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36854fa-3621-496a-9bd9-b2092cc73337 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.190287] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafb4e6d-81d9-4555-8665-18609158afd6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.204366] env[66735]: DEBUG nova.compute.provider_tree [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.408022] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 639.410482] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.410482] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 639.410482] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.410482] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 639.410482] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 639.410794] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 639.410794] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 639.410794] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 639.410794] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 639.410794] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 639.416154] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645089, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.789384} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.416397] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-784262f1-f989-4046-8deb-2a1b0e6dfa9e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.432621] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3/0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.432621] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.432621] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f5890d6-3043-4aab-b478-c6fd67b6a414 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.443664] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 639.443664] env[66735]: value = "task-4645092" [ 639.443664] env[66735]: _type = "Task" [ 639.443664] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.443664] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 639.443664] env[66735]: value = "task-4645091" [ 639.443664] env[66735]: _type = "Task" [ 639.443664] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.460438] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.468330] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.484974] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Successfully created port: f4f56a7e-8fb0-4a1f-b292-d9a3f7233510 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 639.708309] env[66735]: DEBUG nova.scheduler.client.report [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.764589] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 639.797592] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 639.797849] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.797978] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 639.798170] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.798462] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 639.798672] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 639.798889] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 639.799055] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 639.799220] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 639.799456] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 639.799640] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 639.801082] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51ab4eb-e950-46ea-b02b-c714f4c2da8f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.810991] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015f0afb-8516-4b2c-b646-7698f9d42bb2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.956612] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09217} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.959850] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.960188] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645092, 'name': ReconfigVM_Task, 'duration_secs': 0.228212} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.960913] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f687ad7-fe8e-4e7f-b322-5233304b32c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.963764] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance '5a3f4ca6-dee6-43ff-b059-365136c9bf6d' progress to 33 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 639.988100] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3/0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.988689] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea5c8785-af7c-48d4-9ddc-3755a543486a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.010496] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 640.010496] env[66735]: value = "task-4645093" [ 640.010496] env[66735]: _type = "Task" [ 640.010496] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.021067] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.214047] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.214657] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 640.217639] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.598s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.217874] env[66735]: DEBUG nova.objects.instance [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Lazy-loading 'resources' on Instance uuid 3011e567-763f-47c7-aac1-b5e3dfff721f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.312184] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 640.471068] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 640.471379] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.471559] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 640.471637] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.471796] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 640.471909] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 640.472135] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 640.472303] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 640.472463] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 640.472659] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 640.473616] env[66735]: DEBUG nova.virt.hardware [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 640.480761] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 640.481103] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78fe72e-4172-4dfa-bd33-0cdfb439b74a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.505418] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 640.505418] env[66735]: value = "task-4645094" [ 640.505418] env[66735]: _type = "Task" [ 640.505418] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.517451] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.524425] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645093, 'name': ReconfigVM_Task, 'duration_secs': 0.290558} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.525045] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3/0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.525545] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-470ef512-b066-4f1c-b6f1-22eb6e2dd4c1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.535394] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 640.535394] env[66735]: value = "task-4645095" [ 640.535394] env[66735]: _type = "Task" [ 640.535394] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.544930] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645095, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.721116] env[66735]: DEBUG nova.compute.utils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.726032] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 640.726526] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 640.728527] env[66735]: WARNING neutronclient.v2_0.client [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.728527] env[66735]: WARNING neutronclient.v2_0.client [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.019290] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645094, 'name': ReconfigVM_Task, 'duration_secs': 0.276637} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.022769] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 641.024587] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbae9b0-a759-4f1d-a720-8e5bb7e8b39f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.049817] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 5a3f4ca6-dee6-43ff-b059-365136c9bf6d/5a3f4ca6-dee6-43ff-b059-365136c9bf6d.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.055603] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-771fd61d-d79c-4cd5-ba66-baadeeb92b11 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.081050] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645095, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.082849] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 641.082849] env[66735]: value = "task-4645096" [ 641.082849] env[66735]: _type = "Task" [ 641.082849] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.095365] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.112886] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70df1ac0-632f-408c-a40e-8c30050513a0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.122690] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d153b588-c066-4536-911e-c3bb76108812 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.157443] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dfaaaa-ef08-4218-b326-768c968d9572 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.169430] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d137b0a-c691-4d08-aa42-2a6c973a8f66 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.185330] env[66735]: DEBUG nova.compute.provider_tree [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.195074] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Successfully updated port: f4f56a7e-8fb0-4a1f-b292-d9a3f7233510 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.226345] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 641.269810] env[66735]: DEBUG nova.policy [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fa65b86aea3419e8e533942ed3280f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dbacfa46b1b42b8ab93445dbfea3a49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.552699] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645095, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.594754] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.693032] env[66735]: DEBUG nova.scheduler.client.report [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.697420] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "refresh_cache-7cd4e308-157e-4ad4-ac9f-9632e94f456f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.697907] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquired lock "refresh_cache-7cd4e308-157e-4ad4-ac9f-9632e94f456f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.698459] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 642.038231] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Successfully created port: cba192b6-8799-4948-8a83-aa467229db26 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 642.056420] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645095, 'name': Rename_Task, 'duration_secs': 1.134981} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.056420] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.056420] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfcc9d23-7ece-44f1-ac43-31bb0e7eb4ad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.065021] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 642.065021] env[66735]: value = "task-4645097" [ 642.065021] env[66735]: _type = "Task" [ 642.065021] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.072238] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.098397] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645096, 'name': ReconfigVM_Task, 'duration_secs': 0.564697} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.098397] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 5a3f4ca6-dee6-43ff-b059-365136c9bf6d/5a3f4ca6-dee6-43ff-b059-365136c9bf6d.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.098397] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance '5a3f4ca6-dee6-43ff-b059-365136c9bf6d' progress to 50 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 642.198078] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.201430] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.241s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.204200] env[66735]: INFO nova.compute.claims [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.235299] env[66735]: INFO nova.scheduler.client.report [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Deleted allocations for instance 3011e567-763f-47c7-aac1-b5e3dfff721f [ 642.244062] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 642.271035] env[66735]: WARNING neutronclient.v2_0.client [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.286519] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 642.286772] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.286921] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 642.287148] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.287370] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 642.288017] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 642.288017] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 642.288017] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 642.288289] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 642.288349] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 642.288488] env[66735]: DEBUG nova.virt.hardware [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 642.289751] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a4d9f4-0d41-47ab-b70e-956c6d7bfffd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.299734] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90622c69-629d-46fc-bc04-6bcb327ccd03 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.574912] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645097, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.609145] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5272b2da-f1b6-4f7f-aa2f-d1b872e4c8f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.632967] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c5a5d1-110d-4734-9db6-75a2783d7be7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.664313] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance '5a3f4ca6-dee6-43ff-b059-365136c9bf6d' progress to 67 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 642.718515] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.744277] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fe293a35-5ad2-44c9-aec3-7cabcf179b8a tempest-ImagesNegativeTestJSON-1481081547 tempest-ImagesNegativeTestJSON-1481081547-project-member] Lock "3011e567-763f-47c7-aac1-b5e3dfff721f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.068s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.946496] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Updating instance_info_cache with network_info: [{"id": "c51609ee-67d2-49c1-ac02-81bd4c513976", "address": "fa:16:3e:8b:25:d2", "network": {"id": "442ec035-bdd1-425e-a980-d8073e04f3c9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1581548363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1dbacfa46b1b42b8ab93445dbfea3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51609ee-67", "ovs_interfaceid": "c51609ee-67d2-49c1-ac02-81bd4c513976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.057218] env[66735]: WARNING neutronclient.v2_0.client [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.078019] env[66735]: DEBUG oslo_vmware.api [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645097, 'name': PowerOnVM_Task, 'duration_secs': 0.651759} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.078606] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.078781] env[66735]: INFO nova.compute.manager [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Took 14.75 seconds to spawn the instance on the hypervisor. [ 643.078976] env[66735]: DEBUG nova.compute.manager [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 643.079820] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754c101d-73d7-4998-9718-c78cac67cd0f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.173030] env[66735]: WARNING neutronclient.v2_0.client [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.173030] env[66735]: WARNING neutronclient.v2_0.client [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.226562] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Updating instance_info_cache with network_info: [{"id": "f4f56a7e-8fb0-4a1f-b292-d9a3f7233510", "address": "fa:16:3e:6f:c4:72", "network": {"id": "442ec035-bdd1-425e-a980-d8073e04f3c9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1581548363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbacfa46b1b42b8ab93445dbfea3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4f56a7e-8f", "ovs_interfaceid": "f4f56a7e-8fb0-4a1f-b292-d9a3f7233510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.262026] env[66735]: DEBUG nova.network.neutron [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Port ea4935f6-e638-43f4-abe9-89b337611df1 binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 643.325138] env[66735]: DEBUG nova.compute.manager [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Received event network-vif-plugged-9a873648-ca08-4e04-98c5-429dd2477de5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 643.325138] env[66735]: DEBUG oslo_concurrency.lockutils [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] Acquiring lock "0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.325315] env[66735]: DEBUG oslo_concurrency.lockutils [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] Lock "0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.325580] env[66735]: DEBUG oslo_concurrency.lockutils [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] Lock "0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.325580] env[66735]: DEBUG nova.compute.manager [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] No waiting events found dispatching network-vif-plugged-9a873648-ca08-4e04-98c5-429dd2477de5 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 643.325752] env[66735]: WARNING nova.compute.manager [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Received unexpected event network-vif-plugged-9a873648-ca08-4e04-98c5-429dd2477de5 for instance with vm_state active and task_state None. [ 643.325906] env[66735]: DEBUG nova.compute.manager [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Received event network-changed-9a873648-ca08-4e04-98c5-429dd2477de5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 643.326053] env[66735]: DEBUG nova.compute.manager [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Refreshing instance network info cache due to event network-changed-9a873648-ca08-4e04-98c5-429dd2477de5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 643.326225] env[66735]: DEBUG oslo_concurrency.lockutils [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] Acquiring lock "refresh_cache-0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.327538] env[66735]: DEBUG oslo_concurrency.lockutils [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] Acquired lock "refresh_cache-0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.327538] env[66735]: DEBUG nova.network.neutron [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Refreshing network info cache for port 9a873648-ca08-4e04-98c5-429dd2477de5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.453473] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Releasing lock "refresh_cache-19afee8e-fe27-4bf2-9483-6c7ea8c06531" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.454126] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Instance network_info: |[{"id": "c51609ee-67d2-49c1-ac02-81bd4c513976", "address": "fa:16:3e:8b:25:d2", "network": {"id": "442ec035-bdd1-425e-a980-d8073e04f3c9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1581548363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1dbacfa46b1b42b8ab93445dbfea3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51609ee-67", "ovs_interfaceid": "c51609ee-67d2-49c1-ac02-81bd4c513976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 643.454819] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:25:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c51609ee-67d2-49c1-ac02-81bd4c513976', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.462839] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Creating folder: Project (1dbacfa46b1b42b8ab93445dbfea3a49). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.463166] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faba95e8-c8c5-47b6-a35a-d947b0ec5807 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.478012] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Created folder: Project (1dbacfa46b1b42b8ab93445dbfea3a49) in parent group-v906980. [ 643.478189] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Creating folder: Instances. Parent ref: group-v907029. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.478483] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c526ff2-aac9-4f1a-8434-48f458127d51 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.498372] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Created folder: Instances in parent group-v907029. [ 643.498738] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 643.499331] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.499331] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e87dce42-5146-4f75-a98b-3523f37f8cd7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.526992] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.526992] env[66735]: value = "task-4645100" [ 643.526992] env[66735]: _type = "Task" [ 643.526992] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.536039] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645100, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.551825] env[66735]: DEBUG nova.compute.manager [req-9cddccc2-6070-4841-9eb5-34419b8b6c1e req-787c33ab-2a57-4bc1-914b-c232a39eec90 service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Received event network-changed-345f1276-8628-4384-80dc-3a06beda8db7 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 643.552661] env[66735]: DEBUG nova.compute.manager [req-9cddccc2-6070-4841-9eb5-34419b8b6c1e req-787c33ab-2a57-4bc1-914b-c232a39eec90 service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Refreshing instance network info cache due to event network-changed-345f1276-8628-4384-80dc-3a06beda8db7. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 643.552661] env[66735]: DEBUG oslo_concurrency.lockutils [req-9cddccc2-6070-4841-9eb5-34419b8b6c1e req-787c33ab-2a57-4bc1-914b-c232a39eec90 service nova] Acquiring lock "refresh_cache-840b4eb7-e18e-445c-8029-a6cb63383499" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.552661] env[66735]: DEBUG oslo_concurrency.lockutils [req-9cddccc2-6070-4841-9eb5-34419b8b6c1e req-787c33ab-2a57-4bc1-914b-c232a39eec90 service nova] Acquired lock "refresh_cache-840b4eb7-e18e-445c-8029-a6cb63383499" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.552661] env[66735]: DEBUG nova.network.neutron [req-9cddccc2-6070-4841-9eb5-34419b8b6c1e req-787c33ab-2a57-4bc1-914b-c232a39eec90 service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Refreshing network info cache for port 345f1276-8628-4384-80dc-3a06beda8db7 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.613342] env[66735]: INFO nova.compute.manager [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Took 25.74 seconds to build instance. [ 643.632533] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a82a2a-42fd-49da-9ae2-1be0dd383c3b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.645686] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Acquiring lock "1e5975c1-9f80-4655-96e6-4375d951522f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.645912] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Lock "1e5975c1-9f80-4655-96e6-4375d951522f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.651288] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bd7e27-ec9f-4525-ae23-1f088d8fc422 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.684678] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca553b4-9330-4d02-b6f8-92c3ca11a760 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.693862] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d620164-3c0d-4201-a42c-d7bbaa7eb1c0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.709848] env[66735]: DEBUG nova.compute.provider_tree [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.729913] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Releasing lock "refresh_cache-7cd4e308-157e-4ad4-ac9f-9632e94f456f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.730279] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Instance network_info: |[{"id": "f4f56a7e-8fb0-4a1f-b292-d9a3f7233510", "address": "fa:16:3e:6f:c4:72", "network": {"id": "442ec035-bdd1-425e-a980-d8073e04f3c9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1581548363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbacfa46b1b42b8ab93445dbfea3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4f56a7e-8f", "ovs_interfaceid": "f4f56a7e-8fb0-4a1f-b292-d9a3f7233510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 643.730717] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:c4:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4f56a7e-8fb0-4a1f-b292-d9a3f7233510', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.741092] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 643.741092] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.741092] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-996db303-ddaf-495f-bb43-11066994e728 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.770020] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.770020] env[66735]: value = "task-4645101" [ 643.770020] env[66735]: _type = "Task" [ 643.770020] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.780055] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645101, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.832383] env[66735]: WARNING neutronclient.v2_0.client [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.938501] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Successfully updated port: cba192b6-8799-4948-8a83-aa467229db26 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 644.039842] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645100, 'name': CreateVM_Task, 'duration_secs': 0.444498} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.040119] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.040724] env[66735]: WARNING neutronclient.v2_0.client [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.041180] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.041365] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.041753] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.043067] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c10c96ba-da18-4da8-abee-5a27a2e4ad6e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.048428] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 644.048428] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52981759-5648-0137-46d6-ab651283c7c7" [ 644.048428] env[66735]: _type = "Task" [ 644.048428] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.056581] env[66735]: WARNING neutronclient.v2_0.client [req-9cddccc2-6070-4841-9eb5-34419b8b6c1e req-787c33ab-2a57-4bc1-914b-c232a39eec90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.062423] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52981759-5648-0137-46d6-ab651283c7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.119067] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f7c50d93-b3a6-4d3b-88a4-132ad5f4b312 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.259s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.151172] env[66735]: DEBUG nova.compute.manager [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 644.212963] env[66735]: DEBUG nova.scheduler.client.report [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.294569] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.294834] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.295067] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.305241] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645101, 'name': CreateVM_Task, 'duration_secs': 0.361534} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.305410] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.306223] env[66735]: WARNING neutronclient.v2_0.client [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.306708] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.306855] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.307187] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.307587] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec1c57f-3683-40e8-a7cb-de2be9edd32d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.316050] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 644.316050] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520a7b05-7735-4fe5-2bec-5e0c50ac4842" [ 644.316050] env[66735]: _type = "Task" [ 644.316050] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.327174] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520a7b05-7735-4fe5-2bec-5e0c50ac4842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.402622] env[66735]: WARNING neutronclient.v2_0.client [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.442490] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "refresh_cache-f332e0cd-c907-4ed3-992c-a17f51740d59" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.442694] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquired lock "refresh_cache-f332e0cd-c907-4ed3-992c-a17f51740d59" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.442859] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 644.543374] env[66735]: DEBUG nova.network.neutron [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Updated VIF entry in instance network info cache for port 9a873648-ca08-4e04-98c5-429dd2477de5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 644.544287] env[66735]: DEBUG nova.network.neutron [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Updating instance_info_cache with network_info: [{"id": "9a873648-ca08-4e04-98c5-429dd2477de5", "address": "fa:16:3e:5b:fa:fa", "network": {"id": "a25e3bf0-b545-49c7-ac54-8844658010d4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1816758172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4743e209426f410097298c46b6ea56f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a873648-ca", "ovs_interfaceid": "9a873648-ca08-4e04-98c5-429dd2477de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.563456] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52981759-5648-0137-46d6-ab651283c7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013116} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.565252] env[66735]: WARNING neutronclient.v2_0.client [req-9cddccc2-6070-4841-9eb5-34419b8b6c1e req-787c33ab-2a57-4bc1-914b-c232a39eec90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.568457] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.568981] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.569267] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.569426] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.569761] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.570639] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-670d2ced-9515-4106-80b1-b082a5bedc1c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.584706] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.584963] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.585840] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a97b0b-1b9e-4261-9230-0acde768c270 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.594510] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 644.594510] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5206b247-b853-aadd-f372-d3f47711c923" [ 644.594510] env[66735]: _type = "Task" [ 644.594510] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.609553] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5206b247-b853-aadd-f372-d3f47711c923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.675883] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.676896] env[66735]: DEBUG nova.network.neutron [req-9cddccc2-6070-4841-9eb5-34419b8b6c1e req-787c33ab-2a57-4bc1-914b-c232a39eec90 service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Updated VIF entry in instance network info cache for port 345f1276-8628-4384-80dc-3a06beda8db7. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 644.677239] env[66735]: DEBUG nova.network.neutron [req-9cddccc2-6070-4841-9eb5-34419b8b6c1e req-787c33ab-2a57-4bc1-914b-c232a39eec90 service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Updating instance_info_cache with network_info: [{"id": "345f1276-8628-4384-80dc-3a06beda8db7", "address": "fa:16:3e:27:f6:2c", "network": {"id": "8c9906b7-0edc-42b8-a049-04fe35ac492f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-146581679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80c5a61a7e764c039d838f3a4b93897b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345f1276-86", "ovs_interfaceid": "345f1276-8628-4384-80dc-3a06beda8db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.719043] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.719043] env[66735]: DEBUG nova.compute.manager [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 644.722215] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.571s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.723733] env[66735]: INFO nova.compute.claims [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.829059] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520a7b05-7735-4fe5-2bec-5e0c50ac4842, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.829290] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.829644] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.829796] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.829952] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.830758] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.831115] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edd8c7bb-06b5-4d93-a75d-e28d2d54c8cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.845745] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.845955] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.846748] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9dc1e99-f109-4146-905a-87dce8dbf5fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.854026] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 644.854026] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52279039-518c-98dc-8211-049b93cf7530" [ 644.854026] env[66735]: _type = "Task" [ 644.854026] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.862797] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52279039-518c-98dc-8211-049b93cf7530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.993959] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 645.050084] env[66735]: DEBUG oslo_concurrency.lockutils [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] Releasing lock "refresh_cache-0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.050475] env[66735]: DEBUG nova.compute.manager [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Received event network-changed-56a88615-c3ef-4938-8762-54c61f204b92 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 645.050733] env[66735]: DEBUG nova.compute.manager [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Refreshing instance network info cache due to event network-changed-56a88615-c3ef-4938-8762-54c61f204b92. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 645.051339] env[66735]: DEBUG oslo_concurrency.lockutils [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] Acquiring lock "refresh_cache-80a78377-5557-46e4-8704-03fa473bf171" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.051339] env[66735]: DEBUG oslo_concurrency.lockutils [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] Acquired lock "refresh_cache-80a78377-5557-46e4-8704-03fa473bf171" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.052503] env[66735]: DEBUG nova.network.neutron [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Refreshing network info cache for port 56a88615-c3ef-4938-8762-54c61f204b92 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.091762] env[66735]: WARNING neutronclient.v2_0.client [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.113878] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5206b247-b853-aadd-f372-d3f47711c923, 'name': SearchDatastore_Task, 'duration_secs': 0.01282} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.115669] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26033c1-7a27-4b44-8b58-ebb346797df7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.126061] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 645.126061] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52de70ba-d15e-b466-c104-bd9d03e8133e" [ 645.126061] env[66735]: _type = "Task" [ 645.126061] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.143482] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52de70ba-d15e-b466-c104-bd9d03e8133e, 'name': SearchDatastore_Task, 'duration_secs': 0.014033} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.144190] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.146172] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 19afee8e-fe27-4bf2-9483-6c7ea8c06531/19afee8e-fe27-4bf2-9483-6c7ea8c06531.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.146172] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcf62840-aae9-49f4-9a52-aa48f2962010 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.156027] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 645.156027] env[66735]: value = "task-4645102" [ 645.156027] env[66735]: _type = "Task" [ 645.156027] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.166302] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.174222] env[66735]: DEBUG nova.network.neutron [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Updating instance_info_cache with network_info: [{"id": "cba192b6-8799-4948-8a83-aa467229db26", "address": "fa:16:3e:57:3b:bb", "network": {"id": "442ec035-bdd1-425e-a980-d8073e04f3c9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1581548363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbacfa46b1b42b8ab93445dbfea3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba192b6-87", "ovs_interfaceid": "cba192b6-8799-4948-8a83-aa467229db26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.180291] env[66735]: DEBUG oslo_concurrency.lockutils [req-9cddccc2-6070-4841-9eb5-34419b8b6c1e req-787c33ab-2a57-4bc1-914b-c232a39eec90 service nova] Releasing lock "refresh_cache-840b4eb7-e18e-445c-8029-a6cb63383499" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.232155] env[66735]: DEBUG nova.compute.utils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.234012] env[66735]: DEBUG nova.compute.manager [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 645.234635] env[66735]: DEBUG nova.network.neutron [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 645.234635] env[66735]: WARNING neutronclient.v2_0.client [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.235297] env[66735]: WARNING neutronclient.v2_0.client [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.301201] env[66735]: WARNING neutronclient.v2_0.client [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.310032] env[66735]: DEBUG nova.policy [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98332017599f4b399bc9dcc216eaae90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79e4562e4c884ff7a7e938ac1b2de4ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.378972] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52279039-518c-98dc-8211-049b93cf7530, 'name': SearchDatastore_Task, 'duration_secs': 0.01986} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.378972] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552a46ce-88ee-4b81-b7d6-0f23700bb66b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.390035] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 645.390035] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528b862d-7a2d-f5be-2d0b-8045bbcb15b6" [ 645.390035] env[66735]: _type = "Task" [ 645.390035] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.400375] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528b862d-7a2d-f5be-2d0b-8045bbcb15b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.404977] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.404977] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.405209] env[66735]: DEBUG nova.network.neutron [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 645.557544] env[66735]: WARNING neutronclient.v2_0.client [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.579507] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.579846] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.668080] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645102, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.679077] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Releasing lock "refresh_cache-f332e0cd-c907-4ed3-992c-a17f51740d59" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.679440] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Instance network_info: |[{"id": "cba192b6-8799-4948-8a83-aa467229db26", "address": "fa:16:3e:57:3b:bb", "network": {"id": "442ec035-bdd1-425e-a980-d8073e04f3c9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1581548363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbacfa46b1b42b8ab93445dbfea3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba192b6-87", "ovs_interfaceid": "cba192b6-8799-4948-8a83-aa467229db26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 645.679929] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:3b:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cba192b6-8799-4948-8a83-aa467229db26', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.687899] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 645.688094] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.689393] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f534360e-083a-47ba-9225-cebf6dff6d2d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.712518] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.712518] env[66735]: value = "task-4645103" [ 645.712518] env[66735]: _type = "Task" [ 645.712518] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.721663] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645103, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.743337] env[66735]: DEBUG nova.compute.manager [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 645.834032] env[66735]: DEBUG nova.network.neutron [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Successfully created port: 5d456862-5ecf-41ed-8f78-57f966e2824b {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 645.905113] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528b862d-7a2d-f5be-2d0b-8045bbcb15b6, 'name': SearchDatastore_Task, 'duration_secs': 0.029472} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.905394] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.905641] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 7cd4e308-157e-4ad4-ac9f-9632e94f456f/7cd4e308-157e-4ad4-ac9f-9632e94f456f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.905905] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-395b5c8f-0c88-4ffc-85bb-1023cbcebadd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.911645] env[66735]: WARNING neutronclient.v2_0.client [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.921435] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 645.921435] env[66735]: value = "task-4645104" [ 645.921435] env[66735]: _type = "Task" [ 645.921435] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.936398] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.994852] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquiring lock "d4aa598c-ffe4-42ed-ae04-5301216b1827" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.995212] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lock "d4aa598c-ffe4-42ed-ae04-5301216b1827" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.995445] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquiring lock "d4aa598c-ffe4-42ed-ae04-5301216b1827-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.995619] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lock "d4aa598c-ffe4-42ed-ae04-5301216b1827-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.995774] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lock "d4aa598c-ffe4-42ed-ae04-5301216b1827-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.999190] env[66735]: INFO nova.compute.manager [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Terminating instance [ 646.008917] env[66735]: WARNING neutronclient.v2_0.client [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.083506] env[66735]: DEBUG nova.compute.manager [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 646.171791] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554585} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.174886] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 19afee8e-fe27-4bf2-9483-6c7ea8c06531/19afee8e-fe27-4bf2-9483-6c7ea8c06531.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.175128] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.176148] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58289d17-8b64-4fdd-998c-dc4150f1e485 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.187356] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 646.187356] env[66735]: value = "task-4645105" [ 646.187356] env[66735]: _type = "Task" [ 646.187356] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.207357] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.229409] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645103, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.230129] env[66735]: DEBUG nova.network.neutron [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Updated VIF entry in instance network info cache for port 56a88615-c3ef-4938-8762-54c61f204b92. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 646.230369] env[66735]: DEBUG nova.network.neutron [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Updating instance_info_cache with network_info: [{"id": "56a88615-c3ef-4938-8762-54c61f204b92", "address": "fa:16:3e:8a:32:58", "network": {"id": "41896a3c-acaf-44f0-9af0-50c076023655", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-37118982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eb757a5a40d4cfea08b2a31542c6078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a88615-c3", "ovs_interfaceid": "56a88615-c3ef-4938-8762-54c61f204b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.246724] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef9ae00-78e5-42b8-8642-e571ff6b56ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.265584] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acf4b66-6a0a-4269-b965-06750a1605da {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.307033] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f100dd8-96ff-4cce-b0ca-7f3edde06db4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.321033] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9b674e-328c-4b62-acbb-2ffdd0a26470 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.340772] env[66735]: DEBUG nova.compute.provider_tree [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.375052] env[66735]: DEBUG nova.compute.manager [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 646.375991] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4546c0-5a7b-4eb4-8dfa-8a97a2b16827 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.409428] env[66735]: WARNING neutronclient.v2_0.client [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.434408] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645104, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.477706] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Acquiring lock "2167f03b-b831-464c-a6f5-191c00c7295b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.479069] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Lock "2167f03b-b831-464c-a6f5-191c00c7295b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.479069] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Acquiring lock "2167f03b-b831-464c-a6f5-191c00c7295b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.479069] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Lock "2167f03b-b831-464c-a6f5-191c00c7295b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.479069] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Lock "2167f03b-b831-464c-a6f5-191c00c7295b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.482782] env[66735]: INFO nova.compute.manager [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Terminating instance [ 646.506280] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquiring lock "refresh_cache-d4aa598c-ffe4-42ed-ae04-5301216b1827" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.506542] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquired lock "refresh_cache-d4aa598c-ffe4-42ed-ae04-5301216b1827" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.506666] env[66735]: DEBUG nova.network.neutron [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 646.613747] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.691737] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Acquiring lock "118f9f30-1050-469d-9e5c-d758052b90aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.692477] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lock "118f9f30-1050-469d-9e5c-d758052b90aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.709023] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090368} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.709296] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.710464] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c17321-bc5d-4647-afc4-b7334207ae79 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.735213] env[66735]: DEBUG oslo_concurrency.lockutils [req-bfebebe4-fbfd-4f0d-b7a7-69d93a5a3f45 req-4d19f153-427a-44a3-bfcf-edcdda621fce service nova] Releasing lock "refresh_cache-80a78377-5557-46e4-8704-03fa473bf171" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.744404] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 19afee8e-fe27-4bf2-9483-6c7ea8c06531/19afee8e-fe27-4bf2-9483-6c7ea8c06531.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.747998] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060c6484-b37e-4d6b-a03b-81dc1497b76e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.762164] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645103, 'name': CreateVM_Task, 'duration_secs': 0.541618} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.762694] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.763602] env[66735]: WARNING neutronclient.v2_0.client [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.763956] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.764121] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.765368] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.766378] env[66735]: DEBUG nova.compute.manager [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 646.768329] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a7aaf8-66b9-45cc-8055-d56dcdec34ba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.772539] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 646.772539] env[66735]: value = "task-4645106" [ 646.772539] env[66735]: _type = "Task" [ 646.772539] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.777515] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 646.777515] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5232eac9-b278-9ee4-0e21-765dadb4f66c" [ 646.777515] env[66735]: _type = "Task" [ 646.777515] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.783864] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.789882] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5232eac9-b278-9ee4-0e21-765dadb4f66c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.813967] env[66735]: DEBUG nova.virt.hardware [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 646.813967] env[66735]: DEBUG nova.virt.hardware [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.813967] env[66735]: DEBUG nova.virt.hardware [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 646.814293] env[66735]: DEBUG nova.virt.hardware [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.814293] env[66735]: DEBUG nova.virt.hardware [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 646.814384] env[66735]: DEBUG nova.virt.hardware [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 646.814519] env[66735]: DEBUG nova.virt.hardware [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 646.814674] env[66735]: DEBUG nova.virt.hardware [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 646.814831] env[66735]: DEBUG nova.virt.hardware [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 646.815049] env[66735]: DEBUG nova.virt.hardware [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 646.815273] env[66735]: DEBUG nova.virt.hardware [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 646.816181] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fed7c6f-75bc-4e43-9b69-c5525956d4d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.825885] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30329793-2f71-4570-a2c1-95f9c208c0af {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.846860] env[66735]: DEBUG nova.scheduler.client.report [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.892568] env[66735]: INFO nova.compute.manager [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] instance snapshotting [ 646.895797] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aa2fff-487f-4a7e-9211-cdeb8b934339 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.920646] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12819b9-1552-4826-9d6e-3ed87709b3d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.937917] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645104, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.986795] env[66735]: DEBUG nova.compute.manager [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 646.987081] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.988879] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cee017-f7ee-415c-9331-3bf266b947fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.000029] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.000029] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64429593-09db-42c0-b35e-c4afbb76781a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.010846] env[66735]: DEBUG oslo_vmware.api [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Waiting for the task: (returnval){ [ 647.010846] env[66735]: value = "task-4645107" [ 647.010846] env[66735]: _type = "Task" [ 647.010846] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.012646] env[66735]: WARNING neutronclient.v2_0.client [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.023609] env[66735]: DEBUG oslo_vmware.api [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.195336] env[66735]: DEBUG nova.compute.manager [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 647.233941] env[66735]: DEBUG nova.network.neutron [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 647.290333] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645106, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.295106] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5232eac9-b278-9ee4-0e21-765dadb4f66c, 'name': SearchDatastore_Task, 'duration_secs': 0.01869} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.295648] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.296125] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.296523] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.296768] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.297131] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.297654] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c86d8c91-a422-4b98-a4da-9cf548688eca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.311950] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.312368] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.313448] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6c9e6c-4dfa-48fa-903b-3db10ca10bf6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.318821] env[66735]: DEBUG nova.network.neutron [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance_info_cache with network_info: [{"id": "ea4935f6-e638-43f4-abe9-89b337611df1", "address": "fa:16:3e:e3:93:dd", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4935f6-e6", "ovs_interfaceid": "ea4935f6-e638-43f4-abe9-89b337611df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.326411] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 647.326411] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ab6f9a-b577-71e1-1ca8-c47ea006c8c0" [ 647.326411] env[66735]: _type = "Task" [ 647.326411] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.342019] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ab6f9a-b577-71e1-1ca8-c47ea006c8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.342714] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f94596-5d50-4480-ac69-9fe3ab1c3c28 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.352462] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.353156] env[66735]: DEBUG nova.compute.manager [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 647.355807] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 647.355807] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523504ff-d68c-ac20-9373-92d25f2a1279" [ 647.355807] env[66735]: _type = "Task" [ 647.355807] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.356290] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.358s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.356467] env[66735]: DEBUG nova.objects.instance [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 647.369249] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523504ff-d68c-ac20-9373-92d25f2a1279, 'name': SearchDatastore_Task, 'duration_secs': 0.015236} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.369573] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.369809] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] f332e0cd-c907-4ed3-992c-a17f51740d59/f332e0cd-c907-4ed3-992c-a17f51740d59.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.370110] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97653fbb-5776-4de8-a817-25ce53e00770 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.380966] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 647.380966] env[66735]: value = "task-4645108" [ 647.380966] env[66735]: _type = "Task" [ 647.380966] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.397544] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.437309] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645104, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.442537] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 647.442537] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9f8eefb-edac-4782-a7a9-e15ee00e35df {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.452314] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 647.452314] env[66735]: value = "task-4645109" [ 647.452314] env[66735]: _type = "Task" [ 647.452314] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.465285] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645109, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.485485] env[66735]: DEBUG nova.network.neutron [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.520537] env[66735]: DEBUG oslo_vmware.api [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645107, 'name': PowerOffVM_Task, 'duration_secs': 0.495558} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.522324] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.522613] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.522755] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f8ad955-5f22-4d94-987d-3959c3beaa89 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.595590] env[66735]: DEBUG nova.network.neutron [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Successfully updated port: 5d456862-5ecf-41ed-8f78-57f966e2824b {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 647.603761] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.603761] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.603761] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Deleting the datastore file [datastore2] 2167f03b-b831-464c-a6f5-191c00c7295b {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.604443] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c657dd40-b783-41dc-989c-ccb7ab87f930 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.614145] env[66735]: DEBUG oslo_vmware.api [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Waiting for the task: (returnval){ [ 647.614145] env[66735]: value = "task-4645111" [ 647.614145] env[66735]: _type = "Task" [ 647.614145] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.627183] env[66735]: DEBUG oslo_vmware.api [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.724244] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.786031] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645106, 'name': ReconfigVM_Task, 'duration_secs': 0.578151} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.786411] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 19afee8e-fe27-4bf2-9483-6c7ea8c06531/19afee8e-fe27-4bf2-9483-6c7ea8c06531.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.787135] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce3d2810-0365-4db4-aa58-81e4c4c2a9d8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.795495] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 647.795495] env[66735]: value = "task-4645112" [ 647.795495] env[66735]: _type = "Task" [ 647.795495] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.808242] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645112, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.823460] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.858641] env[66735]: DEBUG nova.compute.utils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.860264] env[66735]: DEBUG nova.compute.manager [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 647.860451] env[66735]: DEBUG nova.network.neutron [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 647.864026] env[66735]: WARNING neutronclient.v2_0.client [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.864026] env[66735]: WARNING neutronclient.v2_0.client [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.892904] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471392} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.893205] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] f332e0cd-c907-4ed3-992c-a17f51740d59/f332e0cd-c907-4ed3-992c-a17f51740d59.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.893414] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.894337] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f45b3624-3eb0-4e63-9509-837ff46cae37 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.903709] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 647.903709] env[66735]: value = "task-4645113" [ 647.903709] env[66735]: _type = "Task" [ 647.903709] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.915818] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.935506] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645104, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.527576} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.935778] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 7cd4e308-157e-4ad4-ac9f-9632e94f456f/7cd4e308-157e-4ad4-ac9f-9632e94f456f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.935983] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.936267] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73fcc786-d333-4609-8054-0edd75d3b527 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.944596] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 647.944596] env[66735]: value = "task-4645114" [ 647.944596] env[66735]: _type = "Task" [ 647.944596] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.954432] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.959721] env[66735]: DEBUG nova.policy [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5936691b316e4fbd9fdf5b60b8a1492f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da93f9a6e3914a24bfc99b4403b36d17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.969248] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645109, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.988574] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Releasing lock "refresh_cache-d4aa598c-ffe4-42ed-ae04-5301216b1827" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.988574] env[66735]: DEBUG nova.compute.manager [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 647.988799] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.989670] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d731cf42-e2b0-4cca-b2cf-ba7f63d59dac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.998164] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.999120] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a27abc0-11bc-4315-8357-9cfdb8d0190e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.007070] env[66735]: DEBUG oslo_vmware.api [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 648.007070] env[66735]: value = "task-4645115" [ 648.007070] env[66735]: _type = "Task" [ 648.007070] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.023490] env[66735]: DEBUG oslo_vmware.api [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.106016] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "refresh_cache-6f6c1ecd-069e-4131-b7b4-3806fa5bedee" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.106196] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquired lock "refresh_cache-6f6c1ecd-069e-4131-b7b4-3806fa5bedee" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.106260] env[66735]: DEBUG nova.network.neutron [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 648.126537] env[66735]: DEBUG oslo_vmware.api [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Task: {'id': task-4645111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315336} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.126863] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.127040] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.127151] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.127422] env[66735]: INFO nova.compute.manager [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 648.127634] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 648.127906] env[66735]: DEBUG nova.compute.manager [-] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 648.127906] env[66735]: DEBUG nova.network.neutron [-] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 648.128094] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.267158] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.310102] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645112, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.354195] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263b9c17-f170-4815-b0a8-b6f09999fa8a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.376977] env[66735]: DEBUG nova.compute.manager [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 648.381234] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827379f-e125-4b71-b8ef-9f4bd31f4516 tempest-ServersAdmin275Test-1057295588 tempest-ServersAdmin275Test-1057295588-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.383478] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.467s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.384225] env[66735]: INFO nova.compute.claims [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.387538] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116bfc80-4ee8-4ef4-adbe-c0d050d6fc60 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.394676] env[66735]: DEBUG nova.network.neutron [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Successfully created port: fdf22a2f-d317-4dd4-8f62-db1419f9270e {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 648.401214] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance '5a3f4ca6-dee6-43ff-b059-365136c9bf6d' progress to 83 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.417624] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081284} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.418652] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.419657] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1b43b6-6f15-4e73-80fb-40538b432b98 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.445675] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] f332e0cd-c907-4ed3-992c-a17f51740d59/f332e0cd-c907-4ed3-992c-a17f51740d59.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.447381] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800362a0-bb44-488c-9318-c03633a0d674 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.480198] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645109, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.484026] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 648.484026] env[66735]: value = "task-4645116" [ 648.484026] env[66735]: _type = "Task" [ 648.484026] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.484312] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084942} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.484719] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.488664] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5246838c-2df7-47df-889d-25912f247dbf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.499259] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.527242] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 7cd4e308-157e-4ad4-ac9f-9632e94f456f/7cd4e308-157e-4ad4-ac9f-9632e94f456f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.530933] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db5afafd-326d-4969-bd1c-0b18ddb994e0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.554440] env[66735]: DEBUG oslo_vmware.api [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645115, 'name': PowerOffVM_Task, 'duration_secs': 0.433377} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.555426] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.555599] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.555966] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 648.555966] env[66735]: value = "task-4645117" [ 648.555966] env[66735]: _type = "Task" [ 648.555966] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.556218] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29265826-86d5-481f-8460-f6542e14f063 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.570607] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.600203] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.601080] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.601080] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Deleting the datastore file [datastore2] d4aa598c-ffe4-42ed-ae04-5301216b1827 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.601080] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaf9fb42-8d7d-4e35-af62-e2d357c3ea10 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.614021] env[66735]: DEBUG oslo_vmware.api [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for the task: (returnval){ [ 648.614021] env[66735]: value = "task-4645119" [ 648.614021] env[66735]: _type = "Task" [ 648.614021] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.624429] env[66735]: DEBUG oslo_vmware.api [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.809133] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645112, 'name': Rename_Task, 'duration_secs': 0.677529} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.809503] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.809679] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4805a006-1054-463e-8efe-47b3bfd79c72 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.816820] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 648.816820] env[66735]: value = "task-4645120" [ 648.816820] env[66735]: _type = "Task" [ 648.816820] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.828046] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.870495] env[66735]: DEBUG nova.network.neutron [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 648.908617] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.909685] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63e1bf8f-76a7-4e7c-a6b8-c54839c3f22d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.923381] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 648.923381] env[66735]: value = "task-4645121" [ 648.923381] env[66735]: _type = "Task" [ 648.923381] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.933493] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.983074] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645109, 'name': CreateSnapshot_Task, 'duration_secs': 1.448065} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.983352] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 648.984130] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cf8217-dcc0-4982-9d4e-742e246937a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.005470] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645116, 'name': ReconfigVM_Task, 'duration_secs': 0.339042} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.005470] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Reconfigured VM instance instance-00000013 to attach disk [datastore1] f332e0cd-c907-4ed3-992c-a17f51740d59/f332e0cd-c907-4ed3-992c-a17f51740d59.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.005993] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cbbc757-c5e4-4198-9e6c-4e3881329a4e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.015855] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 649.015855] env[66735]: value = "task-4645122" [ 649.015855] env[66735]: _type = "Task" [ 649.015855] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.026603] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645122, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.071779] env[66735]: DEBUG nova.compute.manager [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Received event network-vif-plugged-f4f56a7e-8fb0-4a1f-b292-d9a3f7233510 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 649.072044] env[66735]: DEBUG oslo_concurrency.lockutils [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] Acquiring lock "7cd4e308-157e-4ad4-ac9f-9632e94f456f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.072954] env[66735]: DEBUG oslo_concurrency.lockutils [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] Lock "7cd4e308-157e-4ad4-ac9f-9632e94f456f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.072954] env[66735]: DEBUG oslo_concurrency.lockutils [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] Lock "7cd4e308-157e-4ad4-ac9f-9632e94f456f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.072954] env[66735]: DEBUG nova.compute.manager [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] No waiting events found dispatching network-vif-plugged-f4f56a7e-8fb0-4a1f-b292-d9a3f7233510 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 649.072954] env[66735]: WARNING nova.compute.manager [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Received unexpected event network-vif-plugged-f4f56a7e-8fb0-4a1f-b292-d9a3f7233510 for instance with vm_state building and task_state spawning. [ 649.072954] env[66735]: DEBUG nova.compute.manager [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Received event network-changed-f4f56a7e-8fb0-4a1f-b292-d9a3f7233510 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 649.073228] env[66735]: DEBUG nova.compute.manager [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Refreshing instance network info cache due to event network-changed-f4f56a7e-8fb0-4a1f-b292-d9a3f7233510. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 649.073228] env[66735]: DEBUG oslo_concurrency.lockutils [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] Acquiring lock "refresh_cache-7cd4e308-157e-4ad4-ac9f-9632e94f456f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.073386] env[66735]: DEBUG oslo_concurrency.lockutils [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] Acquired lock "refresh_cache-7cd4e308-157e-4ad4-ac9f-9632e94f456f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.074047] env[66735]: DEBUG nova.network.neutron [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Refreshing network info cache for port f4f56a7e-8fb0-4a1f-b292-d9a3f7233510 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.081299] env[66735]: WARNING neutronclient.v2_0.client [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.088253] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645117, 'name': ReconfigVM_Task, 'duration_secs': 0.32912} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.088604] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 7cd4e308-157e-4ad4-ac9f-9632e94f456f/7cd4e308-157e-4ad4-ac9f-9632e94f456f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.090245] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87fa9d69-0775-476e-8a71-edcb8e5d6e6e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.096912] env[66735]: DEBUG nova.compute.manager [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Received event network-vif-plugged-c51609ee-67d2-49c1-ac02-81bd4c513976 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 649.097060] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Acquiring lock "19afee8e-fe27-4bf2-9483-6c7ea8c06531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.097996] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Lock "19afee8e-fe27-4bf2-9483-6c7ea8c06531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.099821] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Lock "19afee8e-fe27-4bf2-9483-6c7ea8c06531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.099821] env[66735]: DEBUG nova.compute.manager [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] No waiting events found dispatching network-vif-plugged-c51609ee-67d2-49c1-ac02-81bd4c513976 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 649.099821] env[66735]: WARNING nova.compute.manager [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Received unexpected event network-vif-plugged-c51609ee-67d2-49c1-ac02-81bd4c513976 for instance with vm_state building and task_state spawning. [ 649.099821] env[66735]: DEBUG nova.compute.manager [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Received event network-changed-c51609ee-67d2-49c1-ac02-81bd4c513976 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 649.100197] env[66735]: DEBUG nova.compute.manager [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Refreshing instance network info cache due to event network-changed-c51609ee-67d2-49c1-ac02-81bd4c513976. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 649.100197] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Acquiring lock "refresh_cache-19afee8e-fe27-4bf2-9483-6c7ea8c06531" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.100887] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Acquired lock "refresh_cache-19afee8e-fe27-4bf2-9483-6c7ea8c06531" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.100887] env[66735]: DEBUG nova.network.neutron [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Refreshing network info cache for port c51609ee-67d2-49c1-ac02-81bd4c513976 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.103412] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 649.103412] env[66735]: value = "task-4645123" [ 649.103412] env[66735]: _type = "Task" [ 649.103412] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.120802] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645123, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.131818] env[66735]: DEBUG oslo_vmware.api [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Task: {'id': task-4645119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123139} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.131818] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.131818] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.131999] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.132144] env[66735]: INFO nova.compute.manager [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Took 1.14 seconds to destroy the instance on the hypervisor. [ 649.132392] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 649.135281] env[66735]: DEBUG nova.compute.manager [-] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 649.135392] env[66735]: DEBUG nova.network.neutron [-] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 649.135628] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.159231] env[66735]: DEBUG nova.network.neutron [-] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 649.159520] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.211020] env[66735]: DEBUG nova.network.neutron [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Updating instance_info_cache with network_info: [{"id": "5d456862-5ecf-41ed-8f78-57f966e2824b", "address": "fa:16:3e:24:f9:0d", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d456862-5e", "ovs_interfaceid": "5d456862-5ecf-41ed-8f78-57f966e2824b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.224424] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "3d4ac919-d0f3-4310-bed5-785da809fe2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.224424] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "3d4ac919-d0f3-4310-bed5-785da809fe2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.288933] env[66735]: DEBUG nova.network.neutron [-] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.332563] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645120, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.389438] env[66735]: DEBUG nova.compute.manager [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 649.427478] env[66735]: DEBUG nova.virt.hardware [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 649.427478] env[66735]: DEBUG nova.virt.hardware [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.427478] env[66735]: DEBUG nova.virt.hardware [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 649.427755] env[66735]: DEBUG nova.virt.hardware [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.427755] env[66735]: DEBUG nova.virt.hardware [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 649.427755] env[66735]: DEBUG nova.virt.hardware [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 649.427755] env[66735]: DEBUG nova.virt.hardware [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 649.427755] env[66735]: DEBUG nova.virt.hardware [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 649.427918] env[66735]: DEBUG nova.virt.hardware [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 649.427918] env[66735]: DEBUG nova.virt.hardware [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 649.428050] env[66735]: DEBUG nova.virt.hardware [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 649.428964] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a93251b-a03d-4389-9d18-6841ef23c091 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.454027] env[66735]: DEBUG oslo_vmware.api [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645121, 'name': PowerOnVM_Task, 'duration_secs': 0.433202} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.455349] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2832a535-f24a-4297-8a30-1214e14e944b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.460263] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.460455] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d6c04c-f2c4-461e-b4cd-73c58d9d4f04 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance '5a3f4ca6-dee6-43ff-b059-365136c9bf6d' progress to 100 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 649.516572] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 649.516977] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-78c55a35-e20f-41ec-b976-2c8dd2d998f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.533154] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645122, 'name': Rename_Task, 'duration_secs': 0.16688} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.534534] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.534846] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 649.534846] env[66735]: value = "task-4645124" [ 649.534846] env[66735]: _type = "Task" [ 649.534846] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.538035] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21f3caa3-8cac-49cf-85c9-3a3a18b0e7c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.552486] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645124, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.554091] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 649.554091] env[66735]: value = "task-4645125" [ 649.554091] env[66735]: _type = "Task" [ 649.554091] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.567419] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.578175] env[66735]: WARNING neutronclient.v2_0.client [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.605417] env[66735]: WARNING neutronclient.v2_0.client [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.623032] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645123, 'name': Rename_Task, 'duration_secs': 0.242255} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.623032] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.623177] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea6df1a0-cac1-4fc4-b8aa-c090d35884d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.631077] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 649.631077] env[66735]: value = "task-4645126" [ 649.631077] env[66735]: _type = "Task" [ 649.631077] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.644872] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.664426] env[66735]: DEBUG nova.network.neutron [-] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.711174] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Releasing lock "refresh_cache-6f6c1ecd-069e-4131-b7b4-3806fa5bedee" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.711757] env[66735]: DEBUG nova.compute.manager [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Instance network_info: |[{"id": "5d456862-5ecf-41ed-8f78-57f966e2824b", "address": "fa:16:3e:24:f9:0d", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d456862-5e", "ovs_interfaceid": "5d456862-5ecf-41ed-8f78-57f966e2824b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 649.712289] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:f9:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d456862-5ecf-41ed-8f78-57f966e2824b', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.721223] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 649.724739] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.725224] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-608046fd-fe59-4e37-ac22-50cd660eeeed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.754192] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.754192] env[66735]: value = "task-4645127" [ 649.754192] env[66735]: _type = "Task" [ 649.754192] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.770820] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645127, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.793176] env[66735]: INFO nova.compute.manager [-] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Took 1.67 seconds to deallocate network for instance. [ 649.813362] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "c1152fd1-9900-40e4-a706-e4c9e1329771" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.813938] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "c1152fd1-9900-40e4-a706-e4c9e1329771" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.837624] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645120, 'name': PowerOnVM_Task, 'duration_secs': 0.647535} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.837828] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.838023] env[66735]: INFO nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Took 12.57 seconds to spawn the instance on the hypervisor. [ 649.838341] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 649.839647] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862a62f5-2f00-41ba-8386-20dade681da7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.945163] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbc9a89-881f-42df-b433-024907ae4e30 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.955646] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3877f41f-247b-4d1d-945d-f57054e5ca42 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.993664] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb843322-2ea9-4b1d-bb78-f0f4ff067087 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.005145] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc18b922-4afb-4b4f-8772-562bcd7c8c7b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.027024] env[66735]: DEBUG nova.compute.provider_tree [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.053298] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645124, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.072089] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.148916] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645126, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.173389] env[66735]: INFO nova.compute.manager [-] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Took 1.04 seconds to deallocate network for instance. [ 650.269979] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645127, 'name': CreateVM_Task, 'duration_secs': 0.380311} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.270273] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.271017] env[66735]: WARNING neutronclient.v2_0.client [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.271599] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.271853] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.272376] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.272852] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891f4f69-e020-4eaf-a2c3-db2d1577f496 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.283924] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 650.283924] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a611ff-a29b-833f-0d38-44c19900d828" [ 650.283924] env[66735]: _type = "Task" [ 650.283924] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.297383] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a611ff-a29b-833f-0d38-44c19900d828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.303476] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.364367] env[66735]: INFO nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Took 24.68 seconds to build instance. [ 650.390842] env[66735]: DEBUG nova.network.neutron [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Successfully updated port: fdf22a2f-d317-4dd4-8f62-db1419f9270e {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 650.483972] env[66735]: WARNING neutronclient.v2_0.client [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.519185] env[66735]: WARNING neutronclient.v2_0.client [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.552964] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645124, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.568707] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645125, 'name': PowerOnVM_Task, 'duration_secs': 0.944452} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.569062] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.569196] env[66735]: INFO nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Took 8.33 seconds to spawn the instance on the hypervisor. [ 650.569282] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 650.570069] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dc7a37-fffc-4ede-8ed5-0d88ab503973 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.581097] env[66735]: ERROR nova.scheduler.client.report [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [req-5dae41b6-4f2a-43b8-9b6d-3acca4144b31] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5dae41b6-4f2a-43b8-9b6d-3acca4144b31"}]} [ 650.615501] env[66735]: DEBUG nova.scheduler.client.report [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Refreshing inventories for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 650.632534] env[66735]: DEBUG nova.scheduler.client.report [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Updating ProviderTree inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 650.632772] env[66735]: DEBUG nova.compute.provider_tree [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.648891] env[66735]: DEBUG oslo_vmware.api [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645126, 'name': PowerOnVM_Task, 'duration_secs': 0.544891} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.649762] env[66735]: DEBUG nova.scheduler.client.report [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Refreshing aggregate associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, aggregates: None {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 650.652364] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.652617] env[66735]: INFO nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Took 10.89 seconds to spawn the instance on the hypervisor. [ 650.652999] env[66735]: DEBUG nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 650.654015] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1404d4eb-a7ca-4cb0-a839-f95e2180a955 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.673239] env[66735]: DEBUG nova.scheduler.client.report [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Refreshing trait associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 650.684650] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.715120] env[66735]: DEBUG nova.network.neutron [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Updated VIF entry in instance network info cache for port f4f56a7e-8fb0-4a1f-b292-d9a3f7233510. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 650.715573] env[66735]: DEBUG nova.network.neutron [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Updating instance_info_cache with network_info: [{"id": "f4f56a7e-8fb0-4a1f-b292-d9a3f7233510", "address": "fa:16:3e:6f:c4:72", "network": {"id": "442ec035-bdd1-425e-a980-d8073e04f3c9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1581548363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbacfa46b1b42b8ab93445dbfea3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4f56a7e-8f", "ovs_interfaceid": "f4f56a7e-8fb0-4a1f-b292-d9a3f7233510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.749249] env[66735]: DEBUG nova.network.neutron [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Updated VIF entry in instance network info cache for port c51609ee-67d2-49c1-ac02-81bd4c513976. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 650.749589] env[66735]: DEBUG nova.network.neutron [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Updating instance_info_cache with network_info: [{"id": "c51609ee-67d2-49c1-ac02-81bd4c513976", "address": "fa:16:3e:8b:25:d2", "network": {"id": "442ec035-bdd1-425e-a980-d8073e04f3c9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1581548363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbacfa46b1b42b8ab93445dbfea3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51609ee-67", "ovs_interfaceid": "c51609ee-67d2-49c1-ac02-81bd4c513976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.797384] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a611ff-a29b-833f-0d38-44c19900d828, 'name': SearchDatastore_Task, 'duration_secs': 0.018197} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.800757] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.801020] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.801257] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.801414] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.801613] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.802566] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-335a0b67-f2f5-4dc3-bfb7-c12941e9cc1b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.814467] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.814885] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.815754] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c54467-dc7b-4869-a5dc-498c68542a7e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.827763] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 650.827763] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b039af-4e78-b745-0299-1d88a7170437" [ 650.827763] env[66735]: _type = "Task" [ 650.827763] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.837604] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b039af-4e78-b745-0299-1d88a7170437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.868768] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "19afee8e-fe27-4bf2-9483-6c7ea8c06531" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.195s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.894687] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Acquiring lock "refresh_cache-0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.895038] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Acquired lock "refresh_cache-0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.895402] env[66735]: DEBUG nova.network.neutron [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 651.058972] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645124, 'name': CloneVM_Task, 'duration_secs': 1.486729} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.059677] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Created linked-clone VM from snapshot [ 651.061452] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25c5b76-fbc7-413e-83f6-d4325837a621 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.076726] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Uploading image fc8530e8-e5a3-45e2-985a-f1b2f36fbf2a {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 651.095113] env[66735]: INFO nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Took 25.28 seconds to build instance. [ 651.123455] env[66735]: DEBUG oslo_vmware.rw_handles [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 651.123455] env[66735]: value = "vm-907035" [ 651.123455] env[66735]: _type = "VirtualMachine" [ 651.123455] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 651.124139] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-62c4352c-6c95-4c12-8e3f-1870840c1aa5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.128012] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6892ba-3747-416e-b43d-b4e5a332480d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.139914] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798122e4-44f7-4982-b6ed-02c6228aa3e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.144733] env[66735]: DEBUG oslo_vmware.rw_handles [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lease: (returnval){ [ 651.144733] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52cd574e-15ab-abce-afb5-b441a04ec501" [ 651.144733] env[66735]: _type = "HttpNfcLease" [ 651.144733] env[66735]: } obtained for exporting VM: (result){ [ 651.144733] env[66735]: value = "vm-907035" [ 651.144733] env[66735]: _type = "VirtualMachine" [ 651.144733] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 651.144733] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the lease: (returnval){ [ 651.144733] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52cd574e-15ab-abce-afb5-b441a04ec501" [ 651.144733] env[66735]: _type = "HttpNfcLease" [ 651.144733] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 651.181552] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eceac1-632a-421f-bb07-f539aad10edd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.187490] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 651.187490] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52cd574e-15ab-abce-afb5-b441a04ec501" [ 651.187490] env[66735]: _type = "HttpNfcLease" [ 651.187490] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 651.187943] env[66735]: INFO nova.compute.manager [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Took 25.39 seconds to build instance. [ 651.189309] env[66735]: DEBUG oslo_vmware.rw_handles [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 651.189309] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52cd574e-15ab-abce-afb5-b441a04ec501" [ 651.189309] env[66735]: _type = "HttpNfcLease" [ 651.189309] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 651.190541] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1b2ddd-f98b-4e25-9090-1544f9b269f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.197422] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6ee8bb-b067-452f-a9c4-b2f0f7b53dc9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.205583] env[66735]: DEBUG oslo_vmware.rw_handles [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52795403-e321-4e86-5a3f-1785ec8b98c4/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 651.205774] env[66735]: DEBUG oslo_vmware.rw_handles [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52795403-e321-4e86-5a3f-1785ec8b98c4/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 651.260664] env[66735]: DEBUG oslo_concurrency.lockutils [req-8d2c8648-786b-4fab-96a4-1ccd724e458d req-1063490b-80bd-4ed3-818e-a91938055759 service nova] Releasing lock "refresh_cache-7cd4e308-157e-4ad4-ac9f-9632e94f456f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.261388] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Releasing lock "refresh_cache-19afee8e-fe27-4bf2-9483-6c7ea8c06531" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.261595] env[66735]: DEBUG nova.compute.manager [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Received event network-changed-8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 651.261757] env[66735]: DEBUG nova.compute.manager [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Refreshing instance network info cache due to event network-changed-8de1b916-dc96-492f-ab32-fd36252b6b08. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 651.261957] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Acquiring lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.262106] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Acquired lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.262260] env[66735]: DEBUG nova.network.neutron [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Refreshing network info cache for port 8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.273909] env[66735]: DEBUG nova.compute.provider_tree [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.276566] env[66735]: WARNING neutronclient.v2_0.client [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.341658] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b039af-4e78-b745-0299-1d88a7170437, 'name': SearchDatastore_Task, 'duration_secs': 0.026244} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.342899] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f81c7a2-4369-4376-9f4f-47d23573d372 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.350973] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 651.350973] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523d7ca9-f7ee-679d-7e51-e4a00824407a" [ 651.350973] env[66735]: _type = "Task" [ 651.350973] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.357591] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe5e98ae-91e9-4dfc-b9ef-94667cadbe85 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.367278] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523d7ca9-f7ee-679d-7e51-e4a00824407a, 'name': SearchDatastore_Task, 'duration_secs': 0.013266} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.369825] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.369825] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 6f6c1ecd-069e-4131-b7b4-3806fa5bedee/6f6c1ecd-069e-4131-b7b4-3806fa5bedee.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.369825] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-785ad03b-b4c7-4f9d-a135-eefe9d0c4a1e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.375901] env[66735]: DEBUG nova.compute.manager [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 651.383459] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 651.383459] env[66735]: value = "task-4645129" [ 651.383459] env[66735]: _type = "Task" [ 651.383459] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.411522] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.515539] env[66735]: DEBUG nova.network.neutron [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 651.599430] env[66735]: WARNING neutronclient.v2_0.client [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.605890] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "f332e0cd-c907-4ed3-992c-a17f51740d59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.815s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.690601] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c410685e-2bc0-4028-a1d7-7ced4fef0575 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "7cd4e308-157e-4ad4-ac9f-9632e94f456f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.914s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.741333] env[66735]: WARNING neutronclient.v2_0.client [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.786933] env[66735]: DEBUG nova.network.neutron [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updated VIF entry in instance network info cache for port 8de1b916-dc96-492f-ab32-fd36252b6b08. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 651.786933] env[66735]: DEBUG nova.network.neutron [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updating instance_info_cache with network_info: [{"id": "8de1b916-dc96-492f-ab32-fd36252b6b08", "address": "fa:16:3e:3b:ea:46", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de1b916-dc", "ovs_interfaceid": "8de1b916-dc96-492f-ab32-fd36252b6b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.835742] env[66735]: DEBUG nova.scheduler.client.report [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 651.836354] env[66735]: DEBUG nova.compute.provider_tree [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 35 to 36 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 651.836354] env[66735]: DEBUG nova.compute.provider_tree [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.912812] env[66735]: DEBUG nova.network.neutron [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Updating instance_info_cache with network_info: [{"id": "fdf22a2f-d317-4dd4-8f62-db1419f9270e", "address": "fa:16:3e:97:a5:35", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf22a2f-d3", "ovs_interfaceid": "fdf22a2f-d317-4dd4-8f62-db1419f9270e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.926459] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645129, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.932518] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.111560] env[66735]: DEBUG nova.compute.manager [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 652.291618] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Releasing lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.292190] env[66735]: DEBUG nova.compute.manager [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Received event network-vif-plugged-cba192b6-8799-4948-8a83-aa467229db26 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 652.295249] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Acquiring lock "f332e0cd-c907-4ed3-992c-a17f51740d59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.295249] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Lock "f332e0cd-c907-4ed3-992c-a17f51740d59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.295249] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Lock "f332e0cd-c907-4ed3-992c-a17f51740d59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.295249] env[66735]: DEBUG nova.compute.manager [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] No waiting events found dispatching network-vif-plugged-cba192b6-8799-4948-8a83-aa467229db26 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 652.295249] env[66735]: WARNING nova.compute.manager [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Received unexpected event network-vif-plugged-cba192b6-8799-4948-8a83-aa467229db26 for instance with vm_state building and task_state spawning. [ 652.295551] env[66735]: DEBUG nova.compute.manager [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Received event network-changed-cba192b6-8799-4948-8a83-aa467229db26 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 652.295551] env[66735]: DEBUG nova.compute.manager [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Refreshing instance network info cache due to event network-changed-cba192b6-8799-4948-8a83-aa467229db26. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 652.295551] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Acquiring lock "refresh_cache-f332e0cd-c907-4ed3-992c-a17f51740d59" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.295551] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Acquired lock "refresh_cache-f332e0cd-c907-4ed3-992c-a17f51740d59" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.295551] env[66735]: DEBUG nova.network.neutron [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Refreshing network info cache for port cba192b6-8799-4948-8a83-aa467229db26 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.344646] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.962s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.345360] env[66735]: DEBUG nova.compute.manager [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 652.349284] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.542s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.351802] env[66735]: INFO nova.compute.claims [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.412445] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577328} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.416286] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 6f6c1ecd-069e-4131-b7b4-3806fa5bedee/6f6c1ecd-069e-4131-b7b4-3806fa5bedee.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.416503] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.420495] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00a6c897-cc69-4c6f-93b8-0d5155575be1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.428616] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Releasing lock "refresh_cache-0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.429446] env[66735]: DEBUG nova.compute.manager [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Instance network_info: |[{"id": "fdf22a2f-d317-4dd4-8f62-db1419f9270e", "address": "fa:16:3e:97:a5:35", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf22a2f-d3", "ovs_interfaceid": "fdf22a2f-d317-4dd4-8f62-db1419f9270e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 652.432623] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:a5:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdf22a2f-d317-4dd4-8f62-db1419f9270e', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.443019] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Creating folder: Project (da93f9a6e3914a24bfc99b4403b36d17). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.444121] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 652.444121] env[66735]: value = "task-4645130" [ 652.444121] env[66735]: _type = "Task" [ 652.444121] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.444605] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e113eeb-539f-483b-9755-e022123ca443 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.465490] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.468790] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Created folder: Project (da93f9a6e3914a24bfc99b4403b36d17) in parent group-v906980. [ 652.468790] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Creating folder: Instances. Parent ref: group-v907037. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.468790] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f770cf6-9025-4c07-ac80-68242937087f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.480365] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Created folder: Instances in parent group-v907037. [ 652.480766] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 652.481534] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.482283] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28382e61-7133-443b-9670-dccd9a79bf9d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.518932] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.518932] env[66735]: value = "task-4645133" [ 652.518932] env[66735]: _type = "Task" [ 652.518932] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.529535] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645133, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.640636] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.797374] env[66735]: WARNING neutronclient.v2_0.client [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.851152] env[66735]: DEBUG nova.compute.utils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.854243] env[66735]: DEBUG nova.compute.manager [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 652.854243] env[66735]: DEBUG nova.network.neutron [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 652.857334] env[66735]: WARNING neutronclient.v2_0.client [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.858455] env[66735]: WARNING neutronclient.v2_0.client [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.967534] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092675} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.973418] env[66735]: DEBUG nova.policy [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e9475ef69e74303891970c140fcdfd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c92412cb6b2d4396a4e378a692eec2ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.976158] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.978942] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de71aa41-5708-44c2-87cd-76819983f8a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.014867] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 6f6c1ecd-069e-4131-b7b4-3806fa5bedee/6f6c1ecd-069e-4131-b7b4-3806fa5bedee.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.020631] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed831851-1036-4571-baeb-65054693cba9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.051583] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645133, 'name': CreateVM_Task, 'duration_secs': 0.48289} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.053342] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.054062] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 653.054062] env[66735]: value = "task-4645134" [ 653.054062] env[66735]: _type = "Task" [ 653.054062] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.054788] env[66735]: WARNING neutronclient.v2_0.client [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.055223] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.055464] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.056233] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.056634] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e4a1cf-2baa-4d1b-8b58-7f09e52dd05a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.073403] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Waiting for the task: (returnval){ [ 653.073403] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52479bbb-b188-f086-1994-78c21050c591" [ 653.073403] env[66735]: _type = "Task" [ 653.073403] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.074907] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.087634] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52479bbb-b188-f086-1994-78c21050c591, 'name': SearchDatastore_Task, 'duration_secs': 0.016123} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.088295] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.088626] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.089460] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.089460] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.089908] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.089973] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d080e31-ea12-4ca6-acb7-54174bade1f6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.103376] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.104259] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.105796] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218a4c09-cb03-4f96-ada5-f935c5357322 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.114583] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Waiting for the task: (returnval){ [ 653.114583] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52542dc5-9693-452a-46db-a5c6f3e7bfce" [ 653.114583] env[66735]: _type = "Task" [ 653.114583] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.125120] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52542dc5-9693-452a-46db-a5c6f3e7bfce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.369079] env[66735]: DEBUG nova.compute.manager [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 653.493256] env[66735]: DEBUG nova.network.neutron [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Successfully created port: 968c7689-b5e2-47f1-b135-791e8d4256d3 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 653.573147] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.631510] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52542dc5-9693-452a-46db-a5c6f3e7bfce, 'name': SearchDatastore_Task, 'duration_secs': 0.021962} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.633229] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d78a35-a39d-44ba-bc16-93c471b75426 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.648127] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Waiting for the task: (returnval){ [ 653.648127] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527900b2-8ab2-bc89-f881-adc195e863d2" [ 653.648127] env[66735]: _type = "Task" [ 653.648127] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.661196] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527900b2-8ab2-bc89-f881-adc195e863d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.883733] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfd51c2-7b50-4383-8017-9c7f729a4842 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.892669] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d738ed-0f83-44a6-a7c0-3f894ee1e50b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.940516] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78005f1f-f384-4c74-b5ea-a3d2d61870e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.956955] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c95e5a4-02d7-4825-b05e-f8c139ddc2c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.979359] env[66735]: DEBUG nova.compute.provider_tree [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.073556] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645134, 'name': ReconfigVM_Task, 'duration_secs': 0.597277} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.073884] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 6f6c1ecd-069e-4131-b7b4-3806fa5bedee/6f6c1ecd-069e-4131-b7b4-3806fa5bedee.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.074604] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1646b70-fe92-4fe8-ab2a-38f0a448ada1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.086274] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 654.086274] env[66735]: value = "task-4645135" [ 654.086274] env[66735]: _type = "Task" [ 654.086274] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.096934] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645135, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.162156] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527900b2-8ab2-bc89-f881-adc195e863d2, 'name': SearchDatastore_Task, 'duration_secs': 0.020263} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.162476] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.163020] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca/0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.163339] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1e0fc66-894f-4677-82e0-102ba9a3c28e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.172922] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Waiting for the task: (returnval){ [ 654.172922] env[66735]: value = "task-4645136" [ 654.172922] env[66735]: _type = "Task" [ 654.172922] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.184055] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.388222] env[66735]: DEBUG nova.compute.manager [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 654.421958] env[66735]: DEBUG nova.virt.hardware [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 654.422288] env[66735]: DEBUG nova.virt.hardware [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.422367] env[66735]: DEBUG nova.virt.hardware [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 654.422517] env[66735]: DEBUG nova.virt.hardware [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.423016] env[66735]: DEBUG nova.virt.hardware [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 654.423347] env[66735]: DEBUG nova.virt.hardware [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 654.423998] env[66735]: DEBUG nova.virt.hardware [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 654.423998] env[66735]: DEBUG nova.virt.hardware [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 654.423998] env[66735]: DEBUG nova.virt.hardware [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 654.424609] env[66735]: DEBUG nova.virt.hardware [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 654.424706] env[66735]: DEBUG nova.virt.hardware [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 654.428017] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c204a0-99ab-43c4-a63e-5786f0e79cb5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.438643] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f06954b-82cc-4559-bdbf-01f7c1b05485 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.483230] env[66735]: DEBUG nova.scheduler.client.report [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.600016] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645135, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.626675] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "a5e7f2d6-10dc-443d-8466-2c142b68b0a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.626949] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "a5e7f2d6-10dc-443d-8466-2c142b68b0a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.684742] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.989107] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.990030] env[66735]: DEBUG nova.compute.manager [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 654.992538] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.317s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.994549] env[66735]: INFO nova.compute.claims [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.100653] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645135, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.130302] env[66735]: DEBUG nova.compute.manager [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 655.186547] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.261053] env[66735]: WARNING neutronclient.v2_0.client [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.491654] env[66735]: DEBUG nova.network.neutron [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Successfully updated port: 968c7689-b5e2-47f1-b135-791e8d4256d3 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 655.499346] env[66735]: DEBUG nova.compute.utils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.502550] env[66735]: DEBUG nova.compute.manager [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 655.503787] env[66735]: DEBUG nova.network.neutron [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 655.503787] env[66735]: WARNING neutronclient.v2_0.client [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.503787] env[66735]: WARNING neutronclient.v2_0.client [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.599904] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645135, 'name': Rename_Task, 'duration_secs': 1.272768} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.600276] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.600666] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf553ba8-8101-49e5-bc38-88e2b021669e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.611284] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 655.611284] env[66735]: value = "task-4645137" [ 655.611284] env[66735]: _type = "Task" [ 655.611284] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.623243] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.663644] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.691339] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645136, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.913123] env[66735]: DEBUG nova.policy [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfe69386263f484cb23c973eadcaa15e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ee0cf1c84454360a9df9b112171d9a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.996841] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Acquiring lock "refresh_cache-a6395db5-5fad-4f6a-ab20-5225401143b0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.996841] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Acquired lock "refresh_cache-a6395db5-5fad-4f6a-ab20-5225401143b0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.996841] env[66735]: DEBUG nova.network.neutron [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 656.007762] env[66735]: DEBUG nova.compute.manager [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 656.123627] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.190704] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645136, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.708093} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.190704] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca/0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.190943] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.191128] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fd13a64-5955-49c1-85c4-f4ad9aec65c3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.201060] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Waiting for the task: (returnval){ [ 656.201060] env[66735]: value = "task-4645138" [ 656.201060] env[66735]: _type = "Task" [ 656.201060] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.213061] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.381518] env[66735]: DEBUG nova.network.neutron [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Updated VIF entry in instance network info cache for port cba192b6-8799-4948-8a83-aa467229db26. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.381886] env[66735]: DEBUG nova.network.neutron [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Updating instance_info_cache with network_info: [{"id": "cba192b6-8799-4948-8a83-aa467229db26", "address": "fa:16:3e:57:3b:bb", "network": {"id": "442ec035-bdd1-425e-a980-d8073e04f3c9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1581548363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbacfa46b1b42b8ab93445dbfea3a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba192b6-87", "ovs_interfaceid": "cba192b6-8799-4948-8a83-aa467229db26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.440519] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04c5655-f27b-4504-9e25-5f4aa167c378 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.450767] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5014ef31-e815-4dd3-83f6-fa61df3da047 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.491130] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7742242c-e397-41a6-9b72-b6e2924df633 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.500154] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9f0dd9-114d-4306-bf4a-87ea453a3bca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.525104] env[66735]: DEBUG nova.compute.provider_tree [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.628227] env[66735]: DEBUG oslo_vmware.api [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645137, 'name': PowerOnVM_Task, 'duration_secs': 0.8212} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.628614] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.628892] env[66735]: INFO nova.compute.manager [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Took 9.86 seconds to spawn the instance on the hypervisor. [ 656.629132] env[66735]: DEBUG nova.compute.manager [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 656.630054] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515aee12-44f1-4d11-9160-b6045b9657ac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.715973] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119221} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.716611] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.717534] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb957df-af8e-446f-806c-25e0dc8107d1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.745226] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca/0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.745611] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4fbd396-4845-4fed-9f2d-da20504c30e9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.776284] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Waiting for the task: (returnval){ [ 656.776284] env[66735]: value = "task-4645139" [ 656.776284] env[66735]: _type = "Task" [ 656.776284] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.793485] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.852212] env[66735]: DEBUG nova.network.neutron [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Successfully created port: e89af5cc-d279-4ee3-a8ba-12c240b3b35c {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 656.889767] env[66735]: DEBUG oslo_concurrency.lockutils [req-e1bb763a-ef91-484a-8cad-0843cba6603f req-038a3e5f-a4f3-4a84-844f-2f9a39eeb8a3 service nova] Releasing lock "refresh_cache-f332e0cd-c907-4ed3-992c-a17f51740d59" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.908307] env[66735]: DEBUG nova.compute.manager [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Received event network-changed-8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 656.908602] env[66735]: DEBUG nova.compute.manager [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Refreshing instance network info cache due to event network-changed-8a67ef28-b96a-4cb4-99b8-8c476b68ce25. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 656.908755] env[66735]: DEBUG oslo_concurrency.lockutils [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] Acquiring lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.908916] env[66735]: DEBUG oslo_concurrency.lockutils [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] Acquired lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.909107] env[66735]: DEBUG nova.network.neutron [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Refreshing network info cache for port 8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.947306] env[66735]: DEBUG nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Received event network-vif-plugged-5d456862-5ecf-41ed-8f78-57f966e2824b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 656.947306] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Acquiring lock "6f6c1ecd-069e-4131-b7b4-3806fa5bedee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.947697] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Lock "6f6c1ecd-069e-4131-b7b4-3806fa5bedee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.947822] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Lock "6f6c1ecd-069e-4131-b7b4-3806fa5bedee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.948591] env[66735]: DEBUG nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] No waiting events found dispatching network-vif-plugged-5d456862-5ecf-41ed-8f78-57f966e2824b {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 656.948591] env[66735]: WARNING nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Received unexpected event network-vif-plugged-5d456862-5ecf-41ed-8f78-57f966e2824b for instance with vm_state active and task_state None. [ 656.948591] env[66735]: DEBUG nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Received event network-changed-5d456862-5ecf-41ed-8f78-57f966e2824b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 656.949086] env[66735]: DEBUG nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Refreshing instance network info cache due to event network-changed-5d456862-5ecf-41ed-8f78-57f966e2824b. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 656.949086] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Acquiring lock "refresh_cache-6f6c1ecd-069e-4131-b7b4-3806fa5bedee" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.949151] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Acquired lock "refresh_cache-6f6c1ecd-069e-4131-b7b4-3806fa5bedee" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.949320] env[66735]: DEBUG nova.network.neutron [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Refreshing network info cache for port 5d456862-5ecf-41ed-8f78-57f966e2824b {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.028530] env[66735]: DEBUG nova.compute.manager [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 657.031305] env[66735]: DEBUG nova.scheduler.client.report [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.065214] env[66735]: DEBUG nova.virt.hardware [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 657.065460] env[66735]: DEBUG nova.virt.hardware [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.065624] env[66735]: DEBUG nova.virt.hardware [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 657.065803] env[66735]: DEBUG nova.virt.hardware [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.065949] env[66735]: DEBUG nova.virt.hardware [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 657.066495] env[66735]: DEBUG nova.virt.hardware [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 657.066913] env[66735]: DEBUG nova.virt.hardware [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 657.067121] env[66735]: DEBUG nova.virt.hardware [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 657.067537] env[66735]: DEBUG nova.virt.hardware [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 657.067537] env[66735]: DEBUG nova.virt.hardware [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 657.068029] env[66735]: DEBUG nova.virt.hardware [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 657.069673] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41610533-112c-4552-99ad-b52c0e624753 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.080428] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966a7df4-1f03-4425-a739-f3b9dc0519f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.152793] env[66735]: INFO nova.compute.manager [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Took 26.24 seconds to build instance. [ 657.288287] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645139, 'name': ReconfigVM_Task, 'duration_secs': 0.509505} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.288287] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca/0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.288920] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2996dc3e-348b-46a5-b378-4748d0357605 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.297448] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Waiting for the task: (returnval){ [ 657.297448] env[66735]: value = "task-4645140" [ 657.297448] env[66735]: _type = "Task" [ 657.297448] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.308094] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645140, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.411696] env[66735]: WARNING neutronclient.v2_0.client [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.456026] env[66735]: WARNING neutronclient.v2_0.client [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.487031] env[66735]: DEBUG nova.network.neutron [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 657.537270] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.540567] env[66735]: DEBUG nova.compute.manager [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 657.544552] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.931s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.546672] env[66735]: INFO nova.compute.claims [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.654418] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ec05d96-d171-4092-bcf5-a4d5bb12b020 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "6f6c1ecd-069e-4131-b7b4-3806fa5bedee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.756s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.811206] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645140, 'name': Rename_Task, 'duration_secs': 0.301336} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.811614] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.811914] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23833d66-0443-4d4b-a062-8f64f9161baf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.820453] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Waiting for the task: (returnval){ [ 657.820453] env[66735]: value = "task-4645141" [ 657.820453] env[66735]: _type = "Task" [ 657.820453] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.831744] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.054023] env[66735]: DEBUG nova.compute.utils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.059595] env[66735]: DEBUG nova.compute.manager [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 658.059595] env[66735]: DEBUG nova.network.neutron [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 658.060051] env[66735]: WARNING neutronclient.v2_0.client [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.060533] env[66735]: WARNING neutronclient.v2_0.client [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.332346] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645141, 'name': PowerOnVM_Task} progress is 1%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.565869] env[66735]: DEBUG nova.compute.manager [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 658.833795] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645141, 'name': PowerOnVM_Task} progress is 1%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.975779] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5883c227-6d87-415e-9cc3-51c5a9c2e713 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.987819] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c04251-0c5d-41b2-bdea-3469fcb657ba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.027453] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0e9050-243e-4c77-9216-a7b9653ed2ae {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.037148] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a7309f-cdcc-4a1b-9405-c30de653af24 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.053054] env[66735]: DEBUG nova.compute.provider_tree [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.166258] env[66735]: DEBUG nova.network.neutron [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Successfully updated port: e89af5cc-d279-4ee3-a8ba-12c240b3b35c {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 659.226254] env[66735]: DEBUG nova.policy [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f1bc323aaad4172ac86133e3cdbe05d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74f55c38335a40d1b637896b6a60ebd7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.341845] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645141, 'name': PowerOnVM_Task} progress is 1%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.461335] env[66735]: WARNING neutronclient.v2_0.client [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.556958] env[66735]: DEBUG nova.scheduler.client.report [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.579839] env[66735]: DEBUG nova.compute.manager [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 659.619449] env[66735]: DEBUG nova.virt.hardware [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 659.619726] env[66735]: DEBUG nova.virt.hardware [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.620021] env[66735]: DEBUG nova.virt.hardware [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 659.620359] env[66735]: DEBUG nova.virt.hardware [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.620556] env[66735]: DEBUG nova.virt.hardware [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 659.620735] env[66735]: DEBUG nova.virt.hardware [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 659.621077] env[66735]: DEBUG nova.virt.hardware [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 659.621217] env[66735]: DEBUG nova.virt.hardware [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 659.621626] env[66735]: DEBUG nova.virt.hardware [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 659.621839] env[66735]: DEBUG nova.virt.hardware [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 659.623034] env[66735]: DEBUG nova.virt.hardware [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 659.623449] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee2df6a-2a98-4563-b189-c2d2e470ba45 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.636053] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49774cd2-68a7-4f35-b8db-4663e5c954f1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.669723] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Acquiring lock "refresh_cache-bbaa6d82-7252-4349-ab7a-450f27ab4db6" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.669997] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Acquired lock "refresh_cache-bbaa6d82-7252-4349-ab7a-450f27ab4db6" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.670128] env[66735]: DEBUG nova.network.neutron [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 659.711630] env[66735]: DEBUG nova.network.neutron [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Successfully created port: 80689a7b-b552-4dc4-936d-4aeb5c8647b9 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 659.838234] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645141, 'name': PowerOnVM_Task} progress is 64%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.063595] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.064148] env[66735]: DEBUG nova.compute.manager [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 660.069029] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.346s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.071338] env[66735]: INFO nova.compute.claims [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.341720] env[66735]: DEBUG oslo_vmware.api [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645141, 'name': PowerOnVM_Task, 'duration_secs': 2.083609} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.342196] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.342514] env[66735]: INFO nova.compute.manager [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Took 10.95 seconds to spawn the instance on the hypervisor. [ 660.342731] env[66735]: DEBUG nova.compute.manager [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 660.343561] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d563b058-676c-4c82-a00e-42f09050bd8d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.422792] env[66735]: WARNING neutronclient.v2_0.client [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.459538] env[66735]: WARNING neutronclient.v2_0.client [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.503539] env[66735]: DEBUG nova.network.neutron [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Updating instance_info_cache with network_info: [{"id": "968c7689-b5e2-47f1-b135-791e8d4256d3", "address": "fa:16:3e:ac:7f:05", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968c7689-b5", "ovs_interfaceid": "968c7689-b5e2-47f1-b135-791e8d4256d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.570902] env[66735]: DEBUG nova.compute.utils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.574857] env[66735]: DEBUG nova.compute.manager [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 660.574857] env[66735]: DEBUG nova.network.neutron [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 660.574857] env[66735]: WARNING neutronclient.v2_0.client [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.575125] env[66735]: WARNING neutronclient.v2_0.client [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.763208] env[66735]: DEBUG nova.network.neutron [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 660.868476] env[66735]: INFO nova.compute.manager [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Took 28.74 seconds to build instance. [ 661.007223] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Releasing lock "refresh_cache-a6395db5-5fad-4f6a-ab20-5225401143b0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.007446] env[66735]: DEBUG nova.compute.manager [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Instance network_info: |[{"id": "968c7689-b5e2-47f1-b135-791e8d4256d3", "address": "fa:16:3e:ac:7f:05", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968c7689-b5", "ovs_interfaceid": "968c7689-b5e2-47f1-b135-791e8d4256d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 661.008041] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:7f:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '968c7689-b5e2-47f1-b135-791e8d4256d3', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.016790] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Creating folder: Project (c92412cb6b2d4396a4e378a692eec2ed). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.017122] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1d30800-b685-45a6-92f5-3cedf30c3378 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.030873] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Created folder: Project (c92412cb6b2d4396a4e378a692eec2ed) in parent group-v906980. [ 661.031104] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Creating folder: Instances. Parent ref: group-v907040. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.031421] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf05d0d8-be9d-420f-bd50-633fc507b5f1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.042196] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Created folder: Instances in parent group-v907040. [ 661.042531] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 661.042839] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.043324] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-463097e6-110f-40cb-90a4-74191ca50db7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.064851] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.064851] env[66735]: value = "task-4645144" [ 661.064851] env[66735]: _type = "Task" [ 661.064851] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.070014] env[66735]: DEBUG nova.policy [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78bb2056f19f45dbbd8ae1c80fa0561f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e19dace03ce49b1a26abe3dd638f0c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.077992] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645144, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.078570] env[66735]: DEBUG nova.compute.manager [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 661.081231] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.082109] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.105281] env[66735]: DEBUG oslo_vmware.rw_handles [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52795403-e321-4e86-5a3f-1785ec8b98c4/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 661.106328] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb8fde5-786c-451f-a7fc-8a042fa39a02 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.119355] env[66735]: DEBUG oslo_vmware.rw_handles [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52795403-e321-4e86-5a3f-1785ec8b98c4/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 661.119355] env[66735]: ERROR oslo_vmware.rw_handles [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52795403-e321-4e86-5a3f-1785ec8b98c4/disk-0.vmdk due to incomplete transfer.: glanceclient.exc.HTTPBadGateway: HTTP 502 Bad Gateway: Bad Gateway: The proxy server received an invalid: response from an upstream server.: Apache/2.4.52 (Ubuntu) Server at 10.180.1.21 Port 80 [ 661.119769] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2a649fe1-973c-43ae-a05b-fb2b7fc594c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.132195] env[66735]: DEBUG oslo_vmware.rw_handles [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52795403-e321-4e86-5a3f-1785ec8b98c4/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 661.132292] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 661.132502] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-931df9fb-405a-4b01-b515-1e22ce3c707b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.141464] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 661.141464] env[66735]: value = "task-4645145" [ 661.141464] env[66735]: _type = "Task" [ 661.141464] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.162064] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645145, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.371203] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98b490d7-9354-47a5-8f3e-ddf14c74fa5f tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Lock "0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.252s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.459174] env[66735]: DEBUG nova.network.neutron [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Successfully updated port: 80689a7b-b552-4dc4-936d-4aeb5c8647b9 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 661.479367] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c4c881-f5f0-4140-9dd5-609d53fc7bb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.493027] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d063e09b-e477-447a-abf3-3e7c1176d711 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.524430] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41217709-3030-45ab-b752-02158f3d0d47 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.534303] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ec2f0a-98a9-4aba-9b8c-71f32026044b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.549127] env[66735]: DEBUG nova.compute.provider_tree [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.574947] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645144, 'name': CreateVM_Task, 'duration_secs': 0.404917} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.575285] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.575720] env[66735]: WARNING neutronclient.v2_0.client [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.576285] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.576285] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.576607] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.577312] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e9ff21-e3f4-4640-8f0f-cb0273a8d090 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.586539] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Waiting for the task: (returnval){ [ 661.586539] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522c7b7e-7e6d-dc7b-8fa1-f330ce7bdca0" [ 661.586539] env[66735]: _type = "Task" [ 661.586539] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.597169] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.598117] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.598361] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.598361] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.598581] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.598777] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.598904] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11251}} [ 661.599059] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.603547] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522c7b7e-7e6d-dc7b-8fa1-f330ce7bdca0, 'name': SearchDatastore_Task, 'duration_secs': 0.017468} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.604714] env[66735]: DEBUG nova.network.neutron [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Updated VIF entry in instance network info cache for port 8a67ef28-b96a-4cb4-99b8-8c476b68ce25. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 661.605047] env[66735]: DEBUG nova.network.neutron [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Updating instance_info_cache with network_info: [{"id": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "address": "fa:16:3e:5a:78:fa", "network": {"id": "eafa9b0a-e1c6-43c9-9804-09f42e14814e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-84078521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe1a2b31da6458c87abf2ac32e1cd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a67ef28-b9", "ovs_interfaceid": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.606178] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.606388] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.606623] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.607555] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.607555] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.607555] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea164674-8b89-4e54-827a-1484ce2ee019 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.617701] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.617910] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.618685] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8340b4-655b-44d1-8bd2-58d20b78b289 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.333624] env[66735]: DEBUG nova.network.neutron [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Updated VIF entry in instance network info cache for port 5d456862-5ecf-41ed-8f78-57f966e2824b. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 662.333952] env[66735]: DEBUG nova.network.neutron [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Updating instance_info_cache with network_info: [{"id": "5d456862-5ecf-41ed-8f78-57f966e2824b", "address": "fa:16:3e:24:f9:0d", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d456862-5e", "ovs_interfaceid": "5d456862-5ecf-41ed-8f78-57f966e2824b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.336698] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Acquiring lock "refresh_cache-1e5975c1-9f80-4655-96e6-4375d951522f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.336863] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Acquired lock "refresh_cache-1e5975c1-9f80-4655-96e6-4375d951522f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.337043] env[66735]: DEBUG nova.network.neutron [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 662.339941] env[66735]: DEBUG nova.scheduler.client.report [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.344738] env[66735]: DEBUG nova.compute.manager [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 662.347851] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.348290] env[66735]: DEBUG oslo_concurrency.lockutils [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] Releasing lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.348550] env[66735]: DEBUG nova.compute.manager [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Received event network-changed-9a873648-ca08-4e04-98c5-429dd2477de5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 662.349471] env[66735]: DEBUG nova.compute.manager [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Refreshing instance network info cache due to event network-changed-9a873648-ca08-4e04-98c5-429dd2477de5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 662.349471] env[66735]: DEBUG oslo_concurrency.lockutils [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] Acquiring lock "refresh_cache-0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.349471] env[66735]: DEBUG oslo_concurrency.lockutils [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] Acquired lock "refresh_cache-0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.349471] env[66735]: DEBUG nova.network.neutron [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Refreshing network info cache for port 9a873648-ca08-4e04-98c5-429dd2477de5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.360830] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Waiting for the task: (returnval){ [ 662.360830] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52788f0b-73f2-9763-070f-1bb3d814fb39" [ 662.360830] env[66735]: _type = "Task" [ 662.360830] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.369736] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645145, 'name': Destroy_Task, 'duration_secs': 0.408479} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.372359] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Destroyed the VM [ 662.372359] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 662.372359] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1523ff53-681c-47b6-b8e9-0ac499e95fcd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.379077] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52788f0b-73f2-9763-070f-1bb3d814fb39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.386852] env[66735]: DEBUG nova.virt.hardware [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 662.387204] env[66735]: DEBUG nova.virt.hardware [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.387344] env[66735]: DEBUG nova.virt.hardware [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 662.387490] env[66735]: DEBUG nova.virt.hardware [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.387631] env[66735]: DEBUG nova.virt.hardware [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 662.387727] env[66735]: DEBUG nova.virt.hardware [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 662.387927] env[66735]: DEBUG nova.virt.hardware [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 662.388098] env[66735]: DEBUG nova.virt.hardware [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 662.388339] env[66735]: DEBUG nova.virt.hardware [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 662.388418] env[66735]: DEBUG nova.virt.hardware [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 662.388698] env[66735]: DEBUG nova.virt.hardware [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 662.389965] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfa1f97-2714-4b7f-9b46-0acc33aa4059 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.396210] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 662.396210] env[66735]: value = "task-4645146" [ 662.396210] env[66735]: _type = "Task" [ 662.396210] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.404710] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f76e9fa-c8c4-4f1b-b0c1-63b413dfbff4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.413118] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645146, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.491043] env[66735]: DEBUG nova.network.neutron [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Successfully created port: e42fb582-0ce7-479c-86a9-37552d185fb9 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 662.614062] env[66735]: WARNING neutronclient.v2_0.client [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.854222] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Releasing lock "refresh_cache-6f6c1ecd-069e-4131-b7b4-3806fa5bedee" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.854509] env[66735]: DEBUG nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Received event network-vif-deleted-5f69f137-57b1-43aa-9f0c-2a1f753e46cf {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 662.855352] env[66735]: DEBUG nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Received event network-vif-plugged-fdf22a2f-d317-4dd4-8f62-db1419f9270e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 662.855352] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Acquiring lock "0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.855352] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Lock "0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.855629] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Lock "0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.855796] env[66735]: DEBUG nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] No waiting events found dispatching network-vif-plugged-fdf22a2f-d317-4dd4-8f62-db1419f9270e {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 662.855963] env[66735]: WARNING nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Received unexpected event network-vif-plugged-fdf22a2f-d317-4dd4-8f62-db1419f9270e for instance with vm_state building and task_state spawning. [ 662.856137] env[66735]: DEBUG nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Received event network-changed-fdf22a2f-d317-4dd4-8f62-db1419f9270e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 662.856284] env[66735]: DEBUG nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Refreshing instance network info cache due to event network-changed-fdf22a2f-d317-4dd4-8f62-db1419f9270e. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 662.856471] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Acquiring lock "refresh_cache-0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.856599] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Acquired lock "refresh_cache-0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.856749] env[66735]: DEBUG nova.network.neutron [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Refreshing network info cache for port fdf22a2f-d317-4dd4-8f62-db1419f9270e {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.871945] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52788f0b-73f2-9763-070f-1bb3d814fb39, 'name': SearchDatastore_Task, 'duration_secs': 0.032327} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.873364] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df1543b-ae0b-47ca-8c12-7d0cfb7306fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.880732] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Waiting for the task: (returnval){ [ 662.880732] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a2f81e-3171-62b4-ecf4-6be31d138f01" [ 662.880732] env[66735]: _type = "Task" [ 662.880732] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.884657] env[66735]: WARNING neutronclient.v2_0.client [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.887614] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.888083] env[66735]: DEBUG nova.compute.manager [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 662.890951] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.588s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.892574] env[66735]: DEBUG nova.objects.instance [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Lazy-loading 'resources' on Instance uuid 2167f03b-b831-464c-a6f5-191c00c7295b {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.899633] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a2f81e-3171-62b4-ecf4-6be31d138f01, 'name': SearchDatastore_Task, 'duration_secs': 0.011676} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.902669] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.902955] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] a6395db5-5fad-4f6a-ab20-5225401143b0/a6395db5-5fad-4f6a-ab20-5225401143b0.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.904062] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2174b8fd-aa82-4f18-9638-5ca936c1f4d1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.914201] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645146, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.916362] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Waiting for the task: (returnval){ [ 662.916362] env[66735]: value = "task-4645147" [ 662.916362] env[66735]: _type = "Task" [ 662.916362] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.926280] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.158985] env[66735]: DEBUG nova.network.neutron [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 663.215067] env[66735]: DEBUG nova.network.neutron [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Updating instance_info_cache with network_info: [{"id": "e89af5cc-d279-4ee3-a8ba-12c240b3b35c", "address": "fa:16:3e:9e:9b:ef", "network": {"id": "163407b4-d876-4c89-bc45-3770ec06e5d9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-71331455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee0cf1c84454360a9df9b112171d9a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89af5cc-d2", "ovs_interfaceid": "e89af5cc-d279-4ee3-a8ba-12c240b3b35c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.362313] env[66735]: WARNING neutronclient.v2_0.client [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.394351] env[66735]: DEBUG nova.compute.utils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.404289] env[66735]: DEBUG nova.compute.manager [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 663.404499] env[66735]: DEBUG nova.network.neutron [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 663.404801] env[66735]: WARNING neutronclient.v2_0.client [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.405093] env[66735]: WARNING neutronclient.v2_0.client [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.420398] env[66735]: DEBUG oslo_vmware.api [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645146, 'name': RemoveSnapshot_Task, 'duration_secs': 0.558844} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.426923] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 663.426923] env[66735]: DEBUG nova.compute.utils [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Cleaning up image fc8530e8-e5a3-45e2-985a-f1b2f36fbf2a {{(pid=66735) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 663.430207] env[66735]: WARNING neutronclient.v2_0.client [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.442021] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645147, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.514569] env[66735]: DEBUG nova.policy [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '387ba558fed040d4acc5ab4b0d2d2db9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b5bbe1efa3e420a84828408283f2ccd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.697503] env[66735]: WARNING neutronclient.v2_0.client [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.717441] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Releasing lock "refresh_cache-bbaa6d82-7252-4349-ab7a-450f27ab4db6" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.717945] env[66735]: DEBUG nova.compute.manager [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Instance network_info: |[{"id": "e89af5cc-d279-4ee3-a8ba-12c240b3b35c", "address": "fa:16:3e:9e:9b:ef", "network": {"id": "163407b4-d876-4c89-bc45-3770ec06e5d9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-71331455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee0cf1c84454360a9df9b112171d9a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89af5cc-d2", "ovs_interfaceid": "e89af5cc-d279-4ee3-a8ba-12c240b3b35c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 663.718491] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:9b:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e89af5cc-d279-4ee3-a8ba-12c240b3b35c', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.726346] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Creating folder: Project (9ee0cf1c84454360a9df9b112171d9a2). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.729475] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85b6ac91-83b0-42ce-9a89-6695e9fdd121 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.745140] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Created folder: Project (9ee0cf1c84454360a9df9b112171d9a2) in parent group-v906980. [ 663.745218] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Creating folder: Instances. Parent ref: group-v907043. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.748280] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa4a5488-ab62-4bcd-8f04-e678e409cca9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.763191] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Created folder: Instances in parent group-v907043. [ 663.763476] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 663.763671] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.764734] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-befaa75a-e221-442f-ad6d-58645c6d8346 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.794799] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.794799] env[66735]: value = "task-4645150" [ 663.794799] env[66735]: _type = "Task" [ 663.794799] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.811206] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645150, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.849465] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24661f78-aa3c-492e-a826-34eaa15d941f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.858965] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc25e2f7-d8bf-48b9-b25a-ee01b7073b53 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.893151] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779908f9-f132-4546-b333-405bf94116b0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.902753] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dd7293-f782-43fa-bfd2-b32937b8a604 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.909174] env[66735]: DEBUG nova.compute.manager [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 663.923572] env[66735]: DEBUG nova.compute.provider_tree [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.935924] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.987697} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.936524] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] a6395db5-5fad-4f6a-ab20-5225401143b0/a6395db5-5fad-4f6a-ab20-5225401143b0.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.937302] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.937302] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2133ff40-dc97-4684-bd88-636b4b7eaeb3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.946637] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Waiting for the task: (returnval){ [ 663.946637] env[66735]: value = "task-4645151" [ 663.946637] env[66735]: _type = "Task" [ 663.946637] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.961554] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.074211] env[66735]: DEBUG nova.network.neutron [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Successfully created port: 9a24d015-f696-43a7-ae94-003d20c1e3b4 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 664.131758] env[66735]: DEBUG nova.network.neutron [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Updating instance_info_cache with network_info: [{"id": "80689a7b-b552-4dc4-936d-4aeb5c8647b9", "address": "fa:16:3e:45:0c:b5", "network": {"id": "72b5b645-2301-42cc-8e17-4fe6219700c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2048425459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74f55c38335a40d1b637896b6a60ebd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80689a7b-b5", "ovs_interfaceid": "80689a7b-b552-4dc4-936d-4aeb5c8647b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.259995] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.260280] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.260280] env[66735]: DEBUG nova.compute.manager [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Going to confirm migration 1 {{(pid=66735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 664.286432] env[66735]: DEBUG nova.network.neutron [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Successfully updated port: e42fb582-0ce7-479c-86a9-37552d185fb9 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 664.312507] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645150, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.353946] env[66735]: DEBUG nova.network.neutron [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Updated VIF entry in instance network info cache for port 9a873648-ca08-4e04-98c5-429dd2477de5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.353946] env[66735]: DEBUG nova.network.neutron [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Updating instance_info_cache with network_info: [{"id": "9a873648-ca08-4e04-98c5-429dd2477de5", "address": "fa:16:3e:5b:fa:fa", "network": {"id": "a25e3bf0-b545-49c7-ac54-8844658010d4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1816758172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4743e209426f410097298c46b6ea56f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a873648-ca", "ovs_interfaceid": "9a873648-ca08-4e04-98c5-429dd2477de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.428929] env[66735]: DEBUG nova.scheduler.client.report [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.433838] env[66735]: WARNING neutronclient.v2_0.client [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.464609] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072614} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.468020] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.468020] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d5251c-d17a-4982-a3d4-4a5dd401775d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.495041] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] a6395db5-5fad-4f6a-ab20-5225401143b0/a6395db5-5fad-4f6a-ab20-5225401143b0.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.495789] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0858922e-1b7f-42ed-9cc6-6cfe472ba1ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.520588] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Waiting for the task: (returnval){ [ 664.520588] env[66735]: value = "task-4645152" [ 664.520588] env[66735]: _type = "Task" [ 664.520588] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.532899] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.634750] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Releasing lock "refresh_cache-1e5975c1-9f80-4655-96e6-4375d951522f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.635150] env[66735]: DEBUG nova.compute.manager [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Instance network_info: |[{"id": "80689a7b-b552-4dc4-936d-4aeb5c8647b9", "address": "fa:16:3e:45:0c:b5", "network": {"id": "72b5b645-2301-42cc-8e17-4fe6219700c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2048425459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74f55c38335a40d1b637896b6a60ebd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80689a7b-b5", "ovs_interfaceid": "80689a7b-b552-4dc4-936d-4aeb5c8647b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 664.636686] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:0c:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80689a7b-b552-4dc4-936d-4aeb5c8647b9', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.644239] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Creating folder: Project (74f55c38335a40d1b637896b6a60ebd7). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.646322] env[66735]: DEBUG nova.compute.manager [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Received event network-changed-8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 664.646555] env[66735]: DEBUG nova.compute.manager [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Refreshing instance network info cache due to event network-changed-8a67ef28-b96a-4cb4-99b8-8c476b68ce25. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 664.646700] env[66735]: DEBUG oslo_concurrency.lockutils [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] Acquiring lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.646853] env[66735]: DEBUG oslo_concurrency.lockutils [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] Acquired lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.647017] env[66735]: DEBUG nova.network.neutron [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Refreshing network info cache for port 8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.650988] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34a5ba1d-b0a3-45bf-bba8-78d2d3cfd723 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.662128] env[66735]: DEBUG nova.compute.manager [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Received event network-vif-plugged-968c7689-b5e2-47f1-b135-791e8d4256d3 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 664.662128] env[66735]: DEBUG oslo_concurrency.lockutils [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] Acquiring lock "a6395db5-5fad-4f6a-ab20-5225401143b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.662128] env[66735]: DEBUG oslo_concurrency.lockutils [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] Lock "a6395db5-5fad-4f6a-ab20-5225401143b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.663421] env[66735]: DEBUG oslo_concurrency.lockutils [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] Lock "a6395db5-5fad-4f6a-ab20-5225401143b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.663421] env[66735]: DEBUG nova.compute.manager [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] No waiting events found dispatching network-vif-plugged-968c7689-b5e2-47f1-b135-791e8d4256d3 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 664.663657] env[66735]: WARNING nova.compute.manager [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Received unexpected event network-vif-plugged-968c7689-b5e2-47f1-b135-791e8d4256d3 for instance with vm_state building and task_state spawning. [ 664.663739] env[66735]: DEBUG nova.compute.manager [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Received event network-changed-968c7689-b5e2-47f1-b135-791e8d4256d3 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 664.663838] env[66735]: DEBUG nova.compute.manager [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Refreshing instance network info cache due to event network-changed-968c7689-b5e2-47f1-b135-791e8d4256d3. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 664.664030] env[66735]: DEBUG oslo_concurrency.lockutils [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] Acquiring lock "refresh_cache-a6395db5-5fad-4f6a-ab20-5225401143b0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.664163] env[66735]: DEBUG oslo_concurrency.lockutils [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] Acquired lock "refresh_cache-a6395db5-5fad-4f6a-ab20-5225401143b0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.664313] env[66735]: DEBUG nova.network.neutron [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Refreshing network info cache for port 968c7689-b5e2-47f1-b135-791e8d4256d3 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.668960] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Created folder: Project (74f55c38335a40d1b637896b6a60ebd7) in parent group-v906980. [ 664.668960] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Creating folder: Instances. Parent ref: group-v907046. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.668960] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc1c5674-5600-4763-b0ab-c10c610d745f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.680980] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Created folder: Instances in parent group-v907046. [ 664.681302] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 664.681528] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.681782] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ac57b97-43ae-4cdb-820f-e6214fbd8e2b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.701522] env[66735]: DEBUG nova.network.neutron [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Updated VIF entry in instance network info cache for port fdf22a2f-d317-4dd4-8f62-db1419f9270e. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.701893] env[66735]: DEBUG nova.network.neutron [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Updating instance_info_cache with network_info: [{"id": "fdf22a2f-d317-4dd4-8f62-db1419f9270e", "address": "fa:16:3e:97:a5:35", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf22a2f-d3", "ovs_interfaceid": "fdf22a2f-d317-4dd4-8f62-db1419f9270e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.710843] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.710843] env[66735]: value = "task-4645155" [ 664.710843] env[66735]: _type = "Task" [ 664.710843] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.720767] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645155, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.768243] env[66735]: WARNING neutronclient.v2_0.client [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.793188] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "refresh_cache-b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.793386] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired lock "refresh_cache-b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.793533] env[66735]: DEBUG nova.network.neutron [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 664.807849] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645150, 'name': CreateVM_Task, 'duration_secs': 0.619183} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.808710] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.809335] env[66735]: WARNING neutronclient.v2_0.client [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.809658] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.809808] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.810132] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.810704] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75748e6d-2ec6-4bec-a489-6b6882bc04c3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.816463] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Waiting for the task: (returnval){ [ 664.816463] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520bdb19-30f4-333e-98e7-878118b3ea55" [ 664.816463] env[66735]: _type = "Task" [ 664.816463] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.828335] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520bdb19-30f4-333e-98e7-878118b3ea55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.856815] env[66735]: DEBUG oslo_concurrency.lockutils [req-9fba9584-e213-4c8c-a4f8-52b770eaf033 req-0504beed-4562-4d35-b942-30fc710b2390 service nova] Releasing lock "refresh_cache-0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.908854] env[66735]: WARNING neutronclient.v2_0.client [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.908854] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.908854] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.908854] env[66735]: DEBUG nova.network.neutron [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 664.908854] env[66735]: DEBUG nova.objects.instance [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lazy-loading 'info_cache' on Instance uuid 5a3f4ca6-dee6-43ff-b059-365136c9bf6d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.921798] env[66735]: DEBUG nova.compute.manager [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 664.941819] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.946090] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.262s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.946390] env[66735]: DEBUG nova.objects.instance [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lazy-loading 'resources' on Instance uuid d4aa598c-ffe4-42ed-ae04-5301216b1827 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.957767] env[66735]: DEBUG nova.virt.hardware [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 664.958081] env[66735]: DEBUG nova.virt.hardware [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.958241] env[66735]: DEBUG nova.virt.hardware [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 664.958415] env[66735]: DEBUG nova.virt.hardware [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.958553] env[66735]: DEBUG nova.virt.hardware [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 664.958706] env[66735]: DEBUG nova.virt.hardware [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 664.958912] env[66735]: DEBUG nova.virt.hardware [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 664.959076] env[66735]: DEBUG nova.virt.hardware [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 664.959360] env[66735]: DEBUG nova.virt.hardware [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 664.959419] env[66735]: DEBUG nova.virt.hardware [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 664.959555] env[66735]: DEBUG nova.virt.hardware [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 664.960716] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b93e486-d30b-4b3b-935d-9ebc51e3321a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.971768] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.973610] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081b552f-de4d-4e5e-8373-1b937d29d32f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.980333] env[66735]: INFO nova.scheduler.client.report [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Deleted allocations for instance 2167f03b-b831-464c-a6f5-191c00c7295b [ 665.031541] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645152, 'name': ReconfigVM_Task, 'duration_secs': 0.303744} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.031847] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Reconfigured VM instance instance-00000016 to attach disk [datastore2] a6395db5-5fad-4f6a-ab20-5225401143b0/a6395db5-5fad-4f6a-ab20-5225401143b0.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.032557] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c12ce5b0-ea90-40c6-bbfc-854ac38f3016 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.042048] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Waiting for the task: (returnval){ [ 665.042048] env[66735]: value = "task-4645156" [ 665.042048] env[66735]: _type = "Task" [ 665.042048] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.054504] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645156, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.154038] env[66735]: WARNING neutronclient.v2_0.client [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.169963] env[66735]: WARNING neutronclient.v2_0.client [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.205866] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Releasing lock "refresh_cache-0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.205866] env[66735]: DEBUG nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Received event network-changed-56a88615-c3ef-4938-8762-54c61f204b92 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 665.205866] env[66735]: DEBUG nova.compute.manager [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Refreshing instance network info cache due to event network-changed-56a88615-c3ef-4938-8762-54c61f204b92. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 665.206100] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Acquiring lock "refresh_cache-80a78377-5557-46e4-8704-03fa473bf171" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.206100] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Acquired lock "refresh_cache-80a78377-5557-46e4-8704-03fa473bf171" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.206186] env[66735]: DEBUG nova.network.neutron [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Refreshing network info cache for port 56a88615-c3ef-4938-8762-54c61f204b92 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.223694] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645155, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.327917] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520bdb19-30f4-333e-98e7-878118b3ea55, 'name': SearchDatastore_Task, 'duration_secs': 0.011378} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.330021] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.330021] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.330021] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.330021] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.330268] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.330268] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bc83fb3-f52f-45f3-b134-cc23a8e888d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.341550] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.341882] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.343031] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6473fb-1c85-4f73-b773-df8b4012946e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.350426] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Waiting for the task: (returnval){ [ 665.350426] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52cf9315-73fc-6528-17ac-644a401d5d53" [ 665.350426] env[66735]: _type = "Task" [ 665.350426] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.359977] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52cf9315-73fc-6528-17ac-644a401d5d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.504294] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0bc0d260-05aa-4bc9-ab7b-5d97844ef984 tempest-ServerPasswordTestJSON-799947988 tempest-ServerPasswordTestJSON-799947988-project-member] Lock "2167f03b-b831-464c-a6f5-191c00c7295b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.026s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.518042] env[66735]: DEBUG nova.network.neutron [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 665.553245] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645156, 'name': Rename_Task, 'duration_secs': 0.142224} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.554703] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.554703] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e594eea0-b14f-4c91-8221-d661b1f097b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.562223] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Waiting for the task: (returnval){ [ 665.562223] env[66735]: value = "task-4645157" [ 665.562223] env[66735]: _type = "Task" [ 665.562223] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.574334] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.699548] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Acquiring lock "fa8078be-600c-41a5-8e64-1905c8915043" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.699846] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Lock "fa8078be-600c-41a5-8e64-1905c8915043" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.711820] env[66735]: WARNING neutronclient.v2_0.client [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.733521] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645155, 'name': CreateVM_Task, 'duration_secs': 0.808932} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.736675] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.737797] env[66735]: WARNING neutronclient.v2_0.client [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.738242] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.738313] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.738684] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.738902] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6754510-7ca4-4730-a7d4-9b300e08eea3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.746924] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Waiting for the task: (returnval){ [ 665.746924] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ea9b26-54dc-56fa-bfba-844bf79ac1e8" [ 665.746924] env[66735]: _type = "Task" [ 665.746924] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.768573] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ea9b26-54dc-56fa-bfba-844bf79ac1e8, 'name': SearchDatastore_Task, 'duration_secs': 0.013972} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.768799] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.768958] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.769182] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.823996] env[66735]: DEBUG nova.network.neutron [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Successfully updated port: 9a24d015-f696-43a7-ae94-003d20c1e3b4 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 665.866102] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52cf9315-73fc-6528-17ac-644a401d5d53, 'name': SearchDatastore_Task, 'duration_secs': 0.040262} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.871786] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-358d1a09-fe3b-498e-9f7e-e58bb5502c14 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.878636] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Waiting for the task: (returnval){ [ 665.878636] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522758dc-deee-8b10-f82e-6ba7616b639a" [ 665.878636] env[66735]: _type = "Task" [ 665.878636] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.879982] env[66735]: WARNING neutronclient.v2_0.client [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.891904] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522758dc-deee-8b10-f82e-6ba7616b639a, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.894848] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.895148] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] bbaa6d82-7252-4349-ab7a-450f27ab4db6/bbaa6d82-7252-4349-ab7a-450f27ab4db6.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.896643] env[66735]: WARNING neutronclient.v2_0.client [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.899131] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.899131] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.899341] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-626796c8-7799-4b14-818e-cfe1aebf182a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.901576] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da3ae7ca-9998-4a76-a9f0-3ad32c060fd3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.910070] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Waiting for the task: (returnval){ [ 665.910070] env[66735]: value = "task-4645158" [ 665.910070] env[66735]: _type = "Task" [ 665.910070] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.916145] env[66735]: WARNING neutronclient.v2_0.client [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.926601] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.926815] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.928674] env[66735]: WARNING neutronclient.v2_0.client [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.930877] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "755321d4-49b7-49f2-ac58-74b286be4645" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.931303] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "755321d4-49b7-49f2-ac58-74b286be4645" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.932951] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-794f1895-4303-4cf9-9c91-a981a3f8996d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.937824] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807fcd07-a32d-44a7-87fd-dbee94456ff0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.944434] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.949480] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Waiting for the task: (returnval){ [ 665.949480] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]529eae73-b497-9c50-bfcc-37693e052152" [ 665.949480] env[66735]: _type = "Task" [ 665.949480] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.955835] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339e9343-231e-40a5-89da-ab450eabd233 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.966593] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529eae73-b497-9c50-bfcc-37693e052152, 'name': SearchDatastore_Task, 'duration_secs': 0.011539} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.000068] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3ecaa8-0f3b-466e-8b2f-b4de60a97bff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.003270] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b03e101-2877-4b18-af0e-d2d918231121 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.011952] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Waiting for the task: (returnval){ [ 666.011952] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bd6a6f-24ab-3678-0ff2-2bdba90e0bd7" [ 666.011952] env[66735]: _type = "Task" [ 666.011952] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.020298] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b810059-012c-44a2-b9e4-f1531128b772 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.032959] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bd6a6f-24ab-3678-0ff2-2bdba90e0bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011746} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.044269] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.044440] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 1e5975c1-9f80-4655-96e6-4375d951522f/1e5975c1-9f80-4655-96e6-4375d951522f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.044931] env[66735]: DEBUG nova.compute.provider_tree [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.050037] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fff4830-4e24-4961-bf24-cc5a05e77609 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.057271] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Waiting for the task: (returnval){ [ 666.057271] env[66735]: value = "task-4645159" [ 666.057271] env[66735]: _type = "Task" [ 666.057271] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.074575] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.080904] env[66735]: DEBUG oslo_vmware.api [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645157, 'name': PowerOnVM_Task, 'duration_secs': 0.478931} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.081185] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.081382] env[66735]: INFO nova.compute.manager [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Took 11.69 seconds to spawn the instance on the hypervisor. [ 666.081574] env[66735]: DEBUG nova.compute.manager [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 666.082343] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1064d0-83c9-4d49-b8d5-07f70a0d8aca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.136189] env[66735]: DEBUG nova.network.neutron [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Updated VIF entry in instance network info cache for port 8a67ef28-b96a-4cb4-99b8-8c476b68ce25. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 666.136604] env[66735]: DEBUG nova.network.neutron [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Updating instance_info_cache with network_info: [{"id": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "address": "fa:16:3e:5a:78:fa", "network": {"id": "eafa9b0a-e1c6-43c9-9804-09f42e14814e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-84078521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe1a2b31da6458c87abf2ac32e1cd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a67ef28-b9", "ovs_interfaceid": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.167364] env[66735]: DEBUG nova.network.neutron [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Updating instance_info_cache with network_info: [{"id": "e42fb582-0ce7-479c-86a9-37552d185fb9", "address": "fa:16:3e:78:27:62", "network": {"id": "956a1bee-832c-42fb-a1b8-733eaf76ead9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1276159206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1e19dace03ce49b1a26abe3dd638f0c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape42fb582-0c", "ovs_interfaceid": "e42fb582-0ce7-479c-86a9-37552d185fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.203363] env[66735]: DEBUG nova.compute.manager [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 666.224063] env[66735]: DEBUG nova.network.neutron [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Updated VIF entry in instance network info cache for port 968c7689-b5e2-47f1-b135-791e8d4256d3. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 666.224477] env[66735]: DEBUG nova.network.neutron [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Updating instance_info_cache with network_info: [{"id": "968c7689-b5e2-47f1-b135-791e8d4256d3", "address": "fa:16:3e:ac:7f:05", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968c7689-b5", "ovs_interfaceid": "968c7689-b5e2-47f1-b135-791e8d4256d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.260755] env[66735]: DEBUG oslo_concurrency.lockutils [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Acquiring lock "840b4eb7-e18e-445c-8029-a6cb63383499" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.260755] env[66735]: DEBUG oslo_concurrency.lockutils [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Lock "840b4eb7-e18e-445c-8029-a6cb63383499" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.260755] env[66735]: DEBUG oslo_concurrency.lockutils [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Acquiring lock "840b4eb7-e18e-445c-8029-a6cb63383499-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.260755] env[66735]: DEBUG oslo_concurrency.lockutils [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Lock "840b4eb7-e18e-445c-8029-a6cb63383499-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.261056] env[66735]: DEBUG oslo_concurrency.lockutils [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Lock "840b4eb7-e18e-445c-8029-a6cb63383499-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.262768] env[66735]: INFO nova.compute.manager [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Terminating instance [ 666.315400] env[66735]: WARNING neutronclient.v2_0.client [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.326120] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Acquiring lock "refresh_cache-118f9f30-1050-469d-9e5c-d758052b90aa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.326380] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Acquired lock "refresh_cache-118f9f30-1050-469d-9e5c-d758052b90aa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.326525] env[66735]: DEBUG nova.network.neutron [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 666.428047] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645158, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.434118] env[66735]: DEBUG nova.compute.manager [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 666.442557] env[66735]: WARNING neutronclient.v2_0.client [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.477677] env[66735]: DEBUG nova.network.neutron [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Updated VIF entry in instance network info cache for port 56a88615-c3ef-4938-8762-54c61f204b92. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 666.478131] env[66735]: DEBUG nova.network.neutron [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Updating instance_info_cache with network_info: [{"id": "56a88615-c3ef-4938-8762-54c61f204b92", "address": "fa:16:3e:8a:32:58", "network": {"id": "41896a3c-acaf-44f0-9af0-50c076023655", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-37118982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eb757a5a40d4cfea08b2a31542c6078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a88615-c3", "ovs_interfaceid": "56a88615-c3ef-4938-8762-54c61f204b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.551132] env[66735]: DEBUG nova.scheduler.client.report [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.569699] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645159, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.601591] env[66735]: INFO nova.compute.manager [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Took 30.72 seconds to build instance. [ 666.641189] env[66735]: DEBUG oslo_concurrency.lockutils [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] Releasing lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.641425] env[66735]: DEBUG nova.compute.manager [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Received event network-changed-09aec32b-d484-4978-b82b-8f1d7c4c046b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 666.641653] env[66735]: DEBUG nova.compute.manager [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Refreshing instance network info cache due to event network-changed-09aec32b-d484-4978-b82b-8f1d7c4c046b. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 666.641944] env[66735]: DEBUG oslo_concurrency.lockutils [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] Acquiring lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.642175] env[66735]: DEBUG oslo_concurrency.lockutils [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] Acquired lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.642408] env[66735]: DEBUG nova.network.neutron [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Refreshing network info cache for port 09aec32b-d484-4978-b82b-8f1d7c4c046b {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.670500] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Releasing lock "refresh_cache-b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.670732] env[66735]: DEBUG nova.compute.manager [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Instance network_info: |[{"id": "e42fb582-0ce7-479c-86a9-37552d185fb9", "address": "fa:16:3e:78:27:62", "network": {"id": "956a1bee-832c-42fb-a1b8-733eaf76ead9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1276159206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1e19dace03ce49b1a26abe3dd638f0c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape42fb582-0c", "ovs_interfaceid": "e42fb582-0ce7-479c-86a9-37552d185fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 666.671363] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:27:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e42fb582-0ce7-479c-86a9-37552d185fb9', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.679541] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Creating folder: Project (1e19dace03ce49b1a26abe3dd638f0c0). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.680400] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d689f9d-89bf-4f98-900b-80074dcfcf6d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.695555] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Created folder: Project (1e19dace03ce49b1a26abe3dd638f0c0) in parent group-v906980. [ 666.695555] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Creating folder: Instances. Parent ref: group-v907049. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.696055] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fd91c5a-cb57-4434-8aef-44a5f39b276d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.714852] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Created folder: Instances in parent group-v907049. [ 666.715767] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 666.716198] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.716752] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f07b7a0-766b-4395-9b04-8eeeee764028 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.733426] env[66735]: DEBUG oslo_concurrency.lockutils [req-582ec5e9-7bf0-418e-b621-168054ada102 req-957712f4-d884-4031-80a1-9739ad39bacf service nova] Releasing lock "refresh_cache-a6395db5-5fad-4f6a-ab20-5225401143b0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.739384] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.741362] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.741362] env[66735]: value = "task-4645162" [ 666.741362] env[66735]: _type = "Task" [ 666.741362] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.753054] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645162, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.770029] env[66735]: DEBUG nova.compute.manager [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 666.770029] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.770029] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2030095f-862e-4696-b6a1-638a408442a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.777789] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.778428] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f72ab1f-f4e7-4911-88e3-19e2bb89447d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.786405] env[66735]: DEBUG oslo_vmware.api [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Waiting for the task: (returnval){ [ 666.786405] env[66735]: value = "task-4645163" [ 666.786405] env[66735]: _type = "Task" [ 666.786405] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.801500] env[66735]: DEBUG oslo_vmware.api [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.816430] env[66735]: DEBUG nova.network.neutron [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance_info_cache with network_info: [{"id": "ea4935f6-e638-43f4-abe9-89b337611df1", "address": "fa:16:3e:e3:93:dd", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4935f6-e6", "ovs_interfaceid": "ea4935f6-e638-43f4-abe9-89b337611df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.926152] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608409} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.926424] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] bbaa6d82-7252-4349-ab7a-450f27ab4db6/bbaa6d82-7252-4349-ab7a-450f27ab4db6.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.926627] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.926873] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c817bcf8-4ad8-4dd8-a775-8a8df66684a4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.933575] env[66735]: DEBUG nova.network.neutron [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 666.936595] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Waiting for the task: (returnval){ [ 666.936595] env[66735]: value = "task-4645164" [ 666.936595] env[66735]: _type = "Task" [ 666.936595] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.946316] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.983277] env[66735]: DEBUG oslo_concurrency.lockutils [req-9ad1d618-43a6-477b-b813-4e28802d3572 req-7695877b-e5cf-4975-a8ef-39ab035d099d service nova] Releasing lock "refresh_cache-80a78377-5557-46e4-8704-03fa473bf171" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.984657] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.059768] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.062579] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.131s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.064917] env[66735]: INFO nova.compute.claims [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.085749] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881983} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.086277] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 1e5975c1-9f80-4655-96e6-4375d951522f/1e5975c1-9f80-4655-96e6-4375d951522f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.087049] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.087049] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcd68d50-b4ed-4776-8235-b85285e2e9ba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.090954] env[66735]: INFO nova.scheduler.client.report [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Deleted allocations for instance d4aa598c-ffe4-42ed-ae04-5301216b1827 [ 667.097201] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Waiting for the task: (returnval){ [ 667.097201] env[66735]: value = "task-4645165" [ 667.097201] env[66735]: _type = "Task" [ 667.097201] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.108407] env[66735]: DEBUG oslo_concurrency.lockutils [None req-569fce48-abbc-4eb1-90f6-37735a4e902b tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Lock "a6395db5-5fad-4f6a-ab20-5225401143b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.239s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.112826] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.151090] env[66735]: WARNING neutronclient.v2_0.client [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.210767] env[66735]: WARNING neutronclient.v2_0.client [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.256199] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645162, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.300175] env[66735]: DEBUG oslo_vmware.api [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645163, 'name': PowerOffVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.319074] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "refresh_cache-5a3f4ca6-dee6-43ff-b059-365136c9bf6d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.319357] env[66735]: DEBUG nova.objects.instance [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lazy-loading 'migration_context' on Instance uuid 5a3f4ca6-dee6-43ff-b059-365136c9bf6d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.449929] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120052} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.450212] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.451040] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6a1ea6-a63f-4ed9-bfed-8e8e6d203013 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.481249] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] bbaa6d82-7252-4349-ab7a-450f27ab4db6/bbaa6d82-7252-4349-ab7a-450f27ab4db6.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.481500] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ae6abe1-4b0a-4163-9a80-d2e47c78fe23 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.505359] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Waiting for the task: (returnval){ [ 667.505359] env[66735]: value = "task-4645166" [ 667.505359] env[66735]: _type = "Task" [ 667.505359] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.520956] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.554235] env[66735]: DEBUG nova.network.neutron [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Updating instance_info_cache with network_info: [{"id": "9a24d015-f696-43a7-ae94-003d20c1e3b4", "address": "fa:16:3e:d0:36:88", "network": {"id": "b302a4c8-3755-4b72-b798-d786e7c05aa4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1411179352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5bbe1efa3e420a84828408283f2ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a24d015-f6", "ovs_interfaceid": "9a24d015-f696-43a7-ae94-003d20c1e3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.604964] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13201ce1-933b-494f-a631-110765c8a33b tempest-ServersAdmin275Test-1942888286 tempest-ServersAdmin275Test-1942888286-project-member] Lock "d4aa598c-ffe4-42ed-ae04-5301216b1827" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.610s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.614115] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219551} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.614468] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.615451] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85ac8bd-2f1f-49c8-bd7a-7883554c00c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.642318] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 1e5975c1-9f80-4655-96e6-4375d951522f/1e5975c1-9f80-4655-96e6-4375d951522f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.643288] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eab57ef9-3c0a-4e7d-beb0-8e4e126ebc21 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.668275] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Waiting for the task: (returnval){ [ 667.668275] env[66735]: value = "task-4645167" [ 667.668275] env[66735]: _type = "Task" [ 667.668275] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.678820] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.759023] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645162, 'name': CreateVM_Task, 'duration_secs': 0.602273} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.759023] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.759023] env[66735]: WARNING neutronclient.v2_0.client [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.759023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.759023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.759383] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.759383] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571a8f0d-eec6-4835-b9e3-ece584434521 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.764767] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 667.764767] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526b66d5-30b0-28c0-d27a-ea7a4c4f0903" [ 667.764767] env[66735]: _type = "Task" [ 667.764767] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.776938] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526b66d5-30b0-28c0-d27a-ea7a4c4f0903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.799820] env[66735]: DEBUG oslo_vmware.api [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645163, 'name': PowerOffVM_Task, 'duration_secs': 0.565017} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.800148] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.800326] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.800829] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b1fc59b-43dd-4af1-86ce-7eda6a372677 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.818338] env[66735]: WARNING neutronclient.v2_0.client [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.822196] env[66735]: DEBUG nova.objects.base [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Object Instance<5a3f4ca6-dee6-43ff-b059-365136c9bf6d> lazy-loaded attributes: info_cache,migration_context {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 667.823181] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c648bda8-15f7-44f4-a5a8-a3b1d4351b9a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.845873] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea76be0-4c2c-42f1-8394-e3b6342856b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.852972] env[66735]: DEBUG oslo_vmware.api [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 667.852972] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d71865-9859-fb4c-e3cf-6a73486a0b21" [ 667.852972] env[66735]: _type = "Task" [ 667.852972] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.863151] env[66735]: DEBUG oslo_vmware.api [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d71865-9859-fb4c-e3cf-6a73486a0b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.887480] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.887480] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.888108] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Deleting the datastore file [datastore2] 840b4eb7-e18e-445c-8029-a6cb63383499 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.888332] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac36c940-6334-49cc-ab78-3e7f1739401c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.897823] env[66735]: DEBUG oslo_vmware.api [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Waiting for the task: (returnval){ [ 667.897823] env[66735]: value = "task-4645169" [ 667.897823] env[66735]: _type = "Task" [ 667.897823] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.909749] env[66735]: DEBUG oslo_vmware.api [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.023026] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.056914] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Releasing lock "refresh_cache-118f9f30-1050-469d-9e5c-d758052b90aa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.057267] env[66735]: DEBUG nova.compute.manager [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Instance network_info: |[{"id": "9a24d015-f696-43a7-ae94-003d20c1e3b4", "address": "fa:16:3e:d0:36:88", "network": {"id": "b302a4c8-3755-4b72-b798-d786e7c05aa4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1411179352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5bbe1efa3e420a84828408283f2ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a24d015-f6", "ovs_interfaceid": "9a24d015-f696-43a7-ae94-003d20c1e3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 668.058830] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:36:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a24d015-f696-43a7-ae94-003d20c1e3b4', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.068705] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Creating folder: Project (2b5bbe1efa3e420a84828408283f2ccd). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.069194] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed89c350-0193-4ca8-9164-85821100c981 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.088270] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Created folder: Project (2b5bbe1efa3e420a84828408283f2ccd) in parent group-v906980. [ 668.088270] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Creating folder: Instances. Parent ref: group-v907052. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.089311] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7143e957-e715-4d39-92d3-96181687274c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.104590] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Created folder: Instances in parent group-v907052. [ 668.105083] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 668.105732] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.106168] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ac7cdd7-1b74-4523-a3cc-52e11f278cca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.125378] env[66735]: DEBUG nova.network.neutron [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Updated VIF entry in instance network info cache for port 09aec32b-d484-4978-b82b-8f1d7c4c046b. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 668.126238] env[66735]: DEBUG nova.network.neutron [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Updating instance_info_cache with network_info: [{"id": "09aec32b-d484-4978-b82b-8f1d7c4c046b", "address": "fa:16:3e:51:50:2a", "network": {"id": "eafa9b0a-e1c6-43c9-9804-09f42e14814e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-84078521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe1a2b31da6458c87abf2ac32e1cd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09aec32b-d4", "ovs_interfaceid": "09aec32b-d484-4978-b82b-8f1d7c4c046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.139488] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.139488] env[66735]: value = "task-4645172" [ 668.139488] env[66735]: _type = "Task" [ 668.139488] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.152987] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645172, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.182974] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.277452] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526b66d5-30b0-28c0-d27a-ea7a4c4f0903, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.280520] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.280801] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.281047] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.281215] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.281386] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.281893] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87f08d65-1451-4120-bb55-da98cfb479fd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.295108] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.295108] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.298881] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-147b4e68-8db0-4a51-a9d9-f49b699bb000 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.307143] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 668.307143] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52045edc-4bcb-8ea1-df3c-5282cd73cb7f" [ 668.307143] env[66735]: _type = "Task" [ 668.307143] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.316842] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52045edc-4bcb-8ea1-df3c-5282cd73cb7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.369071] env[66735]: DEBUG oslo_vmware.api [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d71865-9859-fb4c-e3cf-6a73486a0b21, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.369438] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.413262] env[66735]: DEBUG oslo_vmware.api [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Task: {'id': task-4645169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40162} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.413508] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.413698] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.413885] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.414076] env[66735]: INFO nova.compute.manager [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Took 1.65 seconds to destroy the instance on the hypervisor. [ 668.414345] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 668.414549] env[66735]: DEBUG nova.compute.manager [-] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 668.414660] env[66735]: DEBUG nova.network.neutron [-] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 668.414907] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.522676] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645166, 'name': ReconfigVM_Task, 'duration_secs': 0.786998} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.523099] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Reconfigured VM instance instance-00000017 to attach disk [datastore2] bbaa6d82-7252-4349-ab7a-450f27ab4db6/bbaa6d82-7252-4349-ab7a-450f27ab4db6.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.524175] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baacca84-1ed5-4bb8-9529-b6ad498485e2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.533397] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Waiting for the task: (returnval){ [ 668.533397] env[66735]: value = "task-4645173" [ 668.533397] env[66735]: _type = "Task" [ 668.533397] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.546415] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645173, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.546634] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87540a0d-10a9-4055-a4ad-c37ebd920cf5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.557045] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e76c71b-3927-4ab8-a697-e8e55267f3a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.592345] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df18f153-abbb-43f3-9fd5-8b654d1b6e7e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.601504] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce2dc84-add4-4e90-8608-497b384ff392 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.616517] env[66735]: DEBUG nova.compute.provider_tree [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.633173] env[66735]: DEBUG oslo_concurrency.lockutils [req-44be8095-9eea-4085-8425-ce63b1d233cd req-41bc6b20-f556-4554-bfa1-10e2ad01a5b8 service nova] Releasing lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.650240] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645172, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.682429] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645167, 'name': ReconfigVM_Task, 'duration_secs': 0.712602} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.682429] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 1e5975c1-9f80-4655-96e6-4375d951522f/1e5975c1-9f80-4655-96e6-4375d951522f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.683118] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8c256a4-0401-400b-aae2-32f7cfd9faa8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.697036] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Waiting for the task: (returnval){ [ 668.697036] env[66735]: value = "task-4645174" [ 668.697036] env[66735]: _type = "Task" [ 668.697036] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.703227] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.710032] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645174, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.818930] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52045edc-4bcb-8ea1-df3c-5282cd73cb7f, 'name': SearchDatastore_Task, 'duration_secs': 0.032866} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.819839] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5424511-b8ed-4eea-baeb-c99aaedb4119 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.826173] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 668.826173] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a65e2d-b7d7-2240-14ce-46cc363b11da" [ 668.826173] env[66735]: _type = "Task" [ 668.826173] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.835705] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a65e2d-b7d7-2240-14ce-46cc363b11da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.044841] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645173, 'name': Rename_Task, 'duration_secs': 0.178146} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.045480] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.045957] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31f1b41d-2c3d-4a7d-a0b6-e5ab30c7f506 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.055085] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Waiting for the task: (returnval){ [ 669.055085] env[66735]: value = "task-4645175" [ 669.055085] env[66735]: _type = "Task" [ 669.055085] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.065352] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.123023] env[66735]: DEBUG nova.scheduler.client.report [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.127431] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "8560b1a4-27ea-485b-8779-c7849d597eaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.128156] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "8560b1a4-27ea-485b-8779-c7849d597eaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.128720] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "8560b1a4-27ea-485b-8779-c7849d597eaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.131054] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "8560b1a4-27ea-485b-8779-c7849d597eaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.131054] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "8560b1a4-27ea-485b-8779-c7849d597eaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.132765] env[66735]: INFO nova.compute.manager [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Terminating instance [ 669.155108] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645172, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.209636] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645174, 'name': Rename_Task, 'duration_secs': 0.175152} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.210524] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.210873] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-079a94c7-7878-4298-9f4a-f80f9f6e9d37 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.220625] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Waiting for the task: (returnval){ [ 669.220625] env[66735]: value = "task-4645176" [ 669.220625] env[66735]: _type = "Task" [ 669.220625] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.230922] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.232446] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "19afee8e-fe27-4bf2-9483-6c7ea8c06531" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.232791] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "19afee8e-fe27-4bf2-9483-6c7ea8c06531" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.233117] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "19afee8e-fe27-4bf2-9483-6c7ea8c06531-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.233255] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "19afee8e-fe27-4bf2-9483-6c7ea8c06531-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.233403] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "19afee8e-fe27-4bf2-9483-6c7ea8c06531-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.235933] env[66735]: INFO nova.compute.manager [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Terminating instance [ 669.339438] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a65e2d-b7d7-2240-14ce-46cc363b11da, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.339735] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.339966] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] b98e8bb7-5bbc-461e-b48d-62bd0d951ec8/b98e8bb7-5bbc-461e-b48d-62bd0d951ec8.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.340250] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41a3571f-9607-4a7d-8328-964f4104d7d4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.348753] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 669.348753] env[66735]: value = "task-4645177" [ 669.348753] env[66735]: _type = "Task" [ 669.348753] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.358916] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.566777] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645175, 'name': PowerOnVM_Task} progress is 1%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.635008] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.635637] env[66735]: DEBUG nova.compute.manager [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 669.645020] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.002s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.645020] env[66735]: INFO nova.compute.claims [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.647612] env[66735]: DEBUG nova.compute.manager [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 669.647868] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.649711] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4815e3-6d59-4142-8276-59fbb68c2921 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.675030] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645172, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.675962] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.676554] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1977657f-8707-4dd8-8df7-a77b5e6ce1dd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.688777] env[66735]: DEBUG oslo_vmware.api [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 669.688777] env[66735]: value = "task-4645178" [ 669.688777] env[66735]: _type = "Task" [ 669.688777] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.700865] env[66735]: DEBUG oslo_vmware.api [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.734022] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.740817] env[66735]: DEBUG nova.compute.manager [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 669.741406] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.742896] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6716bbe2-4d2f-43c6-a0d2-925f7f8d8ce6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.753090] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.753586] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca941baa-432b-49e7-aaed-665fca9eb43c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.762839] env[66735]: DEBUG oslo_vmware.api [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 669.762839] env[66735]: value = "task-4645179" [ 669.762839] env[66735]: _type = "Task" [ 669.762839] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.775420] env[66735]: DEBUG oslo_vmware.api [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.863991] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645177, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.890643] env[66735]: DEBUG nova.network.neutron [-] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.073588] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645175, 'name': PowerOnVM_Task} progress is 1%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.150821] env[66735]: DEBUG nova.compute.utils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.163119] env[66735]: DEBUG nova.compute.manager [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 670.163119] env[66735]: DEBUG nova.network.neutron [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 670.163119] env[66735]: WARNING neutronclient.v2_0.client [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.163119] env[66735]: WARNING neutronclient.v2_0.client [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.175440] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645172, 'name': CreateVM_Task, 'duration_secs': 1.731598} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.175710] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.176278] env[66735]: WARNING neutronclient.v2_0.client [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.176652] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.176788] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.177161] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.177435] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7132fab2-4f4d-4994-9588-61558812645f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.184627] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 670.184627] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a5d084-25f2-fc65-324d-21e0c3fb836c" [ 670.184627] env[66735]: _type = "Task" [ 670.184627] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.199069] env[66735]: DEBUG oslo_vmware.api [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645178, 'name': PowerOffVM_Task, 'duration_secs': 0.501869} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.202910] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.202910] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.202910] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a5d084-25f2-fc65-324d-21e0c3fb836c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.203376] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-459fc4b4-8129-4002-a275-efdc190e32cd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.234639] env[66735]: DEBUG oslo_vmware.api [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645176, 'name': PowerOnVM_Task, 'duration_secs': 0.920778} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.234788] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.234987] env[66735]: INFO nova.compute.manager [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Took 10.65 seconds to spawn the instance on the hypervisor. [ 670.235908] env[66735]: DEBUG nova.compute.manager [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 670.236688] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7917ac03-8616-4ceb-9ef1-61744eec02ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.274102] env[66735]: DEBUG oslo_vmware.api [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645179, 'name': PowerOffVM_Task, 'duration_secs': 0.434437} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.276687] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.276687] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.276687] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3cd0e46-1936-431f-8b2c-10ea3f1cbde1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.287118] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.287361] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.287630] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Deleting the datastore file [datastore2] 8560b1a4-27ea-485b-8779-c7849d597eaa {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.288018] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b81a1729-94ca-412b-a4ab-4b9066c2038a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.297396] env[66735]: DEBUG oslo_vmware.api [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 670.297396] env[66735]: value = "task-4645182" [ 670.297396] env[66735]: _type = "Task" [ 670.297396] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.363715] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778144} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.364981] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] b98e8bb7-5bbc-461e-b48d-62bd0d951ec8/b98e8bb7-5bbc-461e-b48d-62bd0d951ec8.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.365276] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.369497] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aea7cc8-6c25-408e-9512-e649412779c6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.369497] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.369696] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.369993] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Deleting the datastore file [datastore2] 19afee8e-fe27-4bf2-9483-6c7ea8c06531 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.370273] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c93904b-03d3-445f-8bc1-25d0f53284d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.380241] env[66735]: DEBUG oslo_vmware.api [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 670.380241] env[66735]: value = "task-4645184" [ 670.380241] env[66735]: _type = "Task" [ 670.380241] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.381907] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 670.381907] env[66735]: value = "task-4645183" [ 670.381907] env[66735]: _type = "Task" [ 670.381907] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.395064] env[66735]: INFO nova.compute.manager [-] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Took 1.98 seconds to deallocate network for instance. [ 670.407952] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.408856] env[66735]: DEBUG oslo_vmware.api [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.441168] env[66735]: DEBUG nova.compute.manager [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Received event network-vif-plugged-80689a7b-b552-4dc4-936d-4aeb5c8647b9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 670.441168] env[66735]: DEBUG oslo_concurrency.lockutils [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] Acquiring lock "1e5975c1-9f80-4655-96e6-4375d951522f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.441168] env[66735]: DEBUG oslo_concurrency.lockutils [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] Lock "1e5975c1-9f80-4655-96e6-4375d951522f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.441168] env[66735]: DEBUG oslo_concurrency.lockutils [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] Lock "1e5975c1-9f80-4655-96e6-4375d951522f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.441168] env[66735]: DEBUG nova.compute.manager [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] No waiting events found dispatching network-vif-plugged-80689a7b-b552-4dc4-936d-4aeb5c8647b9 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 670.441501] env[66735]: WARNING nova.compute.manager [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Received unexpected event network-vif-plugged-80689a7b-b552-4dc4-936d-4aeb5c8647b9 for instance with vm_state active and task_state None. [ 670.441501] env[66735]: DEBUG nova.compute.manager [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Received event network-changed-80689a7b-b552-4dc4-936d-4aeb5c8647b9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 670.441501] env[66735]: DEBUG nova.compute.manager [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Refreshing instance network info cache due to event network-changed-80689a7b-b552-4dc4-936d-4aeb5c8647b9. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 670.441501] env[66735]: DEBUG oslo_concurrency.lockutils [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] Acquiring lock "refresh_cache-1e5975c1-9f80-4655-96e6-4375d951522f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.441501] env[66735]: DEBUG oslo_concurrency.lockutils [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] Acquired lock "refresh_cache-1e5975c1-9f80-4655-96e6-4375d951522f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.441849] env[66735]: DEBUG nova.network.neutron [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Refreshing network info cache for port 80689a7b-b552-4dc4-936d-4aeb5c8647b9 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.464895] env[66735]: DEBUG nova.compute.manager [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Received event network-vif-plugged-e89af5cc-d279-4ee3-a8ba-12c240b3b35c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 670.465214] env[66735]: DEBUG oslo_concurrency.lockutils [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] Acquiring lock "bbaa6d82-7252-4349-ab7a-450f27ab4db6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.465485] env[66735]: DEBUG oslo_concurrency.lockutils [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] Lock "bbaa6d82-7252-4349-ab7a-450f27ab4db6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.465663] env[66735]: DEBUG oslo_concurrency.lockutils [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] Lock "bbaa6d82-7252-4349-ab7a-450f27ab4db6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.465831] env[66735]: DEBUG nova.compute.manager [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] No waiting events found dispatching network-vif-plugged-e89af5cc-d279-4ee3-a8ba-12c240b3b35c {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 670.465985] env[66735]: WARNING nova.compute.manager [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Received unexpected event network-vif-plugged-e89af5cc-d279-4ee3-a8ba-12c240b3b35c for instance with vm_state building and task_state spawning. [ 670.466159] env[66735]: DEBUG nova.compute.manager [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Received event network-changed-e89af5cc-d279-4ee3-a8ba-12c240b3b35c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 670.466422] env[66735]: DEBUG nova.compute.manager [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Refreshing instance network info cache due to event network-changed-e89af5cc-d279-4ee3-a8ba-12c240b3b35c. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 670.466773] env[66735]: DEBUG oslo_concurrency.lockutils [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] Acquiring lock "refresh_cache-bbaa6d82-7252-4349-ab7a-450f27ab4db6" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.466999] env[66735]: DEBUG oslo_concurrency.lockutils [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] Acquired lock "refresh_cache-bbaa6d82-7252-4349-ab7a-450f27ab4db6" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.467384] env[66735]: DEBUG nova.network.neutron [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Refreshing network info cache for port e89af5cc-d279-4ee3-a8ba-12c240b3b35c {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.569433] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645175, 'name': PowerOnVM_Task} progress is 64%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.656215] env[66735]: DEBUG nova.compute.manager [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 670.700180] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a5d084-25f2-fc65-324d-21e0c3fb836c, 'name': SearchDatastore_Task, 'duration_secs': 0.018247} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.703941] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.704232] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.704472] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.704619] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.705032] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.705289] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f850758-c6ae-4cb8-b46e-9e595ea2c970 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.717420] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.717420] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.718135] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2bba420-8853-415c-9eb2-639fe4e7ec7f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.730941] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 670.730941] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524ada59-2985-6abf-72a9-b9b24f5fe553" [ 670.730941] env[66735]: _type = "Task" [ 670.730941] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.745374] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524ada59-2985-6abf-72a9-b9b24f5fe553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.760044] env[66735]: INFO nova.compute.manager [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Took 26.10 seconds to build instance. [ 670.819036] env[66735]: DEBUG oslo_vmware.api [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254422} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.819036] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.819036] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.819036] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.819036] env[66735]: INFO nova.compute.manager [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Took 1.17 seconds to destroy the instance on the hypervisor. [ 670.819362] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 670.819362] env[66735]: DEBUG nova.compute.manager [-] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 670.819362] env[66735]: DEBUG nova.network.neutron [-] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 670.819362] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.886978] env[66735]: DEBUG nova.policy [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b338c30241047558315e68a0bf38d1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a356bd775ea4f14a9935bfd931093b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.914989] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121752} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.914989] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Acquiring lock "0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.915535] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Lock "0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.915769] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Acquiring lock "0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.916541] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Lock "0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.916541] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Lock "0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.919083] env[66735]: DEBUG oslo_concurrency.lockutils [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.919570] env[66735]: DEBUG oslo_vmware.api [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209553} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.923819] env[66735]: INFO nova.compute.manager [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Terminating instance [ 670.925583] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.926019] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.926467] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.926610] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.926918] env[66735]: INFO nova.compute.manager [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Took 1.19 seconds to destroy the instance on the hypervisor. [ 670.927251] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 670.930382] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edab1bf-0c46-433e-bb7f-d20062c1528c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.934086] env[66735]: DEBUG nova.compute.manager [-] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 670.934345] env[66735]: DEBUG nova.network.neutron [-] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 670.934665] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.954811] env[66735]: WARNING neutronclient.v2_0.client [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.968619] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] b98e8bb7-5bbc-461e-b48d-62bd0d951ec8/b98e8bb7-5bbc-461e-b48d-62bd0d951ec8.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.972614] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-269a53a9-26f3-4be0-89c2-ae2d4045120d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.990832] env[66735]: WARNING neutronclient.v2_0.client [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.995716] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.005247] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 671.005247] env[66735]: value = "task-4645185" [ 671.005247] env[66735]: _type = "Task" [ 671.005247] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.016745] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.072994] env[66735]: DEBUG oslo_vmware.api [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645175, 'name': PowerOnVM_Task, 'duration_secs': 1.811009} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.073366] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.073594] env[66735]: INFO nova.compute.manager [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Took 14.05 seconds to spawn the instance on the hypervisor. [ 671.073778] env[66735]: DEBUG nova.compute.manager [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 671.074692] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c295b0-0349-4235-9c02-9e1f3318cc78 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.246234] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524ada59-2985-6abf-72a9-b9b24f5fe553, 'name': SearchDatastore_Task, 'duration_secs': 0.017869} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.248086] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38e46aa-1ad7-4dee-b88c-16c963f75bcf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.255989] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 671.255989] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e19725-0837-a924-0f93-9b1ce896c863" [ 671.255989] env[66735]: _type = "Task" [ 671.255989] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.263813] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a11140d2-b568-49f6-ad31-4e9669e2ed5c tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Lock "1e5975c1-9f80-4655-96e6-4375d951522f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.618s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.271625] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e19725-0837-a924-0f93-9b1ce896c863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.305636] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b276826-581a-4137-b6f0-f92fa36057b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.316520] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4c83e9-f5fa-4374-a3a8-2b223b27f108 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.357262] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5e9572-0410-493e-b809-2b496c371bad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.366932] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227a4806-2771-41ec-bfe7-e85a36d789b5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.385190] env[66735]: DEBUG nova.compute.provider_tree [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.442197] env[66735]: DEBUG nova.compute.manager [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 671.443476] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.444278] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27369808-0e18-4aed-b9a8-0c13f946ab19 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.456871] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.456871] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20bc205c-2f83-434e-bcc4-d4a5b07cfab1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.467411] env[66735]: DEBUG oslo_vmware.api [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Waiting for the task: (returnval){ [ 671.467411] env[66735]: value = "task-4645186" [ 671.467411] env[66735]: _type = "Task" [ 671.467411] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.480736] env[66735]: DEBUG oslo_vmware.api [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.521151] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.606934] env[66735]: INFO nova.compute.manager [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Took 33.83 seconds to build instance. [ 671.674012] env[66735]: DEBUG nova.compute.manager [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 671.722458] env[66735]: DEBUG nova.virt.hardware [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 671.722764] env[66735]: DEBUG nova.virt.hardware [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.722891] env[66735]: DEBUG nova.virt.hardware [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 671.723346] env[66735]: DEBUG nova.virt.hardware [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.723863] env[66735]: DEBUG nova.virt.hardware [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 671.724119] env[66735]: DEBUG nova.virt.hardware [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 671.724390] env[66735]: DEBUG nova.virt.hardware [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 671.724551] env[66735]: DEBUG nova.virt.hardware [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 671.724821] env[66735]: DEBUG nova.virt.hardware [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 671.725761] env[66735]: DEBUG nova.virt.hardware [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 671.726953] env[66735]: DEBUG nova.virt.hardware [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 671.727602] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e27cb2-1ab8-4c54-a9b3-1fb5e19404b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.742947] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceaa6d5-efe6-42aa-987c-77e125b28c4c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.771324] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.785162] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e19725-0837-a924-0f93-9b1ce896c863, 'name': SearchDatastore_Task, 'duration_secs': 0.037583} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.785444] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.786057] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 118f9f30-1050-469d-9e5c-d758052b90aa/118f9f30-1050-469d-9e5c-d758052b90aa.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.786057] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f227aca-6d99-4082-8140-39bfa7bc38ad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.799164] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 671.799164] env[66735]: value = "task-4645187" [ 671.799164] env[66735]: _type = "Task" [ 671.799164] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.810599] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.889704] env[66735]: DEBUG nova.scheduler.client.report [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.979985] env[66735]: DEBUG oslo_vmware.api [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645186, 'name': PowerOffVM_Task, 'duration_secs': 0.274543} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.980431] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.980706] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.981128] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09d350ed-a194-4b89-846b-532bd1729be1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.022496] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645185, 'name': ReconfigVM_Task, 'duration_secs': 0.702301} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.022996] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Reconfigured VM instance instance-00000019 to attach disk [datastore2] b98e8bb7-5bbc-461e-b48d-62bd0d951ec8/b98e8bb7-5bbc-461e-b48d-62bd0d951ec8.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.023973] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb4929d6-b184-408d-96b2-9a5ba263ae3f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.034372] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 672.034372] env[66735]: value = "task-4645189" [ 672.034372] env[66735]: _type = "Task" [ 672.034372] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.045235] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645189, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.067034] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.067307] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.067509] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Deleting the datastore file [datastore2] 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.068320] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7c89b89-b782-4438-a884-d32cbd85023a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.077007] env[66735]: DEBUG oslo_vmware.api [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Waiting for the task: (returnval){ [ 672.077007] env[66735]: value = "task-4645190" [ 672.077007] env[66735]: _type = "Task" [ 672.077007] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.088754] env[66735]: DEBUG oslo_vmware.api [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.109473] env[66735]: DEBUG oslo_concurrency.lockutils [None req-68cf0e05-7794-4268-b32e-1c3bcb125682 tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Lock "bbaa6d82-7252-4349-ab7a-450f27ab4db6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.342s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.278097] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "36f3a3b7-25c0-4738-9b48-5085b870f27a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.278345] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "36f3a3b7-25c0-4738-9b48-5085b870f27a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.278538] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "36f3a3b7-25c0-4738-9b48-5085b870f27a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.279494] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "36f3a3b7-25c0-4738-9b48-5085b870f27a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.279494] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "36f3a3b7-25c0-4738-9b48-5085b870f27a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.281818] env[66735]: INFO nova.compute.manager [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Terminating instance [ 672.313233] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645187, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.394913] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.395758] env[66735]: DEBUG nova.compute.manager [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 672.400268] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.737s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.402577] env[66735]: INFO nova.compute.claims [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.549075] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645189, 'name': Rename_Task, 'duration_secs': 0.443943} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.549483] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.549813] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2300aa86-4e74-47fe-96c8-7e44b931ef56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.562085] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 672.562085] env[66735]: value = "task-4645191" [ 672.562085] env[66735]: _type = "Task" [ 672.562085] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.569333] env[66735]: DEBUG nova.network.neutron [-] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.576480] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.589158] env[66735]: DEBUG oslo_vmware.api [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645190, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.604216] env[66735]: DEBUG nova.network.neutron [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Successfully created port: 64638099-ede3-4858-915b-7980b441255c {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 672.788131] env[66735]: DEBUG nova.compute.manager [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 672.788674] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.790054] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21277d4-a40d-4c6e-8034-6ec761d59e10 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.798763] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.799089] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5c94e50-7b23-4649-8682-304deb161f34 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.812595] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616222} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.814966] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 118f9f30-1050-469d-9e5c-d758052b90aa/118f9f30-1050-469d-9e5c-d758052b90aa.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.815225] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.815409] env[66735]: DEBUG oslo_vmware.api [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 672.815409] env[66735]: value = "task-4645192" [ 672.815409] env[66735]: _type = "Task" [ 672.815409] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.815685] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3501db33-26c8-47f7-beb5-994ba64aa346 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.831659] env[66735]: DEBUG oslo_vmware.api [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.833877] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 672.833877] env[66735]: value = "task-4645193" [ 672.833877] env[66735]: _type = "Task" [ 672.833877] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.908474] env[66735]: DEBUG nova.compute.utils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.912530] env[66735]: DEBUG nova.compute.manager [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 672.913611] env[66735]: DEBUG nova.network.neutron [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 672.913611] env[66735]: WARNING neutronclient.v2_0.client [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.913611] env[66735]: WARNING neutronclient.v2_0.client [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.076354] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.078193] env[66735]: INFO nova.compute.manager [-] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Took 2.26 seconds to deallocate network for instance. [ 673.096445] env[66735]: DEBUG oslo_vmware.api [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Task: {'id': task-4645190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.513938} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.096445] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.096445] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.096445] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.096445] env[66735]: INFO nova.compute.manager [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Took 1.65 seconds to destroy the instance on the hypervisor. [ 673.096835] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 673.096835] env[66735]: DEBUG nova.compute.manager [-] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 673.096835] env[66735]: DEBUG nova.network.neutron [-] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 673.096835] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.332211] env[66735]: DEBUG oslo_vmware.api [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645192, 'name': PowerOffVM_Task, 'duration_secs': 0.298927} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.332475] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.332745] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.333029] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be0be1c9-6fb1-4916-806f-28a635bb4581 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.345402] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091812} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.345402] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.346042] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783c65fd-fcbe-4006-9fd5-95a4ef409de8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.372054] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 118f9f30-1050-469d-9e5c-d758052b90aa/118f9f30-1050-469d-9e5c-d758052b90aa.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.372592] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaafae7a-e163-4c2c-906e-8b3175428c2a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.399707] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 673.399707] env[66735]: value = "task-4645195" [ 673.399707] env[66735]: _type = "Task" [ 673.399707] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.413373] env[66735]: DEBUG nova.compute.manager [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 673.419996] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.425649] env[66735]: DEBUG nova.network.neutron [-] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.429049] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.429049] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.429049] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Deleting the datastore file [datastore2] 36f3a3b7-25c0-4738-9b48-5085b870f27a {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.429049] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0fe7797-a164-4994-8566-14150c672986 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.437690] env[66735]: DEBUG oslo_vmware.api [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 673.437690] env[66735]: value = "task-4645196" [ 673.437690] env[66735]: _type = "Task" [ 673.437690] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.450446] env[66735]: DEBUG oslo_vmware.api [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.576501] env[66735]: DEBUG oslo_vmware.api [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645191, 'name': PowerOnVM_Task, 'duration_secs': 0.986179} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.578074] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.578074] env[66735]: INFO nova.compute.manager [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Took 11.23 seconds to spawn the instance on the hypervisor. [ 673.578074] env[66735]: DEBUG nova.compute.manager [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 673.578711] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eb1071-f5b9-46f3-861f-4e4d3fb16f2a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.593242] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.844247] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f22ec91-fa07-454b-b567-aa0343540c7c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.853443] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ec1de5-5a6f-4880-b730-841711107db1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.886709] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195e69f1-ec04-4f37-9c37-bd9fb3b19e18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.896194] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b671ff-5fba-400a-8637-177daaf65a3b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.909986] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645195, 'name': ReconfigVM_Task, 'duration_secs': 0.394828} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.918752] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 118f9f30-1050-469d-9e5c-d758052b90aa/118f9f30-1050-469d-9e5c-d758052b90aa.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.923463] env[66735]: DEBUG nova.compute.provider_tree [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.924937] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-501d0ab0-3a3b-42d9-a336-ed6ab4c19952 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.929734] env[66735]: INFO nova.compute.manager [-] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Took 3.00 seconds to deallocate network for instance. [ 673.933166] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 673.933166] env[66735]: value = "task-4645197" [ 673.933166] env[66735]: _type = "Task" [ 673.933166] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.950795] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645197, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.954389] env[66735]: DEBUG oslo_vmware.api [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208227} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.954640] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.954852] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.955009] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.955257] env[66735]: INFO nova.compute.manager [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 673.955613] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 673.955799] env[66735]: DEBUG nova.compute.manager [-] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 673.955899] env[66735]: DEBUG nova.network.neutron [-] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 673.956158] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.103267] env[66735]: INFO nova.compute.manager [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Took 27.51 seconds to build instance. [ 674.355089] env[66735]: DEBUG nova.policy [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78bb2056f19f45dbbd8ae1c80fa0561f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e19dace03ce49b1a26abe3dd638f0c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.387415] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.427899] env[66735]: DEBUG nova.compute.manager [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 674.432050] env[66735]: DEBUG nova.scheduler.client.report [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.444288] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.450201] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645197, 'name': Rename_Task, 'duration_secs': 0.333892} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.450201] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.450201] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36ce08d6-2b52-4bdd-8561-5969e5fdb4c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.458924] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 674.458924] env[66735]: value = "task-4645198" [ 674.458924] env[66735]: _type = "Task" [ 674.458924] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.476277] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.479078] env[66735]: DEBUG nova.virt.hardware [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 674.479313] env[66735]: DEBUG nova.virt.hardware [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.479456] env[66735]: DEBUG nova.virt.hardware [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 674.479944] env[66735]: DEBUG nova.virt.hardware [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.479944] env[66735]: DEBUG nova.virt.hardware [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 674.479944] env[66735]: DEBUG nova.virt.hardware [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 674.480259] env[66735]: DEBUG nova.virt.hardware [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 674.480518] env[66735]: DEBUG nova.virt.hardware [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 674.480689] env[66735]: DEBUG nova.virt.hardware [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 674.480862] env[66735]: DEBUG nova.virt.hardware [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 674.481071] env[66735]: DEBUG nova.virt.hardware [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 674.482522] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7745f189-7324-4fd2-b3d4-14416e73750f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.492957] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03181e4-7918-4ba7-aecd-fd35dc6ed5d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.503512] env[66735]: DEBUG nova.compute.manager [None req-267f5296-ba66-467b-a963-7866b8903c7c tempest-ServerDiagnosticsTest-497854117 tempest-ServerDiagnosticsTest-497854117-project-admin] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 674.504277] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275b3465-f8e3-4471-9951-f335207777b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.518142] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.525228] env[66735]: INFO nova.compute.manager [None req-267f5296-ba66-467b-a963-7866b8903c7c tempest-ServerDiagnosticsTest-497854117 tempest-ServerDiagnosticsTest-497854117-project-admin] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Retrieving diagnostics [ 674.526207] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3774cabb-93a9-4465-bc99-b6833646b145 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.605949] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8d19ea98-67de-44e3-aab6-d3feab5d10d3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.026s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.663979] env[66735]: DEBUG nova.network.neutron [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Successfully updated port: 64638099-ede3-4858-915b-7980b441255c {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 674.940255] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.940255] env[66735]: DEBUG nova.compute.manager [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 674.944307] env[66735]: WARNING neutronclient.v2_0.client [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.946875] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.599s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.947281] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.947645] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 674.948108] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.977s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.952844] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d006a4a-fd5f-4bf8-8178-ac6faa6e0cb8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.968970] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66d4ef4-16bc-44cc-9d8c-1917ce9e1d56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.978670] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645198, 'name': PowerOnVM_Task} progress is 1%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.983651] env[66735]: DEBUG nova.network.neutron [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Successfully created port: 4f1597b2-46bd-41d1-a992-d4a6ffd289bf {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 674.998827] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c457959-1c70-46eb-86e9-b4d182b7c0aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.008343] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875dc53f-bdbf-4f68-9caa-ebf00cf80223 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.045084] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178918MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 675.045257] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.080141] env[66735]: WARNING neutronclient.v2_0.client [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.173355] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "refresh_cache-3d4ac919-d0f3-4310-bed5-785da809fe2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.173355] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "refresh_cache-3d4ac919-d0f3-4310-bed5-785da809fe2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.175624] env[66735]: DEBUG nova.network.neutron [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 675.413574] env[66735]: DEBUG nova.network.neutron [-] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.424722] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a124e61-088a-424e-bc91-94df3053d8c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.442665] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3485d8-b9cf-4dae-b0fc-8c5ab91ea929 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.453743] env[66735]: DEBUG nova.compute.utils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.488840] env[66735]: DEBUG nova.compute.manager [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 675.489185] env[66735]: DEBUG nova.network.neutron [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 675.489556] env[66735]: WARNING neutronclient.v2_0.client [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.489868] env[66735]: WARNING neutronclient.v2_0.client [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.494178] env[66735]: DEBUG nova.compute.manager [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 675.500632] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e658fbc2-4606-49b9-a371-1690120fec2c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.513744] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645198, 'name': PowerOnVM_Task} progress is 64%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.514874] env[66735]: DEBUG nova.network.neutron [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Updated VIF entry in instance network info cache for port 80689a7b-b552-4dc4-936d-4aeb5c8647b9. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 675.515224] env[66735]: DEBUG nova.network.neutron [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Updating instance_info_cache with network_info: [{"id": "80689a7b-b552-4dc4-936d-4aeb5c8647b9", "address": "fa:16:3e:45:0c:b5", "network": {"id": "72b5b645-2301-42cc-8e17-4fe6219700c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2048425459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74f55c38335a40d1b637896b6a60ebd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80689a7b-b5", "ovs_interfaceid": "80689a7b-b552-4dc4-936d-4aeb5c8647b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.517515] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92b1459-015b-4509-a58b-d259c1c7439d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.535271] env[66735]: DEBUG nova.compute.provider_tree [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.764707] env[66735]: DEBUG nova.network.neutron [-] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.801538] env[66735]: DEBUG nova.network.neutron [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Updated VIF entry in instance network info cache for port e89af5cc-d279-4ee3-a8ba-12c240b3b35c. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 675.801961] env[66735]: DEBUG nova.network.neutron [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Updating instance_info_cache with network_info: [{"id": "e89af5cc-d279-4ee3-a8ba-12c240b3b35c", "address": "fa:16:3e:9e:9b:ef", "network": {"id": "163407b4-d876-4c89-bc45-3770ec06e5d9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-71331455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee0cf1c84454360a9df9b112171d9a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89af5cc-d2", "ovs_interfaceid": "e89af5cc-d279-4ee3-a8ba-12c240b3b35c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.849508] env[66735]: DEBUG nova.policy [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78bb2056f19f45dbbd8ae1c80fa0561f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e19dace03ce49b1a26abe3dd638f0c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.917287] env[66735]: INFO nova.compute.manager [-] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Took 2.82 seconds to deallocate network for instance. [ 676.008406] env[66735]: DEBUG oslo_vmware.api [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645198, 'name': PowerOnVM_Task, 'duration_secs': 1.093937} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.008880] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.009087] env[66735]: INFO nova.compute.manager [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Took 11.09 seconds to spawn the instance on the hypervisor. [ 676.009258] env[66735]: DEBUG nova.compute.manager [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 676.010074] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1918ca71-e41e-4f39-88f2-a26465041766 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.023100] env[66735]: DEBUG oslo_concurrency.lockutils [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] Releasing lock "refresh_cache-1e5975c1-9f80-4655-96e6-4375d951522f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.023366] env[66735]: DEBUG nova.compute.manager [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Received event network-vif-plugged-e42fb582-0ce7-479c-86a9-37552d185fb9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 676.023560] env[66735]: DEBUG oslo_concurrency.lockutils [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] Acquiring lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.023759] env[66735]: DEBUG oslo_concurrency.lockutils [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] Lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.023916] env[66735]: DEBUG oslo_concurrency.lockutils [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] Lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.024085] env[66735]: DEBUG nova.compute.manager [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] No waiting events found dispatching network-vif-plugged-e42fb582-0ce7-479c-86a9-37552d185fb9 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 676.024289] env[66735]: WARNING nova.compute.manager [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Received unexpected event network-vif-plugged-e42fb582-0ce7-479c-86a9-37552d185fb9 for instance with vm_state building and task_state spawning. [ 676.024404] env[66735]: DEBUG nova.compute.manager [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Received event network-changed-e42fb582-0ce7-479c-86a9-37552d185fb9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 676.024551] env[66735]: DEBUG nova.compute.manager [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Refreshing instance network info cache due to event network-changed-e42fb582-0ce7-479c-86a9-37552d185fb9. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 676.024727] env[66735]: DEBUG oslo_concurrency.lockutils [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] Acquiring lock "refresh_cache-b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.024859] env[66735]: DEBUG oslo_concurrency.lockutils [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] Acquired lock "refresh_cache-b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.025025] env[66735]: DEBUG nova.network.neutron [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Refreshing network info cache for port e42fb582-0ce7-479c-86a9-37552d185fb9 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.038860] env[66735]: DEBUG nova.scheduler.client.report [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.159199] env[66735]: DEBUG nova.network.neutron [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 676.250821] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.251072] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.268352] env[66735]: INFO nova.compute.manager [-] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Took 2.31 seconds to deallocate network for instance. [ 676.305857] env[66735]: DEBUG oslo_concurrency.lockutils [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] Releasing lock "refresh_cache-bbaa6d82-7252-4349-ab7a-450f27ab4db6" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.306193] env[66735]: DEBUG nova.compute.manager [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Received event network-vif-plugged-9a24d015-f696-43a7-ae94-003d20c1e3b4 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 676.306423] env[66735]: DEBUG oslo_concurrency.lockutils [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] Acquiring lock "118f9f30-1050-469d-9e5c-d758052b90aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.306675] env[66735]: DEBUG oslo_concurrency.lockutils [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] Lock "118f9f30-1050-469d-9e5c-d758052b90aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.306893] env[66735]: DEBUG oslo_concurrency.lockutils [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] Lock "118f9f30-1050-469d-9e5c-d758052b90aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.307131] env[66735]: DEBUG nova.compute.manager [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] No waiting events found dispatching network-vif-plugged-9a24d015-f696-43a7-ae94-003d20c1e3b4 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 676.307519] env[66735]: WARNING nova.compute.manager [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Received unexpected event network-vif-plugged-9a24d015-f696-43a7-ae94-003d20c1e3b4 for instance with vm_state building and task_state spawning. [ 676.307666] env[66735]: DEBUG nova.compute.manager [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Received event network-changed-9a24d015-f696-43a7-ae94-003d20c1e3b4 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 676.307791] env[66735]: DEBUG nova.compute.manager [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Refreshing instance network info cache due to event network-changed-9a24d015-f696-43a7-ae94-003d20c1e3b4. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 676.307987] env[66735]: DEBUG oslo_concurrency.lockutils [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] Acquiring lock "refresh_cache-118f9f30-1050-469d-9e5c-d758052b90aa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.308136] env[66735]: DEBUG oslo_concurrency.lockutils [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] Acquired lock "refresh_cache-118f9f30-1050-469d-9e5c-d758052b90aa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.308288] env[66735]: DEBUG nova.network.neutron [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Refreshing network info cache for port 9a24d015-f696-43a7-ae94-003d20c1e3b4 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.423974] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.510622] env[66735]: DEBUG nova.compute.manager [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 676.532466] env[66735]: WARNING neutronclient.v2_0.client [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.536458] env[66735]: INFO nova.compute.manager [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Took 28.84 seconds to build instance. [ 676.545350] env[66735]: DEBUG nova.virt.hardware [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 676.545651] env[66735]: DEBUG nova.virt.hardware [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.545864] env[66735]: DEBUG nova.virt.hardware [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 676.547088] env[66735]: DEBUG nova.virt.hardware [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.547296] env[66735]: DEBUG nova.virt.hardware [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 676.547499] env[66735]: DEBUG nova.virt.hardware [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 676.548307] env[66735]: DEBUG nova.virt.hardware [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 676.548854] env[66735]: DEBUG nova.virt.hardware [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 676.548854] env[66735]: DEBUG nova.virt.hardware [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 676.548998] env[66735]: DEBUG nova.virt.hardware [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 676.549293] env[66735]: DEBUG nova.virt.hardware [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 676.550781] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.550781] env[66735]: INFO nova.compute.manager [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Successfully reverted task state from image_uploading on failure for instance. [ 676.554754] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9feee3f-1919-4d44-b908-df7b52954d8b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.560112] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.821s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.562207] env[66735]: INFO nova.compute.claims [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server [None req-a6515495-c3d4-449b-9943-249570c4a248 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Exception during message handling: glanceclient.exc.HTTPBadGateway: HTTP 502 Bad Gateway: Bad Gateway: The proxy server received an invalid: response from an upstream server.: Apache/2.4.52 (Ubuntu) Server at 10.180.1.21 Port 80 [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 676.566484] env[66735]: ERROR oslo_messaging.rpc.server raise self.value [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server raise self.value [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 676.567081] env[66735]: ERROR oslo_messaging.rpc.server raise self.value [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server raise self.value [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4583, in snapshot_instance [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4616, in _snapshot_instance [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1024, in snapshot [ 676.567744] env[66735]: ERROR oslo_messaging.rpc.server images.upload_image_stream_optimized( [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/images.py", line 467, in upload_image_stream_optimized [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server IMAGE_API.update(context, image_id, image_metadata, data=read_handle) [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 1254, in update [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server return session.update(context, image_id, image_info, data=data, [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 704, in update [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server _reraise_translated_image_exception(image_id) [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 1042, in _reraise_translated_image_exception [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server raise new_exc.with_traceback(exc_trace) [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 702, in update [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server image = self._update_v2(context, sent_service_image_meta, data) [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 721, in _update_v2 [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server image = self._upload_data(context, image_id, data) [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 590, in _upload_data [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server utils.tpool_execute(self._client.call, [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 634, in tpool_execute [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server return _pass_context(tpool.execute, func, *args, **kwargs) [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 586, in _pass_context [ 676.568402] env[66735]: ERROR oslo_messaging.rpc.server return runner(context_wrapper, *args, **kwargs) [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 125, in execute [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server raise e.with_traceback(tb) [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 82, in tworker [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server rv = meth(*args, **kwargs) [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 181, in call [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server result = getattr(controller, method)(*args, **kwargs) [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/utils.py", line 652, in inner [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server return RequestIdProxy(wrapped(*args, **kwargs)) [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 313, in upload [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server resp, body = self.http_client.put(url, headers=hdrs, data=body) [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/keystoneauth1/adapter.py", line 619, in put [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server return self.request(url, 'PUT', **kwargs) [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 376, in request [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server return self._handle_response(resp) [ 676.569108] env[66735]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 116, in _handle_response [ 676.569719] env[66735]: ERROR oslo_messaging.rpc.server raise exc.from_response(resp, resp.content) [ 676.569719] env[66735]: ERROR oslo_messaging.rpc.server glanceclient.exc.HTTPBadGateway: HTTP 502 Bad Gateway: Bad Gateway: The proxy server received an invalid: response from an upstream server.: Apache/2.4.52 (Ubuntu) Server at 10.180.1.21 Port 80 [ 676.569719] env[66735]: ERROR oslo_messaging.rpc.server [ 676.573717] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdd72a6-33ec-49d2-b8b6-dad54dbdc9dd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.754436] env[66735]: DEBUG nova.compute.manager [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 676.779460] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.812069] env[66735]: WARNING neutronclient.v2_0.client [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.992844] env[66735]: DEBUG nova.network.neutron [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Successfully updated port: 4f1597b2-46bd-41d1-a992-d4a6ffd289bf {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 677.039715] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b93038c3-dc58-454c-b0e5-5d1ca9b6a933 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lock "118f9f30-1050-469d-9e5c-d758052b90aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.347s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.282492] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.316010] env[66735]: DEBUG nova.network.neutron [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Successfully created port: d6b2ad7e-9a6e-4536-9daa-090773c59886 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 677.497965] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "refresh_cache-c1152fd1-9900-40e4-a706-e4c9e1329771" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.498207] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired lock "refresh_cache-c1152fd1-9900-40e4-a706-e4c9e1329771" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.498315] env[66735]: DEBUG nova.network.neutron [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 677.977051] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb411802-5fff-40ba-9ced-b04df4337cb6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.985975] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8883e3dd-2297-4412-bdaf-805337ccd7d2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.024701] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fdc40e-d07a-493c-be7e-cfa265c9dd40 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.034299] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6464ac-b576-40a6-9bbd-1ed855319cf8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.049850] env[66735]: DEBUG nova.compute.provider_tree [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.255130] env[66735]: DEBUG nova.network.neutron [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 678.554056] env[66735]: DEBUG nova.scheduler.client.report [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.060410] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.061421] env[66735]: DEBUG nova.compute.manager [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 679.067766] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.082s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.069460] env[66735]: INFO nova.compute.claims [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.243791] env[66735]: WARNING neutronclient.v2_0.client [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.527826] env[66735]: DEBUG nova.network.neutron [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Updating instance_info_cache with network_info: [{"id": "64638099-ede3-4858-915b-7980b441255c", "address": "fa:16:3e:51:c7:fe", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64638099-ed", "ovs_interfaceid": "64638099-ede3-4858-915b-7980b441255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.568591] env[66735]: DEBUG nova.compute.utils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.568922] env[66735]: DEBUG nova.compute.manager [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 679.569143] env[66735]: DEBUG nova.network.neutron [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 679.569449] env[66735]: WARNING neutronclient.v2_0.client [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.569734] env[66735]: WARNING neutronclient.v2_0.client [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.637973] env[66735]: WARNING neutronclient.v2_0.client [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.668055] env[66735]: WARNING neutronclient.v2_0.client [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.697254] env[66735]: WARNING neutronclient.v2_0.client [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.757632] env[66735]: DEBUG nova.policy [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4d5df6af9d74686924fdf509471fa6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6007d52cb14367ba8c4132ef9e7fb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.813340] env[66735]: DEBUG nova.network.neutron [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Successfully updated port: d6b2ad7e-9a6e-4536-9daa-090773c59886 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 679.919235] env[66735]: DEBUG nova.network.neutron [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Updated VIF entry in instance network info cache for port e42fb582-0ce7-479c-86a9-37552d185fb9. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.919764] env[66735]: DEBUG nova.network.neutron [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Updating instance_info_cache with network_info: [{"id": "e42fb582-0ce7-479c-86a9-37552d185fb9", "address": "fa:16:3e:78:27:62", "network": {"id": "956a1bee-832c-42fb-a1b8-733eaf76ead9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1276159206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1e19dace03ce49b1a26abe3dd638f0c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape42fb582-0c", "ovs_interfaceid": "e42fb582-0ce7-479c-86a9-37552d185fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.970549] env[66735]: DEBUG nova.network.neutron [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Updated VIF entry in instance network info cache for port 9a24d015-f696-43a7-ae94-003d20c1e3b4. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.970549] env[66735]: DEBUG nova.network.neutron [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Updating instance_info_cache with network_info: [{"id": "9a24d015-f696-43a7-ae94-003d20c1e3b4", "address": "fa:16:3e:d0:36:88", "network": {"id": "b302a4c8-3755-4b72-b798-d786e7c05aa4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1411179352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5bbe1efa3e420a84828408283f2ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a24d015-f6", "ovs_interfaceid": "9a24d015-f696-43a7-ae94-003d20c1e3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.008737] env[66735]: DEBUG nova.network.neutron [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Updating instance_info_cache with network_info: [{"id": "4f1597b2-46bd-41d1-a992-d4a6ffd289bf", "address": "fa:16:3e:8d:e6:76", "network": {"id": "956a1bee-832c-42fb-a1b8-733eaf76ead9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1276159206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1e19dace03ce49b1a26abe3dd638f0c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1597b2-46", "ovs_interfaceid": "4f1597b2-46bd-41d1-a992-d4a6ffd289bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.032470] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "refresh_cache-3d4ac919-d0f3-4310-bed5-785da809fe2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.032832] env[66735]: DEBUG nova.compute.manager [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Instance network_info: |[{"id": "64638099-ede3-4858-915b-7980b441255c", "address": "fa:16:3e:51:c7:fe", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64638099-ed", "ovs_interfaceid": "64638099-ede3-4858-915b-7980b441255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 680.033584] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:c7:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64638099-ede3-4858-915b-7980b441255c', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.041876] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Creating folder: Project (9a356bd775ea4f14a9935bfd931093b5). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.042666] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26a1cc53-b4b3-4fb6-8f58-cd09defa2d33 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.059107] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Created folder: Project (9a356bd775ea4f14a9935bfd931093b5) in parent group-v906980. [ 680.059107] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Creating folder: Instances. Parent ref: group-v907055. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.059107] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-289c9301-1efc-4823-8687-2ac66b2f41d0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.070147] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Created folder: Instances in parent group-v907055. [ 680.071233] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 680.071233] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.072210] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a1b0394-eda1-4fdb-82da-63c5d3d27a8d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.088299] env[66735]: DEBUG nova.compute.manager [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 680.100753] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.100753] env[66735]: value = "task-4645201" [ 680.100753] env[66735]: _type = "Task" [ 680.100753] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.117246] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645201, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.242413] env[66735]: DEBUG nova.network.neutron [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Successfully created port: bccad37e-fbb0-480a-bbd2-a55f4af52efb {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 680.315985] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "refresh_cache-a5e7f2d6-10dc-443d-8466-2c142b68b0a3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.316934] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired lock "refresh_cache-a5e7f2d6-10dc-443d-8466-2c142b68b0a3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.317132] env[66735]: DEBUG nova.network.neutron [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 680.423437] env[66735]: DEBUG oslo_concurrency.lockutils [req-8574e988-e996-4d33-adc4-c696f9d56c6c req-5710a851-04e5-42ac-9641-9ab60d7b98ab service nova] Releasing lock "refresh_cache-b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.475432] env[66735]: DEBUG oslo_concurrency.lockutils [req-108aa195-5cf0-4641-a747-eadc6065f61b req-e0db8015-fc5e-4c64-b056-4c87ad17a737 service nova] Releasing lock "refresh_cache-118f9f30-1050-469d-9e5c-d758052b90aa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.512868] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Releasing lock "refresh_cache-c1152fd1-9900-40e4-a706-e4c9e1329771" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.513266] env[66735]: DEBUG nova.compute.manager [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Instance network_info: |[{"id": "4f1597b2-46bd-41d1-a992-d4a6ffd289bf", "address": "fa:16:3e:8d:e6:76", "network": {"id": "956a1bee-832c-42fb-a1b8-733eaf76ead9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1276159206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1e19dace03ce49b1a26abe3dd638f0c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1597b2-46", "ovs_interfaceid": "4f1597b2-46bd-41d1-a992-d4a6ffd289bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 680.513759] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:e6:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f1597b2-46bd-41d1-a992-d4a6ffd289bf', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.523586] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 680.527741] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.528464] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f9d9019-4b4d-46ae-9592-516f802ef2e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.557565] env[66735]: DEBUG nova.compute.manager [req-1f3101f3-92f0-4093-827a-27df32ff93ba req-ee0113a4-4a41-40eb-a0ed-8d68706e7c46 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Received event network-changed-09aec32b-d484-4978-b82b-8f1d7c4c046b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 680.558199] env[66735]: DEBUG nova.compute.manager [req-1f3101f3-92f0-4093-827a-27df32ff93ba req-ee0113a4-4a41-40eb-a0ed-8d68706e7c46 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Refreshing instance network info cache due to event network-changed-09aec32b-d484-4978-b82b-8f1d7c4c046b. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 680.558199] env[66735]: DEBUG oslo_concurrency.lockutils [req-1f3101f3-92f0-4093-827a-27df32ff93ba req-ee0113a4-4a41-40eb-a0ed-8d68706e7c46 service nova] Acquiring lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.558199] env[66735]: DEBUG oslo_concurrency.lockutils [req-1f3101f3-92f0-4093-827a-27df32ff93ba req-ee0113a4-4a41-40eb-a0ed-8d68706e7c46 service nova] Acquired lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.558366] env[66735]: DEBUG nova.network.neutron [req-1f3101f3-92f0-4093-827a-27df32ff93ba req-ee0113a4-4a41-40eb-a0ed-8d68706e7c46 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Refreshing network info cache for port 09aec32b-d484-4978-b82b-8f1d7c4c046b {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.567896] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.567896] env[66735]: value = "task-4645202" [ 680.567896] env[66735]: _type = "Task" [ 680.567896] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.584855] env[66735]: DEBUG nova.compute.manager [req-6742a46b-b2d5-435d-8049-9dba24916186 req-26927828-bd61-4ffb-9092-bd8f9d254cd4 service nova] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Received event network-vif-deleted-345f1276-8628-4384-80dc-3a06beda8db7 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 680.585323] env[66735]: DEBUG nova.compute.manager [req-6742a46b-b2d5-435d-8049-9dba24916186 req-26927828-bd61-4ffb-9092-bd8f9d254cd4 service nova] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Received event network-vif-deleted-3ba7803f-e502-4353-8490-c569c3121565 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 680.594984] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645202, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.621293] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645201, 'name': CreateVM_Task, 'duration_secs': 0.454293} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.621293] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.621293] env[66735]: WARNING neutronclient.v2_0.client [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.621581] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.624754] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.624754] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.624754] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249b6fb3-b32b-4f7e-be5d-e3b1ccf70e85 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.639232] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 680.639232] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52db5a5b-6063-d70f-990a-0ffa27d45c38" [ 680.639232] env[66735]: _type = "Task" [ 680.639232] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.653446] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52db5a5b-6063-d70f-990a-0ffa27d45c38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.758922] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bce234b-e547-44c3-9afa-6e7a991e4d82 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.768740] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38395db3-244b-40f4-871c-9491f8942170 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.812434] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf75a30-b4d4-41f3-9fcc-16338f152aa8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.825225] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f6a4a7-eae3-4710-9e58-722ca1fc1be3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.843942] env[66735]: DEBUG nova.compute.provider_tree [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.063795] env[66735]: WARNING neutronclient.v2_0.client [req-1f3101f3-92f0-4093-827a-27df32ff93ba req-ee0113a4-4a41-40eb-a0ed-8d68706e7c46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.082367] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645202, 'name': CreateVM_Task, 'duration_secs': 0.475731} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.083171] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.083171] env[66735]: WARNING neutronclient.v2_0.client [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.083400] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.083547] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.083860] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.084169] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df335684-4110-4bfb-8b72-0336b93fb32c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.089659] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 681.089659] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5242ff03-2d6d-19d0-48b6-0d83953443f9" [ 681.089659] env[66735]: _type = "Task" [ 681.089659] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.099191] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5242ff03-2d6d-19d0-48b6-0d83953443f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.101987] env[66735]: DEBUG nova.compute.manager [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 681.131185] env[66735]: DEBUG nova.virt.hardware [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 681.131430] env[66735]: DEBUG nova.virt.hardware [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.131579] env[66735]: DEBUG nova.virt.hardware [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 681.131750] env[66735]: DEBUG nova.virt.hardware [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.131892] env[66735]: DEBUG nova.virt.hardware [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 681.132041] env[66735]: DEBUG nova.virt.hardware [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 681.132250] env[66735]: DEBUG nova.virt.hardware [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 681.132401] env[66735]: DEBUG nova.virt.hardware [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 681.132555] env[66735]: DEBUG nova.virt.hardware [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 681.132705] env[66735]: DEBUG nova.virt.hardware [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 681.132887] env[66735]: DEBUG nova.virt.hardware [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 681.133772] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f54bd2-9c5a-4afe-8ad7-49ee1479a949 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.146357] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540803e1-fff0-4178-8bae-d2865643912e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.164689] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52db5a5b-6063-d70f-990a-0ffa27d45c38, 'name': SearchDatastore_Task, 'duration_secs': 0.012462} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.164979] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.165251] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.166807] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.166945] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.167150] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.167420] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3235b153-5fcb-4a00-8c53-eb018cb4d427 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.180304] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.180304] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.181094] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d53f405-3b1a-42ed-9d8e-f2e77ee6ca79 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.188044] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 681.188044] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520bcf0a-bce4-7698-a8a8-bba6cd8e8ee7" [ 681.188044] env[66735]: _type = "Task" [ 681.188044] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.199647] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520bcf0a-bce4-7698-a8a8-bba6cd8e8ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.284312] env[66735]: DEBUG nova.network.neutron [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 681.347772] env[66735]: DEBUG nova.scheduler.client.report [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.601830] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5242ff03-2d6d-19d0-48b6-0d83953443f9, 'name': SearchDatastore_Task, 'duration_secs': 0.028788} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.602174] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.602415] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.602644] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.602783] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.602949] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.603237] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec64cd25-6e57-41d9-aaf8-0f4366a855c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.613257] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.613401] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.614124] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b320437-d5e6-4265-987e-e86d70529ef4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.621138] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 681.621138] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]529a821e-fb5e-bbdb-a34d-ca06645253d3" [ 681.621138] env[66735]: _type = "Task" [ 681.621138] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.630529] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529a821e-fb5e-bbdb-a34d-ca06645253d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.704817] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520bcf0a-bce4-7698-a8a8-bba6cd8e8ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.016243} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.705686] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a9139b-5494-477c-bd78-5dd8ad45b8af {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.712800] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 681.712800] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5213b0aa-05f3-c96f-928a-e987be135975" [ 681.712800] env[66735]: _type = "Task" [ 681.712800] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.724553] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5213b0aa-05f3-c96f-928a-e987be135975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.855364] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.855364] env[66735]: DEBUG nova.compute.manager [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 681.856826] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.487s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.021107] env[66735]: DEBUG nova.network.neutron [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Successfully updated port: bccad37e-fbb0-480a-bbd2-a55f4af52efb {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 682.040029] env[66735]: DEBUG nova.network.neutron [req-1f3101f3-92f0-4093-827a-27df32ff93ba req-ee0113a4-4a41-40eb-a0ed-8d68706e7c46 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 682.134023] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529a821e-fb5e-bbdb-a34d-ca06645253d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.136013] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c59195a-34f1-4434-9198-6a81a2d17e1c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.143281] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 682.143281] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5252d8ff-56ca-5cc6-3b14-604aa333f2be" [ 682.143281] env[66735]: _type = "Task" [ 682.143281] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.153171] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5252d8ff-56ca-5cc6-3b14-604aa333f2be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.228500] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5213b0aa-05f3-c96f-928a-e987be135975, 'name': SearchDatastore_Task, 'duration_secs': 0.009906} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.228500] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.228500] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 3d4ac919-d0f3-4310-bed5-785da809fe2d/3d4ac919-d0f3-4310-bed5-785da809fe2d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.228500] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07b87e51-98ea-4988-baed-e98899a0d27f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.238547] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 682.238547] env[66735]: value = "task-4645203" [ 682.238547] env[66735]: _type = "Task" [ 682.238547] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.251140] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.344406] env[66735]: DEBUG nova.network.neutron [req-1f3101f3-92f0-4093-827a-27df32ff93ba req-ee0113a4-4a41-40eb-a0ed-8d68706e7c46 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.360870] env[66735]: DEBUG nova.compute.utils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.367687] env[66735]: DEBUG nova.compute.manager [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 682.367834] env[66735]: DEBUG nova.network.neutron [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 682.368219] env[66735]: WARNING neutronclient.v2_0.client [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.368542] env[66735]: WARNING neutronclient.v2_0.client [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.385816] env[66735]: WARNING neutronclient.v2_0.client [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.512648] env[66735]: DEBUG nova.policy [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd40cbecd9513471c81d46d9667abf4d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '757035a97db0408590b4f0ec2f9845eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.525703] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Acquiring lock "refresh_cache-fa8078be-600c-41a5-8e64-1905c8915043" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.525879] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Acquired lock "refresh_cache-fa8078be-600c-41a5-8e64-1905c8915043" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.526531] env[66735]: DEBUG nova.network.neutron [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 682.662593] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5252d8ff-56ca-5cc6-3b14-604aa333f2be, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.669562] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.669562] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] c1152fd1-9900-40e4-a706-e4c9e1329771/c1152fd1-9900-40e4-a706-e4c9e1329771.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.670767] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c72f7640-1e7d-42a5-8b23-78bcd509a011 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.682401] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 682.682401] env[66735]: value = "task-4645204" [ 682.682401] env[66735]: _type = "Task" [ 682.682401] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.694746] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.765252] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645203, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.848954] env[66735]: DEBUG oslo_concurrency.lockutils [req-1f3101f3-92f0-4093-827a-27df32ff93ba req-ee0113a4-4a41-40eb-a0ed-8d68706e7c46 service nova] Releasing lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.856302] env[66735]: DEBUG nova.network.neutron [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Updating instance_info_cache with network_info: [{"id": "d6b2ad7e-9a6e-4536-9daa-090773c59886", "address": "fa:16:3e:06:eb:c2", "network": {"id": "956a1bee-832c-42fb-a1b8-733eaf76ead9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1276159206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1e19dace03ce49b1a26abe3dd638f0c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b2ad7e-9a", "ovs_interfaceid": "d6b2ad7e-9a6e-4536-9daa-090773c59886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.869657] env[66735]: DEBUG nova.compute.manager [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 682.954248] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5bc5e5-41b8-4d51-97ec-91643118e19e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.964445] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccbf69c-9389-4726-9882-7f7eeb93dc6a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.997553] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bc9f2a-dd6e-485c-a7c9-d31a48636dd9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.006608] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97a9335-b98c-4b97-81cc-f3d0218c4498 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.024754] env[66735]: DEBUG nova.compute.provider_tree [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.136462] env[66735]: DEBUG nova.network.neutron [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Successfully created port: 2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 683.193702] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645204, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.229099] env[66735]: DEBUG nova.network.neutron [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 683.261289] env[66735]: DEBUG oslo_concurrency.lockutils [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.261558] env[66735]: DEBUG oslo_concurrency.lockutils [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.261790] env[66735]: INFO nova.compute.manager [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Shelving [ 683.263672] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652055} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.268070] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 3d4ac919-d0f3-4310-bed5-785da809fe2d/3d4ac919-d0f3-4310-bed5-785da809fe2d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.268070] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.268765] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79ca1894-c2b4-4697-9151-ce46bee5acc8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.280236] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 683.280236] env[66735]: value = "task-4645205" [ 683.280236] env[66735]: _type = "Task" [ 683.280236] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.298900] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.360724] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Releasing lock "refresh_cache-a5e7f2d6-10dc-443d-8466-2c142b68b0a3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.362141] env[66735]: DEBUG nova.compute.manager [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Instance network_info: |[{"id": "d6b2ad7e-9a6e-4536-9daa-090773c59886", "address": "fa:16:3e:06:eb:c2", "network": {"id": "956a1bee-832c-42fb-a1b8-733eaf76ead9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1276159206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1e19dace03ce49b1a26abe3dd638f0c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b2ad7e-9a", "ovs_interfaceid": "d6b2ad7e-9a6e-4536-9daa-090773c59886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 683.363898] env[66735]: WARNING neutronclient.v2_0.client [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.368333] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:eb:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6b2ad7e-9a6e-4536-9daa-090773c59886', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.379511] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 683.385672] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.385672] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2682a57b-3631-4921-b808-75a085f554b9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.406011] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Acquiring lock "a6395db5-5fad-4f6a-ab20-5225401143b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.406376] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Lock "a6395db5-5fad-4f6a-ab20-5225401143b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.406655] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Acquiring lock "a6395db5-5fad-4f6a-ab20-5225401143b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.406885] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Lock "a6395db5-5fad-4f6a-ab20-5225401143b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.407131] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Lock "a6395db5-5fad-4f6a-ab20-5225401143b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.412526] env[66735]: INFO nova.compute.manager [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Terminating instance [ 683.421856] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.421856] env[66735]: value = "task-4645206" [ 683.421856] env[66735]: _type = "Task" [ 683.421856] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.437992] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645206, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.528064] env[66735]: DEBUG nova.scheduler.client.report [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.693373] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875108} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.694041] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] c1152fd1-9900-40e4-a706-e4c9e1329771/c1152fd1-9900-40e4-a706-e4c9e1329771.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.694353] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.694561] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc056b4-d525-40fa-b14d-be208ed5a903 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.703587] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 683.703587] env[66735]: value = "task-4645207" [ 683.703587] env[66735]: _type = "Task" [ 683.703587] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.720446] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.791242] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110328} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.791531] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.792376] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b1e9f3-9243-4e0b-bfde-67a59445d1f6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.816326] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 3d4ac919-d0f3-4310-bed5-785da809fe2d/3d4ac919-d0f3-4310-bed5-785da809fe2d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.816647] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccecaf8e-661a-4534-b247-e27e33f87149 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.838828] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 683.838828] env[66735]: value = "task-4645208" [ 683.838828] env[66735]: _type = "Task" [ 683.838828] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.848648] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.852219] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "6f6c1ecd-069e-4131-b7b4-3806fa5bedee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.852361] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "6f6c1ecd-069e-4131-b7b4-3806fa5bedee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.852548] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "6f6c1ecd-069e-4131-b7b4-3806fa5bedee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.852716] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "6f6c1ecd-069e-4131-b7b4-3806fa5bedee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.852873] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "6f6c1ecd-069e-4131-b7b4-3806fa5bedee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.855051] env[66735]: INFO nova.compute.manager [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Terminating instance [ 683.906997] env[66735]: DEBUG nova.compute.manager [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 683.916202] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Acquiring lock "80a78377-5557-46e4-8704-03fa473bf171" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.916446] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Lock "80a78377-5557-46e4-8704-03fa473bf171" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.916651] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Acquiring lock "80a78377-5557-46e4-8704-03fa473bf171-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.916906] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Lock "80a78377-5557-46e4-8704-03fa473bf171-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.917088] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Lock "80a78377-5557-46e4-8704-03fa473bf171-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.919325] env[66735]: DEBUG nova.compute.manager [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 683.919513] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.920441] env[66735]: INFO nova.compute.manager [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Terminating instance [ 683.922359] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4677b7ba-b981-4d29-89de-ba4278e06e4d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.934423] env[66735]: DEBUG nova.virt.hardware [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 683.934687] env[66735]: DEBUG nova.virt.hardware [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.934836] env[66735]: DEBUG nova.virt.hardware [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 683.935016] env[66735]: DEBUG nova.virt.hardware [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.935157] env[66735]: DEBUG nova.virt.hardware [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 683.935293] env[66735]: DEBUG nova.virt.hardware [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 683.935492] env[66735]: DEBUG nova.virt.hardware [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 683.935643] env[66735]: DEBUG nova.virt.hardware [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 683.935794] env[66735]: DEBUG nova.virt.hardware [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 683.935946] env[66735]: DEBUG nova.virt.hardware [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 683.936124] env[66735]: DEBUG nova.virt.hardware [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 683.937801] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29049ea1-846e-4d7f-8592-0efd14ce3be3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.943127] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.943645] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-242cc5e3-2b48-4ed8-96f3-0f34823185b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.948750] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645206, 'name': CreateVM_Task, 'duration_secs': 0.428165} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.950940] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.951567] env[66735]: WARNING neutronclient.v2_0.client [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.951835] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.951981] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.952289] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.953708] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f5db66-fdc9-459e-aa8a-db449c8e4c27 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.959051] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ecda66d-5c74-4bcc-83cf-e44feef8af59 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.961596] env[66735]: DEBUG oslo_vmware.api [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Waiting for the task: (returnval){ [ 683.961596] env[66735]: value = "task-4645209" [ 683.961596] env[66735]: _type = "Task" [ 683.961596] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.974794] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 683.974794] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ba8d27-2e5b-f31f-08f1-dba4aba511fc" [ 683.974794] env[66735]: _type = "Task" [ 683.974794] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.981229] env[66735]: DEBUG oslo_vmware.api [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.987794] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ba8d27-2e5b-f31f-08f1-dba4aba511fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.988183] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.988505] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.988852] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.989093] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.989339] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.989622] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-011c7c94-6120-469f-98d0-879abb8aad8f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.000100] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.000310] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.001346] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3ec0a7-6c6c-4ac4-a374-d461a0b9a493 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.008998] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 684.008998] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bece4e-cc7f-5d03-9718-b888b5542f2f" [ 684.008998] env[66735]: _type = "Task" [ 684.008998] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.020323] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bece4e-cc7f-5d03-9718-b888b5542f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.214691] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077451} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.214894] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.215646] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f00d201-54aa-4e51-9cb9-f102d0cdb792 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.238473] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] c1152fd1-9900-40e4-a706-e4c9e1329771/c1152fd1-9900-40e4-a706-e4c9e1329771.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.238905] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-140eb05f-1fa2-4ccc-9637-51f8405be495 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.258710] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 684.258710] env[66735]: value = "task-4645210" [ 684.258710] env[66735]: _type = "Task" [ 684.258710] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.268603] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.271222] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.271474] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-939eb15b-8c98-4948-8c99-ded7df17ff62 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.278581] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 684.278581] env[66735]: value = "task-4645211" [ 684.278581] env[66735]: _type = "Task" [ 684.278581] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.288592] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.335080] env[66735]: DEBUG nova.network.neutron [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Updating instance_info_cache with network_info: [{"id": "bccad37e-fbb0-480a-bbd2-a55f4af52efb", "address": "fa:16:3e:b6:25:56", "network": {"id": "45da5889-aa38-4723-bd6c-78da69029d41", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1584063920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6007d52cb14367ba8c4132ef9e7fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccad37e-fb", "ovs_interfaceid": "bccad37e-fbb0-480a-bbd2-a55f4af52efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.351025] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645208, 'name': ReconfigVM_Task, 'duration_secs': 0.409974} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.351025] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 3d4ac919-d0f3-4310-bed5-785da809fe2d/3d4ac919-d0f3-4310-bed5-785da809fe2d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.351448] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-907eaf2c-080a-43b7-9275-198630dbff0e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.358775] env[66735]: DEBUG nova.compute.manager [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 684.359019] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.361439] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bce6c73-214f-4775-954d-74153241f634 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.365100] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 684.365100] env[66735]: value = "task-4645212" [ 684.365100] env[66735]: _type = "Task" [ 684.365100] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.373652] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.375708] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30c8789d-81da-4727-afcf-d543929dddbc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.381199] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645212, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.387277] env[66735]: DEBUG oslo_vmware.api [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 684.387277] env[66735]: value = "task-4645213" [ 684.387277] env[66735]: _type = "Task" [ 684.387277] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.398737] env[66735]: DEBUG oslo_vmware.api [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.438415] env[66735]: DEBUG nova.compute.manager [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 684.439310] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.439943] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5063df49-dca4-4251-8399-8d53321cdf34 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.450572] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.450902] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7e7a361-6131-4927-9745-7f5311cbe61a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.459038] env[66735]: DEBUG oslo_vmware.api [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Waiting for the task: (returnval){ [ 684.459038] env[66735]: value = "task-4645214" [ 684.459038] env[66735]: _type = "Task" [ 684.459038] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.476864] env[66735]: DEBUG oslo_vmware.api [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.478504] env[66735]: DEBUG oslo_vmware.api [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645209, 'name': PowerOffVM_Task, 'duration_secs': 0.190808} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.478504] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.478504] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.478504] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba8cad6b-fbbc-4533-9a2b-dabf2599b673 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.524074] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bece4e-cc7f-5d03-9718-b888b5542f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.525244] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ae2b1f-ae3f-40a2-9680-ed666980250a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.537265] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 684.537265] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c87120-02c7-1037-7e2b-8d3c891cd567" [ 684.537265] env[66735]: _type = "Task" [ 684.537265] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.544857] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.688s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.550103] env[66735]: DEBUG oslo_concurrency.lockutils [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.631s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.550103] env[66735]: DEBUG nova.objects.instance [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Lazy-loading 'resources' on Instance uuid 840b4eb7-e18e-445c-8029-a6cb63383499 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.560434] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c87120-02c7-1037-7e2b-8d3c891cd567, 'name': SearchDatastore_Task, 'duration_secs': 0.013623} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.561123] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.561375] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] a5e7f2d6-10dc-443d-8466-2c142b68b0a3/a5e7f2d6-10dc-443d-8466-2c142b68b0a3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.561794] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a66c974e-5672-4e88-94a5-a90885a763c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.572333] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.572530] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.574288] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Deleting the datastore file [datastore2] a6395db5-5fad-4f6a-ab20-5225401143b0 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.578902] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f60f806-0a85-4669-94b7-9bd2fe9f26d2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.581299] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 684.581299] env[66735]: value = "task-4645216" [ 684.581299] env[66735]: _type = "Task" [ 684.581299] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.588305] env[66735]: DEBUG oslo_vmware.api [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Waiting for the task: (returnval){ [ 684.588305] env[66735]: value = "task-4645217" [ 684.588305] env[66735]: _type = "Task" [ 684.588305] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.592651] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.604708] env[66735]: DEBUG oslo_vmware.api [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.773339] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645210, 'name': ReconfigVM_Task, 'duration_secs': 0.472302} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.773766] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Reconfigured VM instance instance-0000001c to attach disk [datastore2] c1152fd1-9900-40e4-a706-e4c9e1329771/c1152fd1-9900-40e4-a706-e4c9e1329771.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.774484] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43617048-0000-4e5d-b783-352877e074c3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.784158] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 684.784158] env[66735]: value = "task-4645218" [ 684.784158] env[66735]: _type = "Task" [ 684.784158] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.794723] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645211, 'name': PowerOffVM_Task, 'duration_secs': 0.303609} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.796178] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.796404] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b195b8d-3af6-436b-807c-01d0e56a1a70 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.803365] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645218, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.822249] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea1dbd2-7b34-42fc-98d0-f1e1c32805ac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.839405] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Releasing lock "refresh_cache-fa8078be-600c-41a5-8e64-1905c8915043" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.840131] env[66735]: DEBUG nova.compute.manager [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Instance network_info: |[{"id": "bccad37e-fbb0-480a-bbd2-a55f4af52efb", "address": "fa:16:3e:b6:25:56", "network": {"id": "45da5889-aa38-4723-bd6c-78da69029d41", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1584063920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6007d52cb14367ba8c4132ef9e7fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccad37e-fb", "ovs_interfaceid": "bccad37e-fbb0-480a-bbd2-a55f4af52efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 684.840770] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:25:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bccad37e-fbb0-480a-bbd2-a55f4af52efb', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.849600] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Creating folder: Project (fa6007d52cb14367ba8c4132ef9e7fb9). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.849965] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b7d825d-ad3f-4c33-b70b-89a919b91833 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.863210] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Created folder: Project (fa6007d52cb14367ba8c4132ef9e7fb9) in parent group-v906980. [ 684.863451] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Creating folder: Instances. Parent ref: group-v907060. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.863689] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a054def-5a6b-4f27-954b-ecf6ef224742 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.874889] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Created folder: Instances in parent group-v907060. [ 684.875283] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 684.879024] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.879396] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645212, 'name': Rename_Task, 'duration_secs': 0.170695} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.879612] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0ad9396-123f-4263-88a3-ff964b92ea28 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.895772] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.896857] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68e6a86e-34dd-43a1-a13f-ffbc815bef4d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.909332] env[66735]: DEBUG oslo_vmware.api [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645213, 'name': PowerOffVM_Task, 'duration_secs': 0.250771} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.910912] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.911131] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.911422] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 684.911422] env[66735]: value = "task-4645222" [ 684.911422] env[66735]: _type = "Task" [ 684.911422] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.912735] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3c3c179-4930-4462-b56b-de68cf8e1a7f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.914688] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.914688] env[66735]: value = "task-4645221" [ 684.914688] env[66735]: _type = "Task" [ 684.914688] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.929013] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645221, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.932687] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.970943] env[66735]: DEBUG oslo_vmware.api [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645214, 'name': PowerOffVM_Task, 'duration_secs': 0.27348} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.971775] env[66735]: DEBUG nova.network.neutron [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Successfully updated port: 2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 684.973012] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.973210] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.973985] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74565049-e446-43e1-9e38-f342bbc7e37f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.006529] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.006529] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.007342] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Deleting the datastore file [datastore1] 6f6c1ecd-069e-4131-b7b4-3806fa5bedee {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.007342] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e2569c2-ebd5-4d05-9b4c-07d99f083c8a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.020272] env[66735]: DEBUG oslo_vmware.api [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for the task: (returnval){ [ 685.020272] env[66735]: value = "task-4645225" [ 685.020272] env[66735]: _type = "Task" [ 685.020272] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.032947] env[66735]: DEBUG oslo_vmware.api [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.069096] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.069582] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.069918] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Deleting the datastore file [datastore1] 80a78377-5557-46e4-8704-03fa473bf171 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.070528] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2134918-c6c0-4657-bb09-8d5e3b01137c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.087296] env[66735]: DEBUG oslo_vmware.api [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Waiting for the task: (returnval){ [ 685.087296] env[66735]: value = "task-4645226" [ 685.087296] env[66735]: _type = "Task" [ 685.087296] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.098749] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645216, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.109215] env[66735]: DEBUG oslo_vmware.api [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Task: {'id': task-4645217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183165} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.112818] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.113027] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.113210] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.113393] env[66735]: INFO nova.compute.manager [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 685.113658] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 685.113890] env[66735]: DEBUG oslo_vmware.api [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.117045] env[66735]: DEBUG nova.compute.manager [-] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 685.117196] env[66735]: DEBUG nova.network.neutron [-] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 685.117408] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.128677] env[66735]: INFO nova.scheduler.client.report [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Deleted allocation for migration c8451816-e27e-40d9-bdae-0f991e41ee5e [ 685.299837] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645218, 'name': Rename_Task, 'duration_secs': 0.441448} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.300219] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.300482] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7b3002c-7690-4f0a-89d7-afa5f65c3532 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.316191] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 685.316191] env[66735]: value = "task-4645227" [ 685.316191] env[66735]: _type = "Task" [ 685.316191] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.317322] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.334994] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 685.335384] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.335790] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad115bb8-3ce8-4d03-92e4-4fea2b9d477e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.347186] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 685.347186] env[66735]: value = "task-4645228" [ 685.347186] env[66735]: _type = "Task" [ 685.347186] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.357882] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645228, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.433648] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645222, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.439161] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645221, 'name': CreateVM_Task, 'duration_secs': 0.522861} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.439161] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.440261] env[66735]: WARNING neutronclient.v2_0.client [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.440261] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.440261] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.440486] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.441135] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e319e8a3-b6b9-43b4-93cf-1508037d9db1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.449557] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Waiting for the task: (returnval){ [ 685.449557] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d35e9f-0eef-abf9-6301-fa1b64c73f9f" [ 685.449557] env[66735]: _type = "Task" [ 685.449557] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.460745] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d35e9f-0eef-abf9-6301-fa1b64c73f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.475115] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.475316] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.475496] env[66735]: DEBUG nova.network.neutron [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 685.531634] env[66735]: DEBUG oslo_vmware.api [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Task: {'id': task-4645225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27377} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.533167] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.533583] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.533866] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.534983] env[66735]: INFO nova.compute.manager [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 685.534983] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 685.539125] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34236d7-64fa-4312-a9bd-def3eeefcbdd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.543608] env[66735]: DEBUG nova.compute.manager [-] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 685.543608] env[66735]: DEBUG nova.network.neutron [-] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 685.543608] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.553783] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ea9746-21a1-4890-a8ef-359c15be9c6c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.613977] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4698d93e-7e9f-420e-81b9-2fc8a97a6308 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.630724] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580768} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.631368] env[66735]: DEBUG oslo_vmware.api [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Task: {'id': task-4645226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215188} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.631665] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] a5e7f2d6-10dc-443d-8466-2c142b68b0a3/a5e7f2d6-10dc-443d-8466-2c142b68b0a3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.631910] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.632185] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.632349] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.632516] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.632677] env[66735]: INFO nova.compute.manager [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Took 1.19 seconds to destroy the instance on the hypervisor. [ 685.632926] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 685.634201] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b2967a-7ed1-455c-be3a-1f0a7ff24aa9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.638734] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f20752b-5141-492c-8008-caa5a20668d0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.640762] env[66735]: DEBUG nova.compute.manager [-] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 685.641043] env[66735]: DEBUG nova.network.neutron [-] [instance: 80a78377-5557-46e4-8704-03fa473bf171] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 685.641157] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.643722] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9b32d60-52c1-44df-b78a-503e3c5e37c7 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.383s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.657431] env[66735]: DEBUG nova.compute.provider_tree [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.660375] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 685.660375] env[66735]: value = "task-4645229" [ 685.660375] env[66735]: _type = "Task" [ 685.660375] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.674302] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.831702] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.860668] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645228, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.927555] env[66735]: DEBUG oslo_vmware.api [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645222, 'name': PowerOnVM_Task, 'duration_secs': 0.715621} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.928513] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.928807] env[66735]: INFO nova.compute.manager [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Took 14.25 seconds to spawn the instance on the hypervisor. [ 685.929009] env[66735]: DEBUG nova.compute.manager [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 685.929916] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bab296-9d58-4b85-8c3b-0bfede6cadf6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.961941] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d35e9f-0eef-abf9-6301-fa1b64c73f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012279} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.962278] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.963119] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.963417] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.963686] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.963814] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.964242] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff96eb58-26b5-4a54-992b-ae4a006b5136 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.974466] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.974702] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.975492] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-badd89e7-bb89-4750-b0a7-60438c5510ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.984812] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Waiting for the task: (returnval){ [ 685.984812] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5298085c-6f4c-08df-b08d-c4850d6b0e54" [ 685.984812] env[66735]: _type = "Task" [ 685.984812] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.001110] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5298085c-6f4c-08df-b08d-c4850d6b0e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.163057] env[66735]: DEBUG nova.scheduler.client.report [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.181028] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075849} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.181354] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.182171] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af9a9bb-4845-4c7f-896a-84deabc5adb9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.207198] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] a5e7f2d6-10dc-443d-8466-2c142b68b0a3/a5e7f2d6-10dc-443d-8466-2c142b68b0a3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.208174] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c98426-28cf-4ba1-8573-d968774a221d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.232394] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 686.232394] env[66735]: value = "task-4645230" [ 686.232394] env[66735]: _type = "Task" [ 686.232394] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.248315] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.333195] env[66735]: DEBUG oslo_vmware.api [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645227, 'name': PowerOnVM_Task, 'duration_secs': 0.965291} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.333910] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.334253] env[66735]: INFO nova.compute.manager [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Took 11.91 seconds to spawn the instance on the hypervisor. [ 686.334571] env[66735]: DEBUG nova.compute.manager [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 686.335521] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679b2cec-353d-461b-9223-139c9e9f4c20 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.363580] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645228, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.456354] env[66735]: INFO nova.compute.manager [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Took 34.56 seconds to build instance. [ 686.497581] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.510387] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5298085c-6f4c-08df-b08d-c4850d6b0e54, 'name': SearchDatastore_Task, 'duration_secs': 0.041778} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.511515] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fe91e9-6c39-449b-9202-81603ef52030 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.521080] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Waiting for the task: (returnval){ [ 686.521080] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52fa8f65-243d-ede5-85df-849aa3fc2e99" [ 686.521080] env[66735]: _type = "Task" [ 686.521080] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.535890] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fa8f65-243d-ede5-85df-849aa3fc2e99, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.536048] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.536511] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] fa8078be-600c-41a5-8e64-1905c8915043/fa8078be-600c-41a5-8e64-1905c8915043.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.536926] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f1cdfe8-77eb-4914-9956-0a5528ea9f4d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.545358] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Waiting for the task: (returnval){ [ 686.545358] env[66735]: value = "task-4645231" [ 686.545358] env[66735]: _type = "Task" [ 686.545358] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.554551] env[66735]: DEBUG nova.network.neutron [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 686.563941] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.574377] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.677670] env[66735]: DEBUG oslo_concurrency.lockutils [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.681804] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.089s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.682965] env[66735]: DEBUG nova.objects.instance [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lazy-loading 'resources' on Instance uuid 8560b1a4-27ea-485b-8779-c7849d597eaa {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.713459] env[66735]: INFO nova.scheduler.client.report [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Deleted allocations for instance 840b4eb7-e18e-445c-8029-a6cb63383499 [ 686.757972] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645230, 'name': ReconfigVM_Task, 'duration_secs': 0.496049} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.757972] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Reconfigured VM instance instance-0000001d to attach disk [datastore2] a5e7f2d6-10dc-443d-8466-2c142b68b0a3/a5e7f2d6-10dc-443d-8466-2c142b68b0a3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.757972] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5866b895-59ce-4bdf-898e-9ecff2c8793d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.767030] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 686.767030] env[66735]: value = "task-4645232" [ 686.767030] env[66735]: _type = "Task" [ 686.767030] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.778524] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645232, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.869058] env[66735]: INFO nova.compute.manager [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Took 34.25 seconds to build instance. [ 686.875688] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645228, 'name': CreateSnapshot_Task, 'duration_secs': 1.145322} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.875688] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 686.876177] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d44cb9-d607-474e-8416-ce36ffc727f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.959820] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9cf3324c-2786-42a8-8999-1250937e27e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "3d4ac919-d0f3-4310-bed5-785da809fe2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.734s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.003088] env[66735]: DEBUG nova.network.neutron [-] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.061555] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645231, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.229133] env[66735]: DEBUG oslo_concurrency.lockutils [None req-07edfaf5-d46e-44b4-bb46-4602b3a4533e tempest-ServersV294TestFqdnHostnames-1063815950 tempest-ServersV294TestFqdnHostnames-1063815950-project-member] Lock "840b4eb7-e18e-445c-8029-a6cb63383499" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.967s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.288640] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645232, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.372428] env[66735]: DEBUG oslo_concurrency.lockutils [None req-86652d60-26a2-4589-9782-3fa1dd45ee47 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "c1152fd1-9900-40e4-a706-e4c9e1329771" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.558s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.399541] env[66735]: DEBUG nova.network.neutron [-] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.408035] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 687.415026] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a369fd7-101a-499a-a3ac-85cbb1f79b45 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.429442] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 687.429442] env[66735]: value = "task-4645233" [ 687.429442] env[66735]: _type = "Task" [ 687.429442] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.442533] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645233, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.493660] env[66735]: WARNING neutronclient.v2_0.client [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.505459] env[66735]: INFO nova.compute.manager [-] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Took 2.39 seconds to deallocate network for instance. [ 687.572549] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533363} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.574301] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] fa8078be-600c-41a5-8e64-1905c8915043/fa8078be-600c-41a5-8e64-1905c8915043.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.574301] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.574994] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad1b6a6f-0876-4c6d-8195-c647734d5935 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.589568] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Waiting for the task: (returnval){ [ 687.589568] env[66735]: value = "task-4645234" [ 687.589568] env[66735]: _type = "Task" [ 687.589568] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.612263] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.657136] env[66735]: DEBUG nova.network.neutron [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updating instance_info_cache with network_info: [{"id": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "address": "fa:16:3e:14:bc:9e", "network": {"id": "1cae78e2-7cf4-4c96-8b60-8c145c47e0a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-552228963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757035a97db0408590b4f0ec2f9845eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9f0934-3b", "ovs_interfaceid": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.692865] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3b6d07-7dc4-4e4c-8e87-3540fad4b12e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.701454] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e90f91-3dea-449f-89e8-6368b25610c3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.706681] env[66735]: DEBUG nova.network.neutron [-] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.741066] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ed4e07-152f-40ee-bd90-8def4b3e1eed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.752701] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d618cbe-c946-4d00-a15c-0c631ce41a94 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.769064] env[66735]: DEBUG nova.compute.provider_tree [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.780854] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645232, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.912998] env[66735]: INFO nova.compute.manager [-] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Took 2.37 seconds to deallocate network for instance. [ 687.943672] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645233, 'name': CloneVM_Task} progress is 93%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.018385] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.111041] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.159890] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Releasing lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.160356] env[66735]: DEBUG nova.compute.manager [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Instance network_info: |[{"id": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "address": "fa:16:3e:14:bc:9e", "network": {"id": "1cae78e2-7cf4-4c96-8b60-8c145c47e0a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-552228963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757035a97db0408590b4f0ec2f9845eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9f0934-3b", "ovs_interfaceid": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 688.161237] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:bc:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c9f0934-3b55-44dc-b6ed-1443527c9831', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.176217] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Creating folder: Project (757035a97db0408590b4f0ec2f9845eb). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.176535] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eacc13b-e6b1-49d6-a9a6-d7b285543e7a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.189130] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Created folder: Project (757035a97db0408590b4f0ec2f9845eb) in parent group-v906980. [ 688.189328] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Creating folder: Instances. Parent ref: group-v907065. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.189672] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77089603-c8ca-49e6-80d5-7602081e2482 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.201757] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Created folder: Instances in parent group-v907065. [ 688.202277] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 688.202658] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.202987] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f47d8baa-29cd-4edc-95d5-e7b63d6aa283 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.223329] env[66735]: INFO nova.compute.manager [-] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Took 2.58 seconds to deallocate network for instance. [ 688.232458] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.232458] env[66735]: value = "task-4645237" [ 688.232458] env[66735]: _type = "Task" [ 688.232458] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.245077] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645237, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.270507] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "206a1a52-5506-4711-95ac-84c5f2550a7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.270763] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "206a1a52-5506-4711-95ac-84c5f2550a7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.278629] env[66735]: DEBUG nova.scheduler.client.report [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.291422] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645232, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.297249] env[66735]: DEBUG nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Received event network-vif-deleted-09aec32b-d484-4978-b82b-8f1d7c4c046b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 688.297249] env[66735]: DEBUG nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Received event network-vif-plugged-4f1597b2-46bd-41d1-a992-d4a6ffd289bf {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 688.297249] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Acquiring lock "c1152fd1-9900-40e4-a706-e4c9e1329771-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.297249] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Lock "c1152fd1-9900-40e4-a706-e4c9e1329771-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.297594] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Lock "c1152fd1-9900-40e4-a706-e4c9e1329771-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.297777] env[66735]: DEBUG nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] No waiting events found dispatching network-vif-plugged-4f1597b2-46bd-41d1-a992-d4a6ffd289bf {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 688.298133] env[66735]: WARNING nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Received unexpected event network-vif-plugged-4f1597b2-46bd-41d1-a992-d4a6ffd289bf for instance with vm_state active and task_state None. [ 688.299036] env[66735]: DEBUG nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Received event network-changed-4f1597b2-46bd-41d1-a992-d4a6ffd289bf {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 688.299036] env[66735]: DEBUG nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Refreshing instance network info cache due to event network-changed-4f1597b2-46bd-41d1-a992-d4a6ffd289bf. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 688.299036] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Acquiring lock "refresh_cache-c1152fd1-9900-40e4-a706-e4c9e1329771" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.299713] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Acquired lock "refresh_cache-c1152fd1-9900-40e4-a706-e4c9e1329771" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.299713] env[66735]: DEBUG nova.network.neutron [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Refreshing network info cache for port 4f1597b2-46bd-41d1-a992-d4a6ffd289bf {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.368116] env[66735]: DEBUG nova.compute.manager [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Received event network-vif-deleted-c51609ee-67d2-49c1-ac02-81bd4c513976 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 688.368116] env[66735]: DEBUG nova.compute.manager [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Received event network-vif-plugged-64638099-ede3-4858-915b-7980b441255c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 688.368116] env[66735]: DEBUG oslo_concurrency.lockutils [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] Acquiring lock "3d4ac919-d0f3-4310-bed5-785da809fe2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.368116] env[66735]: DEBUG oslo_concurrency.lockutils [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] Lock "3d4ac919-d0f3-4310-bed5-785da809fe2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.368116] env[66735]: DEBUG oslo_concurrency.lockutils [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] Lock "3d4ac919-d0f3-4310-bed5-785da809fe2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.368266] env[66735]: DEBUG nova.compute.manager [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] No waiting events found dispatching network-vif-plugged-64638099-ede3-4858-915b-7980b441255c {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 688.368266] env[66735]: WARNING nova.compute.manager [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Received unexpected event network-vif-plugged-64638099-ede3-4858-915b-7980b441255c for instance with vm_state active and task_state None. [ 688.368266] env[66735]: DEBUG nova.compute.manager [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Received event network-changed-64638099-ede3-4858-915b-7980b441255c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 688.368266] env[66735]: DEBUG nova.compute.manager [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Refreshing instance network info cache due to event network-changed-64638099-ede3-4858-915b-7980b441255c. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 688.368266] env[66735]: DEBUG oslo_concurrency.lockutils [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] Acquiring lock "refresh_cache-3d4ac919-d0f3-4310-bed5-785da809fe2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.368385] env[66735]: DEBUG oslo_concurrency.lockutils [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] Acquired lock "refresh_cache-3d4ac919-d0f3-4310-bed5-785da809fe2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.368385] env[66735]: DEBUG nova.network.neutron [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Refreshing network info cache for port 64638099-ede3-4858-915b-7980b441255c {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.421117] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.447673] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645233, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.608152] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.728811} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.608638] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.610182] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acbe02f-c9c3-4579-a63b-766dffb0ae18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.651132] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] fa8078be-600c-41a5-8e64-1905c8915043/fa8078be-600c-41a5-8e64-1905c8915043.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.651132] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-984eeff7-b3f2-4ad8-9b38-0e9abd69b2c6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.676092] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Waiting for the task: (returnval){ [ 688.676092] env[66735]: value = "task-4645238" [ 688.676092] env[66735]: _type = "Task" [ 688.676092] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.690940] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645238, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.740938] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.756763] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645237, 'name': CreateVM_Task, 'duration_secs': 0.392371} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.756953] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.757514] env[66735]: WARNING neutronclient.v2_0.client [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.757929] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.758087] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.758406] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.758927] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4cef640-a3a3-467e-9fe3-62bb9fb7f02b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.769021] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 688.769021] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52cb58d6-62d5-10fe-2474-a7be8e0929cc" [ 688.769021] env[66735]: _type = "Task" [ 688.769021] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.780799] env[66735]: DEBUG nova.compute.manager [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 688.783806] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52cb58d6-62d5-10fe-2474-a7be8e0929cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.784796] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.788114] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.347s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.788556] env[66735]: DEBUG nova.objects.instance [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lazy-loading 'resources' on Instance uuid 19afee8e-fe27-4bf2-9483-6c7ea8c06531 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.794327] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645232, 'name': Rename_Task, 'duration_secs': 1.705814} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.795399] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.795840] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-358cc1b6-58c4-4380-a9d1-f35b4c277927 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.806348] env[66735]: WARNING neutronclient.v2_0.client [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.809074] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 688.809074] env[66735]: value = "task-4645239" [ 688.809074] env[66735]: _type = "Task" [ 688.809074] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.824426] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.836836] env[66735]: INFO nova.scheduler.client.report [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Deleted allocations for instance 8560b1a4-27ea-485b-8779-c7849d597eaa [ 688.846658] env[66735]: WARNING neutronclient.v2_0.client [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.946510] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645233, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.192813] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645238, 'name': ReconfigVM_Task, 'duration_secs': 0.469323} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.193200] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Reconfigured VM instance instance-0000001e to attach disk [datastore2] fa8078be-600c-41a5-8e64-1905c8915043/fa8078be-600c-41a5-8e64-1905c8915043.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.193980] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4a61391-361e-4a83-b0e1-e3ddcf1bc5bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.200662] env[66735]: WARNING neutronclient.v2_0.client [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.209202] env[66735]: WARNING neutronclient.v2_0.client [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.213125] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Waiting for the task: (returnval){ [ 689.213125] env[66735]: value = "task-4645240" [ 689.213125] env[66735]: _type = "Task" [ 689.213125] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.225513] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645240, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.295762] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52cb58d6-62d5-10fe-2474-a7be8e0929cc, 'name': SearchDatastore_Task, 'duration_secs': 0.017594} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.299389] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.299737] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.300012] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.300198] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.300415] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.301021] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c87411c1-5718-4a5a-97a6-aaacce9ee3dd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.316269] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.318272] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.318511] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.319936] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7a3da4-7f5a-44f8-94b2-88ceb925081e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.330963] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645239, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.336265] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 689.336265] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52fec83a-a823-e5e7-7885-0466a7c40304" [ 689.336265] env[66735]: _type = "Task" [ 689.336265] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.342007] env[66735]: DEBUG nova.network.neutron [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Updated VIF entry in instance network info cache for port 4f1597b2-46bd-41d1-a992-d4a6ffd289bf. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 689.342007] env[66735]: DEBUG nova.network.neutron [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Updating instance_info_cache with network_info: [{"id": "4f1597b2-46bd-41d1-a992-d4a6ffd289bf", "address": "fa:16:3e:8d:e6:76", "network": {"id": "956a1bee-832c-42fb-a1b8-733eaf76ead9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1276159206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1e19dace03ce49b1a26abe3dd638f0c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1597b2-46", "ovs_interfaceid": "4f1597b2-46bd-41d1-a992-d4a6ffd289bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.355614] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fec83a-a823-e5e7-7885-0466a7c40304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.356764] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5275245d-ffca-4eec-954a-98ea01cbf9f3 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "8560b1a4-27ea-485b-8779-c7849d597eaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.229s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.385944] env[66735]: DEBUG nova.compute.manager [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 689.386994] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd6acc4-f17a-49b9-89ad-f592def65e4a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.445701] env[66735]: DEBUG nova.network.neutron [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Updated VIF entry in instance network info cache for port 64638099-ede3-4858-915b-7980b441255c. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 689.445701] env[66735]: DEBUG nova.network.neutron [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Updating instance_info_cache with network_info: [{"id": "64638099-ede3-4858-915b-7980b441255c", "address": "fa:16:3e:51:c7:fe", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64638099-ed", "ovs_interfaceid": "64638099-ede3-4858-915b-7980b441255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.452868] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645233, 'name': CloneVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.726429] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645240, 'name': Rename_Task, 'duration_secs': 0.324545} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.729762] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.731184] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7833011-e25d-443e-8d3b-0e4872b080a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.738937] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Waiting for the task: (returnval){ [ 689.738937] env[66735]: value = "task-4645241" [ 689.738937] env[66735]: _type = "Task" [ 689.738937] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.752672] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.796869] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f42ea3-d99c-49ff-acdd-64400b230fdc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.809834] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb843c61-4f50-4680-a897-a4f98963037f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.866789] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Releasing lock "refresh_cache-c1152fd1-9900-40e4-a706-e4c9e1329771" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.867042] env[66735]: DEBUG nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Received event network-vif-plugged-d6b2ad7e-9a6e-4536-9daa-090773c59886 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 689.867228] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Acquiring lock "a5e7f2d6-10dc-443d-8466-2c142b68b0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.867422] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Lock "a5e7f2d6-10dc-443d-8466-2c142b68b0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.867576] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Lock "a5e7f2d6-10dc-443d-8466-2c142b68b0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.867756] env[66735]: DEBUG nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] No waiting events found dispatching network-vif-plugged-d6b2ad7e-9a6e-4536-9daa-090773c59886 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 689.867941] env[66735]: WARNING nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Received unexpected event network-vif-plugged-d6b2ad7e-9a6e-4536-9daa-090773c59886 for instance with vm_state building and task_state spawning. [ 689.868119] env[66735]: DEBUG nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Received event network-changed-d6b2ad7e-9a6e-4536-9daa-090773c59886 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 689.868269] env[66735]: DEBUG nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Refreshing instance network info cache due to event network-changed-d6b2ad7e-9a6e-4536-9daa-090773c59886. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 689.868445] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Acquiring lock "refresh_cache-a5e7f2d6-10dc-443d-8466-2c142b68b0a3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.868576] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Acquired lock "refresh_cache-a5e7f2d6-10dc-443d-8466-2c142b68b0a3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.868740] env[66735]: DEBUG nova.network.neutron [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Refreshing network info cache for port d6b2ad7e-9a6e-4536-9daa-090773c59886 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.870421] env[66735]: DEBUG oslo_vmware.api [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645239, 'name': PowerOnVM_Task, 'duration_secs': 0.668776} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.874862] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963b73f9-f6a1-448c-96d1-652ebc9b43a8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.877149] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.878025] env[66735]: INFO nova.compute.manager [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Took 13.37 seconds to spawn the instance on the hypervisor. [ 689.878025] env[66735]: DEBUG nova.compute.manager [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 689.878409] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5fd2c1-9968-41b0-b3f8-726b52f078b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.889961] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fec83a-a823-e5e7-7885-0466a7c40304, 'name': SearchDatastore_Task, 'duration_secs': 0.015797} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.896452] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-659a11c2-c55d-4454-81fd-288507bf0fe7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.900982] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a0d76b-1c66-47b6-8c1f-7616b9c8c05c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.906090] env[66735]: INFO nova.compute.manager [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] instance snapshotting [ 689.909317] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5920c370-ff5b-4c69-8398-d705bb38b42c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.924293] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 689.924293] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bed4a6-5544-9f9d-6d90-9bb7c5fc09b4" [ 689.924293] env[66735]: _type = "Task" [ 689.924293] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.924293] env[66735]: DEBUG nova.compute.provider_tree [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.948935] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ac53b1-81a7-4677-93b4-b9353a0df834 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.956067] env[66735]: DEBUG oslo_concurrency.lockutils [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] Releasing lock "refresh_cache-3d4ac919-d0f3-4310-bed5-785da809fe2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.956337] env[66735]: DEBUG nova.compute.manager [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Received event network-vif-deleted-fdf22a2f-d317-4dd4-8f62-db1419f9270e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 689.956522] env[66735]: DEBUG nova.compute.manager [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Received event network-vif-plugged-bccad37e-fbb0-480a-bbd2-a55f4af52efb {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 689.956700] env[66735]: DEBUG oslo_concurrency.lockutils [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] Acquiring lock "fa8078be-600c-41a5-8e64-1905c8915043-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.956932] env[66735]: DEBUG oslo_concurrency.lockutils [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] Lock "fa8078be-600c-41a5-8e64-1905c8915043-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.957109] env[66735]: DEBUG oslo_concurrency.lockutils [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] Lock "fa8078be-600c-41a5-8e64-1905c8915043-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.957320] env[66735]: DEBUG nova.compute.manager [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: fa8078be-600c-41a5-8e64-1905c8915043] No waiting events found dispatching network-vif-plugged-bccad37e-fbb0-480a-bbd2-a55f4af52efb {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 689.957506] env[66735]: WARNING nova.compute.manager [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Received unexpected event network-vif-plugged-bccad37e-fbb0-480a-bbd2-a55f4af52efb for instance with vm_state building and task_state spawning. [ 689.957588] env[66735]: DEBUG nova.compute.manager [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Received event network-changed-bccad37e-fbb0-480a-bbd2-a55f4af52efb {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 689.957781] env[66735]: DEBUG nova.compute.manager [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Refreshing instance network info cache due to event network-changed-bccad37e-fbb0-480a-bbd2-a55f4af52efb. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 689.958013] env[66735]: DEBUG oslo_concurrency.lockutils [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] Acquiring lock "refresh_cache-fa8078be-600c-41a5-8e64-1905c8915043" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.958198] env[66735]: DEBUG oslo_concurrency.lockutils [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] Acquired lock "refresh_cache-fa8078be-600c-41a5-8e64-1905c8915043" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.958334] env[66735]: DEBUG nova.network.neutron [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Refreshing network info cache for port bccad37e-fbb0-480a-bbd2-a55f4af52efb {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.959529] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bed4a6-5544-9f9d-6d90-9bb7c5fc09b4, 'name': SearchDatastore_Task, 'duration_secs': 0.020799} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.962963] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.962963] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 755321d4-49b7-49f2-ac58-74b286be4645/755321d4-49b7-49f2-ac58-74b286be4645.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.962963] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12850799-46b2-4c59-8adb-51abc3d9792b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.971346] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645233, 'name': CloneVM_Task, 'duration_secs': 2.047395} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.975156] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Created linked-clone VM from snapshot [ 689.978735] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a290d29d-2440-45c6-b3eb-128cb5141983 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.981275] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 689.981275] env[66735]: value = "task-4645242" [ 689.981275] env[66735]: _type = "Task" [ 689.981275] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.989478] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Uploading image 9aa66f61-3257-4728-8dfa-0434eafd68d0 {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 689.998209] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.029039] env[66735]: DEBUG oslo_vmware.rw_handles [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 690.029039] env[66735]: value = "vm-907064" [ 690.029039] env[66735]: _type = "VirtualMachine" [ 690.029039] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 690.029039] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6016110-3800-4ec8-89f7-7edaef541862 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.038299] env[66735]: DEBUG oslo_vmware.rw_handles [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lease: (returnval){ [ 690.038299] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523106f4-db0c-78c9-f4cb-ca261faebdba" [ 690.038299] env[66735]: _type = "HttpNfcLease" [ 690.038299] env[66735]: } obtained for exporting VM: (result){ [ 690.038299] env[66735]: value = "vm-907064" [ 690.038299] env[66735]: _type = "VirtualMachine" [ 690.038299] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 690.038742] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the lease: (returnval){ [ 690.038742] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523106f4-db0c-78c9-f4cb-ca261faebdba" [ 690.038742] env[66735]: _type = "HttpNfcLease" [ 690.038742] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 690.048459] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.048459] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523106f4-db0c-78c9-f4cb-ca261faebdba" [ 690.048459] env[66735]: _type = "HttpNfcLease" [ 690.048459] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 690.257019] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.372054] env[66735]: WARNING neutronclient.v2_0.client [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.415269] env[66735]: INFO nova.compute.manager [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Took 34.78 seconds to build instance. [ 690.431136] env[66735]: DEBUG nova.scheduler.client.report [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.463303] env[66735]: WARNING neutronclient.v2_0.client [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.477245] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 690.477592] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f594c3bc-6d13-4247-a9a9-1f0cc4c74734 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.492633] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 690.492633] env[66735]: value = "task-4645244" [ 690.492633] env[66735]: _type = "Task" [ 690.492633] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.501917] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645242, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.508451] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645244, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.553057] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.553057] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523106f4-db0c-78c9-f4cb-ca261faebdba" [ 690.553057] env[66735]: _type = "HttpNfcLease" [ 690.553057] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 690.556640] env[66735]: DEBUG oslo_vmware.rw_handles [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 690.556640] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523106f4-db0c-78c9-f4cb-ca261faebdba" [ 690.556640] env[66735]: _type = "HttpNfcLease" [ 690.556640] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 690.556640] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3601e2c-18cc-441d-aad5-761f64531445 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.571343] env[66735]: DEBUG oslo_vmware.rw_handles [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ee7c2-92b2-337b-6b24-94f44a37066f/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 690.571608] env[66735]: DEBUG oslo_vmware.rw_handles [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ee7c2-92b2-337b-6b24-94f44a37066f/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 690.723271] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70c6093e-1b99-4e5f-90b0-08660c5ccfaf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.760151] env[66735]: DEBUG oslo_vmware.api [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645241, 'name': PowerOnVM_Task, 'duration_secs': 0.820161} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.763576] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.764044] env[66735]: INFO nova.compute.manager [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Took 9.66 seconds to spawn the instance on the hypervisor. [ 690.764977] env[66735]: DEBUG nova.compute.manager [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 690.767862] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0a64ca-fc83-453d-9efa-98e7737bda47 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.830051] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "c2c69091-98a3-4671-bd63-462fc99cfcaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.830191] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "c2c69091-98a3-4671-bd63-462fc99cfcaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.920502] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb232187-bc20-4dc6-994c-bfeb9d3586a3 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "a5e7f2d6-10dc-443d-8466-2c142b68b0a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.293s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.938616] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.942216] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.897s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.975535] env[66735]: INFO nova.scheduler.client.report [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Deleted allocations for instance 19afee8e-fe27-4bf2-9483-6c7ea8c06531 [ 691.005522] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735791} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.009142] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 755321d4-49b7-49f2-ac58-74b286be4645/755321d4-49b7-49f2-ac58-74b286be4645.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.009455] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.009785] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645244, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.010411] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab51df2e-aa78-4ed6-bea0-385057e42386 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.023658] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 691.023658] env[66735]: value = "task-4645245" [ 691.023658] env[66735]: _type = "Task" [ 691.023658] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.039165] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.066803] env[66735]: WARNING neutronclient.v2_0.client [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.281221] env[66735]: WARNING neutronclient.v2_0.client [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.294947] env[66735]: INFO nova.compute.manager [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Took 24.59 seconds to build instance. [ 691.334360] env[66735]: DEBUG nova.compute.manager [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 691.361273] env[66735]: DEBUG nova.network.neutron [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Updated VIF entry in instance network info cache for port d6b2ad7e-9a6e-4536-9daa-090773c59886. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 691.361772] env[66735]: DEBUG nova.network.neutron [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Updating instance_info_cache with network_info: [{"id": "d6b2ad7e-9a6e-4536-9daa-090773c59886", "address": "fa:16:3e:06:eb:c2", "network": {"id": "956a1bee-832c-42fb-a1b8-733eaf76ead9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1276159206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1e19dace03ce49b1a26abe3dd638f0c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b2ad7e-9a", "ovs_interfaceid": "d6b2ad7e-9a6e-4536-9daa-090773c59886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.488480] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6d59cf19-4f21-447a-bc7b-55aa4c01fdb8 tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "19afee8e-fe27-4bf2-9483-6c7ea8c06531" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.256s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.508373] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645244, 'name': CreateSnapshot_Task, 'duration_secs': 1.006346} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.508655] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 691.510059] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a727ea26-bec8-4065-9fe3-03aac1d3c63e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.538017] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112606} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.538416] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.539418] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584800ca-2e67-4ae7-aaef-a88680aa9c8d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.580499] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 755321d4-49b7-49f2-ac58-74b286be4645/755321d4-49b7-49f2-ac58-74b286be4645.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.581121] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d508eecf-dd59-4d47-bbf2-bee1594a3a5b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.607018] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 691.607018] env[66735]: value = "task-4645246" [ 691.607018] env[66735]: _type = "Task" [ 691.607018] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.619962] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.750428] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquiring lock "92272c56-dcfd-47cd-b308-cfdd6c842ab2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.750428] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lock "92272c56-dcfd-47cd-b308-cfdd6c842ab2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.797399] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4335045e-d44a-4d31-9138-ee824d9ce0ff tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Lock "fa8078be-600c-41a5-8e64-1905c8915043" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.097s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.866465] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Releasing lock "refresh_cache-a5e7f2d6-10dc-443d-8466-2c142b68b0a3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.867623] env[66735]: DEBUG nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Received event network-changed-8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 691.867623] env[66735]: DEBUG nova.compute.manager [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Refreshing instance network info cache due to event network-changed-8a67ef28-b96a-4cb4-99b8-8c476b68ce25. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 691.867623] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Acquiring lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.867623] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Acquired lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.868104] env[66735]: DEBUG nova.network.neutron [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Refreshing network info cache for port 8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.873347] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.887548] env[66735]: DEBUG nova.network.neutron [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Updated VIF entry in instance network info cache for port bccad37e-fbb0-480a-bbd2-a55f4af52efb. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 691.888337] env[66735]: DEBUG nova.network.neutron [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Updating instance_info_cache with network_info: [{"id": "bccad37e-fbb0-480a-bbd2-a55f4af52efb", "address": "fa:16:3e:b6:25:56", "network": {"id": "45da5889-aa38-4723-bd6c-78da69029d41", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1584063920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6007d52cb14367ba8c4132ef9e7fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbccad37e-fb", "ovs_interfaceid": "bccad37e-fbb0-480a-bbd2-a55f4af52efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.990436] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance eeb64922-383d-456b-8fb2-272d8cf61fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.990436] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 80a78377-5557-46e4-8704-03fa473bf171 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 691.990436] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 155797b1-2470-43a6-84f6-39ee2fe1586e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.990436] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 2cb84984-155b-4ec5-8795-a4dc89cb6eb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.990600] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 36f3a3b7-25c0-4738-9b48-5085b870f27a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 691.990600] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.990600] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 5a3f4ca6-dee6-43ff-b059-365136c9bf6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.990600] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 7cd4e308-157e-4ad4-ac9f-9632e94f456f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.990694] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance f332e0cd-c907-4ed3-992c-a17f51740d59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.990694] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 6f6c1ecd-069e-4131-b7b4-3806fa5bedee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 691.990694] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 691.990694] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance a6395db5-5fad-4f6a-ab20-5225401143b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 691.990694] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance bbaa6d82-7252-4349-ab7a-450f27ab4db6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.990806] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 1e5975c1-9f80-4655-96e6-4375d951522f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.990806] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance b98e8bb7-5bbc-461e-b48d-62bd0d951ec8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.990806] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 118f9f30-1050-469d-9e5c-d758052b90aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.991318] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3d4ac919-d0f3-4310-bed5-785da809fe2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.991589] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance c1152fd1-9900-40e4-a706-e4c9e1329771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.991830] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance a5e7f2d6-10dc-443d-8466-2c142b68b0a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.992131] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance fa8078be-600c-41a5-8e64-1905c8915043 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.993569] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 755321d4-49b7-49f2-ac58-74b286be4645 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.032857] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 692.033832] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ea400c3-2a2d-47fc-b496-9a87cc9feb36 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.045034] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 692.045034] env[66735]: value = "task-4645247" [ 692.045034] env[66735]: _type = "Task" [ 692.045034] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.057926] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645247, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.121623] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645246, 'name': ReconfigVM_Task, 'duration_secs': 0.314053} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.122117] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 755321d4-49b7-49f2-ac58-74b286be4645/755321d4-49b7-49f2-ac58-74b286be4645.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.122959] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ee13d6e-dc6a-49bd-8f95-f1a62c726e41 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.132587] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 692.132587] env[66735]: value = "task-4645248" [ 692.132587] env[66735]: _type = "Task" [ 692.132587] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.144260] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645248, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.253687] env[66735]: DEBUG nova.compute.manager [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 692.371217] env[66735]: WARNING neutronclient.v2_0.client [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.392889] env[66735]: DEBUG oslo_concurrency.lockutils [req-f9cdca02-7991-42c8-895a-bf3f39dfadc3 req-0439997b-038a-41fb-b00c-417ad8f66c07 service nova] Releasing lock "refresh_cache-fa8078be-600c-41a5-8e64-1905c8915043" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.498097] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 6b04af2b-3712-4f1e-a1f0-59b97f11317d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 692.565261] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645247, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.646912] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645248, 'name': Rename_Task, 'duration_secs': 0.177287} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.647480] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.647657] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5567b1c-3b24-4adb-b28a-a83785418f1e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.656684] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 692.656684] env[66735]: value = "task-4645249" [ 692.656684] env[66735]: _type = "Task" [ 692.656684] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.666886] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.784399] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.953956] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Acquiring lock "1e5975c1-9f80-4655-96e6-4375d951522f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.954343] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Lock "1e5975c1-9f80-4655-96e6-4375d951522f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.954664] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Acquiring lock "1e5975c1-9f80-4655-96e6-4375d951522f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.955096] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Lock "1e5975c1-9f80-4655-96e6-4375d951522f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.955404] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Lock "1e5975c1-9f80-4655-96e6-4375d951522f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.958240] env[66735]: INFO nova.compute.manager [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Terminating instance [ 693.001971] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 206a1a52-5506-4711-95ac-84c5f2550a7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 693.057830] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645247, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.170951] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.311878] env[66735]: WARNING neutronclient.v2_0.client [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.466151] env[66735]: DEBUG nova.compute.manager [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 693.466151] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.466753] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151f552f-de43-48d2-b1d5-bf208fc4a5e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.486936] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.486936] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf896bd3-546c-4ba0-8f5c-6804b10cdabd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.498727] env[66735]: DEBUG oslo_vmware.api [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Waiting for the task: (returnval){ [ 693.498727] env[66735]: value = "task-4645250" [ 693.498727] env[66735]: _type = "Task" [ 693.498727] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.505682] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance c2c69091-98a3-4671-bd63-462fc99cfcaa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 693.517400] env[66735]: DEBUG oslo_vmware.api [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.546868] env[66735]: DEBUG nova.compute.manager [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Received event network-vif-plugged-2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 693.547617] env[66735]: DEBUG oslo_concurrency.lockutils [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] Acquiring lock "755321d4-49b7-49f2-ac58-74b286be4645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.548668] env[66735]: DEBUG oslo_concurrency.lockutils [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] Lock "755321d4-49b7-49f2-ac58-74b286be4645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.549035] env[66735]: DEBUG oslo_concurrency.lockutils [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] Lock "755321d4-49b7-49f2-ac58-74b286be4645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.549560] env[66735]: DEBUG nova.compute.manager [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] No waiting events found dispatching network-vif-plugged-2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 693.551527] env[66735]: WARNING nova.compute.manager [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Received unexpected event network-vif-plugged-2c9f0934-3b55-44dc-b6ed-1443527c9831 for instance with vm_state building and task_state spawning. [ 693.551527] env[66735]: DEBUG nova.compute.manager [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Received event network-changed-2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 693.551527] env[66735]: DEBUG nova.compute.manager [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Refreshing instance network info cache due to event network-changed-2c9f0934-3b55-44dc-b6ed-1443527c9831. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 693.551527] env[66735]: DEBUG oslo_concurrency.lockutils [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] Acquiring lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.551527] env[66735]: DEBUG oslo_concurrency.lockutils [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] Acquired lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.551842] env[66735]: DEBUG nova.network.neutron [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Refreshing network info cache for port 2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.577292] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645247, 'name': CloneVM_Task, 'duration_secs': 1.364369} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.577292] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Created linked-clone VM from snapshot [ 693.578286] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09a8187-3420-424b-95ab-c454248f2d7b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.592934] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Uploading image 7406bd20-8d6d-4c21-93bc-6d383e40839c {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 693.623974] env[66735]: DEBUG nova.compute.manager [req-6cf99cae-c0de-46f1-9e71-b45e9b92e641 req-9fdda230-39ec-42f7-9c3d-3f31a19d417b service nova] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Received event network-vif-deleted-968c7689-b5e2-47f1-b135-791e8d4256d3 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 693.624134] env[66735]: DEBUG nova.compute.manager [req-6cf99cae-c0de-46f1-9e71-b45e9b92e641 req-9fdda230-39ec-42f7-9c3d-3f31a19d417b service nova] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Received event network-vif-deleted-5d456862-5ecf-41ed-8f78-57f966e2824b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 693.624385] env[66735]: DEBUG nova.compute.manager [req-6cf99cae-c0de-46f1-9e71-b45e9b92e641 req-9fdda230-39ec-42f7-9c3d-3f31a19d417b service nova] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Received event network-vif-deleted-56a88615-c3ef-4938-8762-54c61f204b92 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 693.650093] env[66735]: DEBUG oslo_vmware.rw_handles [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 693.650093] env[66735]: value = "vm-907069" [ 693.650093] env[66735]: _type = "VirtualMachine" [ 693.650093] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 693.651271] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-832caede-6bc2-4ccf-a705-623c03435876 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.669993] env[66735]: DEBUG oslo_vmware.rw_handles [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lease: (returnval){ [ 693.669993] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524d75e3-942b-b328-0489-82bd0c7ee760" [ 693.669993] env[66735]: _type = "HttpNfcLease" [ 693.669993] env[66735]: } obtained for exporting VM: (result){ [ 693.669993] env[66735]: value = "vm-907069" [ 693.669993] env[66735]: _type = "VirtualMachine" [ 693.669993] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 693.669993] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the lease: (returnval){ [ 693.669993] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524d75e3-942b-b328-0489-82bd0c7ee760" [ 693.669993] env[66735]: _type = "HttpNfcLease" [ 693.669993] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 693.677845] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645249, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.684130] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 693.684130] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524d75e3-942b-b328-0489-82bd0c7ee760" [ 693.684130] env[66735]: _type = "HttpNfcLease" [ 693.684130] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 693.685357] env[66735]: DEBUG nova.network.neutron [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Updated VIF entry in instance network info cache for port 8a67ef28-b96a-4cb4-99b8-8c476b68ce25. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 693.685769] env[66735]: DEBUG nova.network.neutron [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Updating instance_info_cache with network_info: [{"id": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "address": "fa:16:3e:5a:78:fa", "network": {"id": "eafa9b0a-e1c6-43c9-9804-09f42e14814e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-84078521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe1a2b31da6458c87abf2ac32e1cd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a67ef28-b9", "ovs_interfaceid": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.687387] env[66735]: DEBUG oslo_vmware.rw_handles [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 693.687387] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524d75e3-942b-b328-0489-82bd0c7ee760" [ 693.687387] env[66735]: _type = "HttpNfcLease" [ 693.687387] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 693.688293] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e349c3ad-9931-476c-b53e-30d6def774ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.698658] env[66735]: DEBUG oslo_vmware.rw_handles [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0640b-69a0-ee26-9c85-0ed38b58d947/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 693.698939] env[66735]: DEBUG oslo_vmware.rw_handles [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0640b-69a0-ee26-9c85-0ed38b58d947/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 693.836563] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29f04eae-2c3d-4e65-8ee7-72a40e0519ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.987906] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Acquiring lock "bbaa6d82-7252-4349-ab7a-450f27ab4db6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.988289] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Lock "bbaa6d82-7252-4349-ab7a-450f27ab4db6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.988693] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Acquiring lock "bbaa6d82-7252-4349-ab7a-450f27ab4db6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.988693] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Lock "bbaa6d82-7252-4349-ab7a-450f27ab4db6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.988893] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Lock "bbaa6d82-7252-4349-ab7a-450f27ab4db6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.992696] env[66735]: INFO nova.compute.manager [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Terminating instance [ 694.012755] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 92272c56-dcfd-47cd-b308-cfdd6c842ab2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 694.012844] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 694.013138] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '15', 'num_task_None': '13', 'num_os_type_None': '16', 'num_proj_bbe1a2b31da6458c87abf2ac32e1cd99': '1', 'io_workload': '1', 'num_proj_074fd9c109b545e986890b8f3751d057': '1', 'num_proj_41d204f8453e431780e85c5558ace9e3': '1', 'num_task_shelving_image_uploading': '1', 'num_proj_2b0a86f9ed844716a0d16f1aaca52617': '1', 'num_proj_4743e209426f410097298c46b6ea56f1': '1', 'num_proj_1dbacfa46b1b42b8ab93445dbfea3a49': '2', 'num_proj_9ee0cf1c84454360a9df9b112171d9a2': '1', 'num_proj_74f55c38335a40d1b637896b6a60ebd7': '1', 'num_proj_1e19dace03ce49b1a26abe3dd638f0c0': '3', 'num_task_image_pending_upload': '1', 'num_proj_2b5bbe1efa3e420a84828408283f2ccd': '1', 'num_proj_9a356bd775ea4f14a9935bfd931093b5': '1', 'num_proj_fa6007d52cb14367ba8c4132ef9e7fb9': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_757035a97db0408590b4f0ec2f9845eb': '1'} {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 694.016509] env[66735]: DEBUG oslo_vmware.api [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645250, 'name': PowerOffVM_Task, 'duration_secs': 0.229188} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.017931] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.018181] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.018759] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60f6e911-d4d0-433c-852e-433bf5fba977 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.060918] env[66735]: WARNING neutronclient.v2_0.client [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.177518] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645249, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.192858] env[66735]: DEBUG oslo_concurrency.lockutils [req-31e4a848-dae5-4bab-a370-f741f15fdd60 req-36258055-c603-4894-8b01-da46a987a245 service nova] Releasing lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.208300] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.208534] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.208711] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Deleting the datastore file [datastore2] 1e5975c1-9f80-4655-96e6-4375d951522f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.211500] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29e5935d-ac9f-4741-b726-e052ddb3ad8e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.221184] env[66735]: DEBUG oslo_vmware.api [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Waiting for the task: (returnval){ [ 694.221184] env[66735]: value = "task-4645253" [ 694.221184] env[66735]: _type = "Task" [ 694.221184] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.241161] env[66735]: DEBUG oslo_vmware.api [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.355687] env[66735]: WARNING neutronclient.v2_0.client [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.489366] env[66735]: DEBUG nova.network.neutron [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updated VIF entry in instance network info cache for port 2c9f0934-3b55-44dc-b6ed-1443527c9831. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 694.490034] env[66735]: DEBUG nova.network.neutron [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updating instance_info_cache with network_info: [{"id": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "address": "fa:16:3e:14:bc:9e", "network": {"id": "1cae78e2-7cf4-4c96-8b60-8c145c47e0a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-552228963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757035a97db0408590b4f0ec2f9845eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9f0934-3b", "ovs_interfaceid": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.497938] env[66735]: DEBUG nova.compute.manager [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 694.498099] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.499213] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb2a8d5-b6ba-4cb6-8a1e-ab5c18c39dfc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.510385] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.510385] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba088774-1ca0-4371-bb8d-9665d73fe373 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.520634] env[66735]: DEBUG oslo_vmware.api [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Waiting for the task: (returnval){ [ 694.520634] env[66735]: value = "task-4645254" [ 694.520634] env[66735]: _type = "Task" [ 694.520634] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.540952] env[66735]: DEBUG oslo_vmware.api [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.568091] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9433193d-81fa-4350-a3a1-7bda508ac951 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.579002] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b96750-b686-415d-bd8d-60b1049e93aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.644335] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76f6c5f-905f-4233-ad55-177782b62f20 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.657404] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925c60c2-eabb-411d-a64d-da5f10e3f7ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.682594] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.690299] env[66735]: DEBUG oslo_vmware.api [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645249, 'name': PowerOnVM_Task, 'duration_secs': 1.54747} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.690299] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.690814] env[66735]: INFO nova.compute.manager [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Took 10.78 seconds to spawn the instance on the hypervisor. [ 694.690814] env[66735]: DEBUG nova.compute.manager [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 694.695067] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeb3dec-b2b7-4040-a562-39e62a9d22c4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.748580] env[66735]: DEBUG oslo_vmware.api [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Task: {'id': task-4645253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33304} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.748580] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.748580] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.748580] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.748909] env[66735]: INFO nova.compute.manager [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Took 1.28 seconds to destroy the instance on the hypervisor. [ 694.749493] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 694.749822] env[66735]: DEBUG nova.compute.manager [-] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 694.749993] env[66735]: DEBUG nova.network.neutron [-] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 694.750340] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.881695] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.883035] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.891865] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.957468] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "daad57c0-7405-4904-a32a-a3cf738339b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.958127] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "daad57c0-7405-4904-a32a-a3cf738339b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.992776] env[66735]: DEBUG oslo_concurrency.lockutils [req-d591a245-e25e-439d-89cf-a1d1c8f3c11b req-e30c31c9-b2a0-4c3d-909b-2aad3962e5b4 service nova] Releasing lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.032892] env[66735]: DEBUG oslo_vmware.api [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645254, 'name': PowerOffVM_Task, 'duration_secs': 0.269624} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.033254] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.033483] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.033815] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a64d93-f76e-4265-8239-110d0ea799b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.115975] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.116219] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.116398] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Deleting the datastore file [datastore2] bbaa6d82-7252-4349-ab7a-450f27ab4db6 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.116677] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d82d8640-8794-47e2-a952-0344fed87ca0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.124736] env[66735]: DEBUG oslo_vmware.api [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Waiting for the task: (returnval){ [ 695.124736] env[66735]: value = "task-4645256" [ 695.124736] env[66735]: _type = "Task" [ 695.124736] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.134960] env[66735]: DEBUG oslo_vmware.api [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.191135] env[66735]: DEBUG nova.scheduler.client.report [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.214726] env[66735]: INFO nova.compute.manager [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Took 28.26 seconds to build instance. [ 695.237523] env[66735]: DEBUG oslo_concurrency.lockutils [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "36f3a3b7-25c0-4738-9b48-5085b870f27a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.388564] env[66735]: DEBUG nova.compute.manager [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 695.460391] env[66735]: DEBUG nova.compute.manager [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 695.637386] env[66735]: DEBUG oslo_vmware.api [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Task: {'id': task-4645256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396633} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.637810] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.638037] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.638395] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.638602] env[66735]: INFO nova.compute.manager [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 695.638917] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 695.639585] env[66735]: DEBUG nova.compute.manager [-] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 695.639794] env[66735]: DEBUG nova.network.neutron [-] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 695.640147] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.698136] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 695.698513] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.756s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.698971] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.275s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.699398] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.702601] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.924s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.702895] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.705933] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.423s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.708392] env[66735]: INFO nova.compute.claims [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.717915] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3736d6a5-619f-4516-9a29-9686c3273bd0 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "755321d4-49b7-49f2-ac58-74b286be4645" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.787s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.745252] env[66735]: INFO nova.scheduler.client.report [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Deleted allocations for instance 36f3a3b7-25c0-4738-9b48-5085b870f27a [ 695.749312] env[66735]: INFO nova.scheduler.client.report [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Deleted allocations for instance 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca [ 695.780060] env[66735]: DEBUG nova.network.neutron [-] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.920213] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.981811] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.095147] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.258129] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7774d589-9089-4f49-aeee-499bafb24988 tempest-ServerDiagnosticsNegativeTest-1449471440 tempest-ServerDiagnosticsNegativeTest-1449471440-project-member] Lock "0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.342s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.264219] env[66735]: DEBUG oslo_concurrency.lockutils [None req-98ddc5b4-70d8-43cd-b154-ca5e93db74ea tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "36f3a3b7-25c0-4738-9b48-5085b870f27a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.986s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.266068] env[66735]: DEBUG oslo_concurrency.lockutils [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "36f3a3b7-25c0-4738-9b48-5085b870f27a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.029s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.266658] env[66735]: DEBUG oslo_concurrency.lockutils [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "36f3a3b7-25c0-4738-9b48-5085b870f27a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.266658] env[66735]: DEBUG oslo_concurrency.lockutils [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "36f3a3b7-25c0-4738-9b48-5085b870f27a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.266972] env[66735]: DEBUG oslo_concurrency.lockutils [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "36f3a3b7-25c0-4738-9b48-5085b870f27a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.272028] env[66735]: INFO nova.compute.manager [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Terminating instance [ 696.284578] env[66735]: INFO nova.compute.manager [-] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Took 1.53 seconds to deallocate network for instance. [ 696.774902] env[66735]: DEBUG oslo_concurrency.lockutils [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.775230] env[66735]: DEBUG oslo_concurrency.lockutils [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquired lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.775385] env[66735]: DEBUG nova.network.neutron [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 696.792930] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.026495] env[66735]: DEBUG nova.network.neutron [-] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.186022] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a6861d-9a5c-4053-870d-fe9920598a9c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.198541] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e270cbcd-7af1-447e-bc40-2181bb86b87a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.243045] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c657f34e-c1d5-443e-993a-549b1357bc8d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.282606] env[66735]: DEBUG nova.compute.utils [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Can not refresh info_cache because instance was not found {{(pid=66735) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 697.283122] env[66735]: WARNING neutronclient.v2_0.client [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.402370] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6903aa-0ea6-42ff-9afa-12061ef717ba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.423032] env[66735]: DEBUG nova.compute.provider_tree [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.431666] env[66735]: DEBUG nova.network.neutron [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 697.529429] env[66735]: INFO nova.compute.manager [-] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Took 1.89 seconds to deallocate network for instance. [ 697.769907] env[66735]: DEBUG nova.network.neutron [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.928877] env[66735]: DEBUG nova.scheduler.client.report [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.041177] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.276068] env[66735]: DEBUG oslo_concurrency.lockutils [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Releasing lock "refresh_cache-36f3a3b7-25c0-4738-9b48-5085b870f27a" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.276068] env[66735]: DEBUG nova.compute.manager [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 698.276068] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.276068] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a13b90d1-8454-4172-be2f-ce7bbe4041be {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.287679] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c923e134-1553-47ec-9f4a-9a588b9c38c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.325569] env[66735]: WARNING nova.virt.vmwareapi.vmops [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 36f3a3b7-25c0-4738-9b48-5085b870f27a could not be found. [ 698.325851] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.326061] env[66735]: INFO nova.compute.manager [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Took 0.05 seconds to destroy the instance on the hypervisor. [ 698.326328] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 698.326731] env[66735]: DEBUG nova.compute.manager [-] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 698.326840] env[66735]: DEBUG nova.network.neutron [-] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 698.327087] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.344846] env[66735]: DEBUG nova.network.neutron [-] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 698.345117] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.435253] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.435941] env[66735]: DEBUG nova.compute.manager [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 698.438623] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.421s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.439853] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.441350] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.021s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.441518] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.443277] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.703s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.443455] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.445527] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.129s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.446818] env[66735]: INFO nova.compute.claims [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.477141] env[66735]: INFO nova.scheduler.client.report [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Deleted allocations for instance 80a78377-5557-46e4-8704-03fa473bf171 [ 698.477735] env[66735]: INFO nova.scheduler.client.report [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Deleted allocations for instance 6f6c1ecd-069e-4131-b7b4-3806fa5bedee [ 698.512722] env[66735]: INFO nova.scheduler.client.report [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Deleted allocations for instance a6395db5-5fad-4f6a-ab20-5225401143b0 [ 698.847985] env[66735]: DEBUG nova.network.neutron [-] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.951666] env[66735]: DEBUG nova.compute.utils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.958188] env[66735]: DEBUG nova.compute.manager [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 698.958188] env[66735]: DEBUG nova.network.neutron [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 698.958638] env[66735]: WARNING neutronclient.v2_0.client [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.959148] env[66735]: WARNING neutronclient.v2_0.client [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.996927] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9c810524-75ff-44dd-967e-a3e3efc44ebf tempest-FloatingIPsAssociationNegativeTestJSON-1868148739 tempest-FloatingIPsAssociationNegativeTestJSON-1868148739-project-member] Lock "80a78377-5557-46e4-8704-03fa473bf171" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.080s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.012160] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1cb62966-24fe-4d6e-927f-18ea6882e1d4 tempest-DeleteServersAdminTestJSON-311808247 tempest-DeleteServersAdminTestJSON-311808247-project-member] Lock "6f6c1ecd-069e-4131-b7b4-3806fa5bedee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.159s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.025868] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0a3b5c3b-d097-43e5-a799-9a8f6e5c2872 tempest-ServerDiagnosticsTest-132125429 tempest-ServerDiagnosticsTest-132125429-project-member] Lock "a6395db5-5fad-4f6a-ab20-5225401143b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.618s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.032152] env[66735]: DEBUG nova.policy [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '404c21382d5b4720a44a7edee3a598a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc2ef2f7d064717860187d5a603fc1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.351036] env[66735]: INFO nova.compute.manager [-] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Took 1.02 seconds to deallocate network for instance. [ 699.375216] env[66735]: DEBUG nova.network.neutron [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Successfully created port: ede6fe0c-d952-4a37-8562-fa0e3a16e1c9 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 699.464833] env[66735]: DEBUG nova.compute.manager [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 699.849125] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca7dd8e-6c34-4192-9ac5-1c4c6407cfe4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.858341] env[66735]: INFO nova.compute.manager [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Instance disappeared during terminate [ 699.858571] env[66735]: DEBUG oslo_concurrency.lockutils [None req-11e1c054-6912-4b94-a398-fb2f26736eaf tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "36f3a3b7-25c0-4738-9b48-5085b870f27a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.593s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.860415] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74710344-ea94-4cd3-93fb-41e057c5a121 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.895594] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad7825d-dbd7-46d8-93cf-d47c26e6cb36 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.905477] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db58405a-a444-40b6-a7fc-3e80cb539aa1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.922099] env[66735]: DEBUG nova.compute.provider_tree [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.427529] env[66735]: DEBUG nova.scheduler.client.report [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.478316] env[66735]: DEBUG nova.compute.manager [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 700.934091] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.935425] env[66735]: DEBUG nova.compute.manager [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 700.941262] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.068s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.943131] env[66735]: INFO nova.compute.claims [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.997566] env[66735]: DEBUG nova.network.neutron [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Successfully updated port: ede6fe0c-d952-4a37-8562-fa0e3a16e1c9 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 701.449218] env[66735]: DEBUG nova.compute.utils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.456053] env[66735]: DEBUG nova.compute.manager [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 701.457517] env[66735]: DEBUG nova.network.neutron [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 701.457517] env[66735]: WARNING neutronclient.v2_0.client [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.457517] env[66735]: WARNING neutronclient.v2_0.client [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.503477] env[66735]: DEBUG oslo_vmware.rw_handles [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ee7c2-92b2-337b-6b24-94f44a37066f/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 701.505506] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "refresh_cache-6b04af2b-3712-4f1e-a1f0-59b97f11317d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.505684] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired lock "refresh_cache-6b04af2b-3712-4f1e-a1f0-59b97f11317d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.505914] env[66735]: DEBUG nova.network.neutron [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 701.507675] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28b1b77-057a-49f4-88ae-fc6583dea896 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.517108] env[66735]: DEBUG oslo_vmware.rw_handles [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ee7c2-92b2-337b-6b24-94f44a37066f/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 701.517301] env[66735]: ERROR oslo_vmware.rw_handles [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ee7c2-92b2-337b-6b24-94f44a37066f/disk-0.vmdk due to incomplete transfer. [ 701.520844] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-020720dd-cfca-497f-a785-79286ca99b30 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.526279] env[66735]: DEBUG nova.virt.hardware [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 701.526523] env[66735]: DEBUG nova.virt.hardware [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.526668] env[66735]: DEBUG nova.virt.hardware [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 701.526846] env[66735]: DEBUG nova.virt.hardware [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.526990] env[66735]: DEBUG nova.virt.hardware [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 701.527129] env[66735]: DEBUG nova.virt.hardware [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 701.527324] env[66735]: DEBUG nova.virt.hardware [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 701.527470] env[66735]: DEBUG nova.virt.hardware [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 701.528930] env[66735]: DEBUG nova.virt.hardware [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 701.528930] env[66735]: DEBUG nova.virt.hardware [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 701.528930] env[66735]: DEBUG nova.virt.hardware [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 701.529945] env[66735]: DEBUG nova.policy [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccc79fa1aae14afd8b662846be83f0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5885fc0ea354263b037d558ca70943e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.533376] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dab794-7cc6-492a-b9ec-25b6af4b2ba7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.546400] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce53c84-02d5-434d-8136-c84fe6f48892 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.552529] env[66735]: DEBUG oslo_vmware.rw_handles [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ee7c2-92b2-337b-6b24-94f44a37066f/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 701.552780] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Uploaded image 9aa66f61-3257-4728-8dfa-0434eafd68d0 to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 701.555119] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 701.555869] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45d0338c-551c-4f08-b82b-cbedcc3c9660 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.578531] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 701.578531] env[66735]: value = "task-4645257" [ 701.578531] env[66735]: _type = "Task" [ 701.578531] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.588075] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645257, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.956500] env[66735]: DEBUG nova.compute.manager [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 701.976671] env[66735]: DEBUG nova.network.neutron [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Successfully created port: 08471c24-f26e-47f4-a6d7-0a5ee1d38e5e {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 702.067061] env[66735]: DEBUG nova.compute.manager [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Received event network-changed-8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 702.068176] env[66735]: DEBUG nova.compute.manager [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Refreshing instance network info cache due to event network-changed-8a67ef28-b96a-4cb4-99b8-8c476b68ce25. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 702.068176] env[66735]: DEBUG oslo_concurrency.lockutils [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] Acquiring lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.068176] env[66735]: DEBUG oslo_concurrency.lockutils [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] Acquired lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.068176] env[66735]: DEBUG nova.network.neutron [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Refreshing network info cache for port 8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.090851] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645257, 'name': Destroy_Task, 'duration_secs': 0.364092} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.095314] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Destroyed the VM [ 702.095581] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 702.099243] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6eaf9d53-3c4f-4fe3-a0b7-bfbf9d44ef5b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.101465] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "a92bf925-6b26-4139-8712-9866b6cba192" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.101648] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "a92bf925-6b26-4139-8712-9866b6cba192" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.109348] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 702.109348] env[66735]: value = "task-4645258" [ 702.109348] env[66735]: _type = "Task" [ 702.109348] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.124759] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645258, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.453435] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160794c8-1fc8-456d-8dd1-29cabb715b32 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.463435] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111f3cf1-19b8-4078-b310-e4799fa91dd7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.506688] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f1c2f8-549e-4285-9784-1aa7a82042a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.516599] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3215f1ca-c7c6-4695-a29d-56868bdb32f8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.532619] env[66735]: DEBUG nova.compute.provider_tree [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.571751] env[66735]: WARNING neutronclient.v2_0.client [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.604555] env[66735]: DEBUG nova.compute.manager [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 702.617295] env[66735]: DEBUG nova.network.neutron [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 702.629803] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645258, 'name': RemoveSnapshot_Task, 'duration_secs': 0.386697} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.630980] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 702.631425] env[66735]: DEBUG nova.compute.manager [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 702.632490] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5960caf8-6a19-49f6-bc87-8c3f165a6d5f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.784250] env[66735]: DEBUG nova.compute.manager [req-1f11eaa7-cef8-45ce-b8c5-d779c514fd4d req-4efe55d3-9a4e-491e-8425-856561189d40 service nova] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Received event network-vif-deleted-e89af5cc-d279-4ee3-a8ba-12c240b3b35c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 702.974070] env[66735]: DEBUG nova.compute.manager [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 703.005889] env[66735]: DEBUG nova.virt.hardware [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 703.009045] env[66735]: DEBUG nova.virt.hardware [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.009045] env[66735]: DEBUG nova.virt.hardware [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 703.009045] env[66735]: DEBUG nova.virt.hardware [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.009045] env[66735]: DEBUG nova.virt.hardware [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 703.009045] env[66735]: DEBUG nova.virt.hardware [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 703.009474] env[66735]: DEBUG nova.virt.hardware [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 703.009474] env[66735]: DEBUG nova.virt.hardware [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 703.009474] env[66735]: DEBUG nova.virt.hardware [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 703.009474] env[66735]: DEBUG nova.virt.hardware [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 703.009716] env[66735]: DEBUG nova.virt.hardware [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 703.010904] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2ae718-b317-4681-8455-bf1ffc752ba9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.022111] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcd02eb-2920-48d4-8d65-458229b2a034 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.038596] env[66735]: DEBUG nova.scheduler.client.report [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.133521] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.148083] env[66735]: INFO nova.compute.manager [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Shelve offloading [ 703.299310] env[66735]: DEBUG oslo_vmware.rw_handles [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0640b-69a0-ee26-9c85-0ed38b58d947/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 703.300444] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220efff1-b4c4-4ca7-833a-54606ba8e7e7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.311075] env[66735]: DEBUG oslo_vmware.rw_handles [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0640b-69a0-ee26-9c85-0ed38b58d947/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 703.311864] env[66735]: ERROR oslo_vmware.rw_handles [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0640b-69a0-ee26-9c85-0ed38b58d947/disk-0.vmdk due to incomplete transfer. [ 703.312334] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0bcf6fdf-30b3-4521-a2dc-8923e5563c28 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.323066] env[66735]: DEBUG oslo_vmware.rw_handles [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0640b-69a0-ee26-9c85-0ed38b58d947/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 703.323318] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Uploaded image 7406bd20-8d6d-4c21-93bc-6d383e40839c to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 703.325392] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 703.325652] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d7ed563-c6c3-4ec5-bfc4-4c0620009685 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.334808] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 703.334808] env[66735]: value = "task-4645259" [ 703.334808] env[66735]: _type = "Task" [ 703.334808] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.347500] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645259, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.545510] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.546186] env[66735]: DEBUG nova.compute.manager [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 703.549130] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.765s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.550752] env[66735]: INFO nova.compute.claims [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.656250] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.656801] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0651be3e-7f10-44b8-ae6e-1c28a869e8f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.665907] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 703.665907] env[66735]: value = "task-4645260" [ 703.665907] env[66735]: _type = "Task" [ 703.665907] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.675025] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.848761] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645259, 'name': Destroy_Task, 'duration_secs': 0.449342} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.848761] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Destroyed the VM [ 703.848761] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 703.848761] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-baa4d109-624f-462b-875f-29a8bce5a485 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.854705] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 703.854705] env[66735]: value = "task-4645261" [ 703.854705] env[66735]: _type = "Task" [ 703.854705] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.863957] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645261, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.876275] env[66735]: DEBUG nova.network.neutron [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Successfully updated port: 08471c24-f26e-47f4-a6d7-0a5ee1d38e5e {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 703.927783] env[66735]: WARNING neutronclient.v2_0.client [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.061484] env[66735]: DEBUG nova.compute.utils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.067771] env[66735]: DEBUG nova.compute.manager [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 704.068367] env[66735]: DEBUG nova.network.neutron [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 704.068971] env[66735]: WARNING neutronclient.v2_0.client [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.069378] env[66735]: WARNING neutronclient.v2_0.client [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.135663] env[66735]: WARNING neutronclient.v2_0.client [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.172132] env[66735]: DEBUG nova.network.neutron [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Updating instance_info_cache with network_info: [{"id": "ede6fe0c-d952-4a37-8562-fa0e3a16e1c9", "address": "fa:16:3e:ca:82:c1", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede6fe0c-d9", "ovs_interfaceid": "ede6fe0c-d952-4a37-8562-fa0e3a16e1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.176231] env[66735]: DEBUG nova.policy [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccc79fa1aae14afd8b662846be83f0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5885fc0ea354263b037d558ca70943e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.190037] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 704.190163] env[66735]: DEBUG nova.compute.manager [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 704.190955] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d584c60e-f091-4d31-9a7d-215d14e8b62f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.201239] env[66735]: DEBUG oslo_concurrency.lockutils [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.201405] env[66735]: DEBUG oslo_concurrency.lockutils [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.201579] env[66735]: DEBUG nova.network.neutron [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 704.366065] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645261, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.381913] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "refresh_cache-206a1a52-5506-4711-95ac-84c5f2550a7e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.382103] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "refresh_cache-206a1a52-5506-4711-95ac-84c5f2550a7e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.382290] env[66735]: DEBUG nova.network.neutron [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 704.527179] env[66735]: DEBUG nova.network.neutron [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Updated VIF entry in instance network info cache for port 8a67ef28-b96a-4cb4-99b8-8c476b68ce25. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 704.531024] env[66735]: DEBUG nova.network.neutron [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Updating instance_info_cache with network_info: [{"id": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "address": "fa:16:3e:5a:78:fa", "network": {"id": "eafa9b0a-e1c6-43c9-9804-09f42e14814e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-84078521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbe1a2b31da6458c87abf2ac32e1cd99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a67ef28-b9", "ovs_interfaceid": "8a67ef28-b96a-4cb4-99b8-8c476b68ce25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.569173] env[66735]: DEBUG nova.compute.manager [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 704.679554] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Releasing lock "refresh_cache-6b04af2b-3712-4f1e-a1f0-59b97f11317d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.680530] env[66735]: DEBUG nova.compute.manager [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Instance network_info: |[{"id": "ede6fe0c-d952-4a37-8562-fa0e3a16e1c9", "address": "fa:16:3e:ca:82:c1", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede6fe0c-d9", "ovs_interfaceid": "ede6fe0c-d952-4a37-8562-fa0e3a16e1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 704.680637] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:82:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ede6fe0c-d952-4a37-8562-fa0e3a16e1c9', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.689622] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Creating folder: Project (9bc2ef2f7d064717860187d5a603fc1e). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.694383] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bdb621e-67b3-49e3-9472-e3788562a220 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.704300] env[66735]: WARNING neutronclient.v2_0.client [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.718879] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Created folder: Project (9bc2ef2f7d064717860187d5a603fc1e) in parent group-v906980. [ 704.718879] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Creating folder: Instances. Parent ref: group-v907070. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.718879] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ca90a74-5838-4231-bfb6-7d3e6448eaea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.731828] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Created folder: Instances in parent group-v907070. [ 704.732095] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 704.732678] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.732678] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a5eeee7-f56a-40cf-ae58-6758115ec0cd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.766332] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.766332] env[66735]: value = "task-4645264" [ 704.766332] env[66735]: _type = "Task" [ 704.766332] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.775669] env[66735]: DEBUG nova.network.neutron [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Successfully created port: b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 704.782558] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645264, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.868277] env[66735]: DEBUG oslo_vmware.api [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645261, 'name': RemoveSnapshot_Task, 'duration_secs': 0.590699} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.868993] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 704.868993] env[66735]: INFO nova.compute.manager [None req-892c533d-6ecc-489b-8496-46350da02a56 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Took 14.96 seconds to snapshot the instance on the hypervisor. [ 705.032601] env[66735]: DEBUG oslo_concurrency.lockutils [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] Releasing lock "refresh_cache-eeb64922-383d-456b-8fb2-272d8cf61fac" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.032601] env[66735]: DEBUG nova.compute.manager [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Received event network-changed-64638099-ede3-4858-915b-7980b441255c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 705.032601] env[66735]: DEBUG nova.compute.manager [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Refreshing instance network info cache due to event network-changed-64638099-ede3-4858-915b-7980b441255c. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 705.033670] env[66735]: DEBUG oslo_concurrency.lockutils [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] Acquiring lock "refresh_cache-3d4ac919-d0f3-4310-bed5-785da809fe2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.033670] env[66735]: DEBUG oslo_concurrency.lockutils [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] Acquired lock "refresh_cache-3d4ac919-d0f3-4310-bed5-785da809fe2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.033880] env[66735]: DEBUG nova.network.neutron [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Refreshing network info cache for port 64638099-ede3-4858-915b-7980b441255c {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.093782] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "1b64739b-d3e2-40b2-98b6-231021f4d029" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.094048] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "1b64739b-d3e2-40b2-98b6-231021f4d029" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.156677] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Acquiring lock "9642edb3-eebe-433e-92d8-55e3c112c063" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.156677] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Lock "9642edb3-eebe-433e-92d8-55e3c112c063" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.201076] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a917edb-2fb0-4a26-8a5c-a5e7c040745f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.213922] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b135de18-59b4-4350-8319-568b6f2552fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.253391] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a61c1-cd39-4348-97bc-92df7d5530f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.263048] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9730ff41-55fb-47b1-a81c-60a450b7f38e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.281861] env[66735]: DEBUG nova.compute.provider_tree [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.288022] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645264, 'name': CreateVM_Task, 'duration_secs': 0.358092} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.288022] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.288022] env[66735]: WARNING neutronclient.v2_0.client [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.288022] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.288022] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.288660] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.288660] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2fc56a-bf71-420b-83ad-119117908c5a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.295951] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 705.295951] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52355fa1-5901-eb70-2840-3bd46f72adbb" [ 705.295951] env[66735]: _type = "Task" [ 705.295951] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.307222] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52355fa1-5901-eb70-2840-3bd46f72adbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.538807] env[66735]: WARNING neutronclient.v2_0.client [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.589746] env[66735]: DEBUG nova.compute.manager [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 705.594927] env[66735]: DEBUG nova.network.neutron [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 705.597414] env[66735]: DEBUG nova.compute.manager [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 705.628771] env[66735]: DEBUG nova.virt.hardware [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 705.629189] env[66735]: DEBUG nova.virt.hardware [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.629378] env[66735]: DEBUG nova.virt.hardware [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 705.629568] env[66735]: DEBUG nova.virt.hardware [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.629711] env[66735]: DEBUG nova.virt.hardware [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 705.629850] env[66735]: DEBUG nova.virt.hardware [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 705.630244] env[66735]: DEBUG nova.virt.hardware [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 705.630244] env[66735]: DEBUG nova.virt.hardware [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 705.630414] env[66735]: DEBUG nova.virt.hardware [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 705.630574] env[66735]: DEBUG nova.virt.hardware [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 705.630740] env[66735]: DEBUG nova.virt.hardware [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 705.631740] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b59f7ba-6e20-49b9-a3bf-2934f7443dfa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.641400] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ddac11-c135-4412-aed2-2701edef3290 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.658643] env[66735]: DEBUG nova.compute.manager [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 705.788293] env[66735]: DEBUG nova.scheduler.client.report [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.807661] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52355fa1-5901-eb70-2840-3bd46f72adbb, 'name': SearchDatastore_Task, 'duration_secs': 0.026285} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.808672] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.808902] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.809184] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.809325] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.809494] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.809998] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78def06b-3dd1-4d2b-bac3-10457c3d4b02 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.819672] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.819853] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.820589] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c1392c-a342-4744-ab08-d5d340c02187 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.827018] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 705.827018] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5202745a-77d0-41f1-ceac-57c9ae6da0a8" [ 705.827018] env[66735]: _type = "Task" [ 705.827018] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.836679] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5202745a-77d0-41f1-ceac-57c9ae6da0a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.121215] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.176091] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.295071] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.295071] env[66735]: DEBUG nova.compute.manager [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 706.298881] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.378s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.304329] env[66735]: INFO nova.compute.claims [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.340450] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5202745a-77d0-41f1-ceac-57c9ae6da0a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.343461] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db07094-42b9-43fe-a664-71ffa7346e56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.350752] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 706.350752] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52893a19-aad3-e319-0ba6-0f46ff59807d" [ 706.350752] env[66735]: _type = "Task" [ 706.350752] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.367558] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52893a19-aad3-e319-0ba6-0f46ff59807d, 'name': SearchDatastore_Task, 'duration_secs': 0.014042} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.367919] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.368274] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 6b04af2b-3712-4f1e-a1f0-59b97f11317d/6b04af2b-3712-4f1e-a1f0-59b97f11317d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.368582] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34fca7a4-6c48-4fab-8500-c6f4583dadb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.377187] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 706.377187] env[66735]: value = "task-4645265" [ 706.377187] env[66735]: _type = "Task" [ 706.377187] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.387168] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.581284] env[66735]: DEBUG nova.network.neutron [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Successfully updated port: b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 706.728895] env[66735]: WARNING neutronclient.v2_0.client [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.744785] env[66735]: WARNING neutronclient.v2_0.client [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.813768] env[66735]: DEBUG nova.compute.utils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.813768] env[66735]: DEBUG nova.compute.manager [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 706.813768] env[66735]: DEBUG nova.network.neutron [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 706.813768] env[66735]: WARNING neutronclient.v2_0.client [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.813963] env[66735]: WARNING neutronclient.v2_0.client [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.888482] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488019} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.889420] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 6b04af2b-3712-4f1e-a1f0-59b97f11317d/6b04af2b-3712-4f1e-a1f0-59b97f11317d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.889420] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.889420] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ac223a0-a71b-4e0a-a8be-06fde53cb189 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.896922] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 706.896922] env[66735]: value = "task-4645266" [ 706.896922] env[66735]: _type = "Task" [ 706.896922] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.908497] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.976608] env[66735]: WARNING neutronclient.v2_0.client [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.009694] env[66735]: DEBUG nova.policy [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c0843885985477485d5842f48711af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '857ada03fe77415d8e2f485c81951033', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.086993] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "refresh_cache-c2c69091-98a3-4671-bd63-462fc99cfcaa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.086993] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "refresh_cache-c2c69091-98a3-4671-bd63-462fc99cfcaa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.086993] env[66735]: DEBUG nova.network.neutron [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 707.093524] env[66735]: DEBUG nova.network.neutron [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Updating instance_info_cache with network_info: [{"id": "08471c24-f26e-47f4-a6d7-0a5ee1d38e5e", "address": "fa:16:3e:e9:6b:87", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08471c24-f2", "ovs_interfaceid": "08471c24-f26e-47f4-a6d7-0a5ee1d38e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.126780] env[66735]: DEBUG nova.network.neutron [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updating instance_info_cache with network_info: [{"id": "8de1b916-dc96-492f-ab32-fd36252b6b08", "address": "fa:16:3e:3b:ea:46", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de1b916-dc", "ovs_interfaceid": "8de1b916-dc96-492f-ab32-fd36252b6b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.317589] env[66735]: DEBUG nova.compute.manager [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 707.412008] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067827} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.412476] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.413726] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491dde8a-8162-491c-87f6-76eeeab45409 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.453930] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 6b04af2b-3712-4f1e-a1f0-59b97f11317d/6b04af2b-3712-4f1e-a1f0-59b97f11317d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.455481] env[66735]: DEBUG nova.network.neutron [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Updated VIF entry in instance network info cache for port 64638099-ede3-4858-915b-7980b441255c. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 707.455950] env[66735]: DEBUG nova.network.neutron [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Updating instance_info_cache with network_info: [{"id": "64638099-ede3-4858-915b-7980b441255c", "address": "fa:16:3e:51:c7:fe", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64638099-ed", "ovs_interfaceid": "64638099-ede3-4858-915b-7980b441255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.461395] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29b36641-750a-4f1e-9d84-c9f9870d48a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.480762] env[66735]: DEBUG nova.network.neutron [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Successfully created port: 45f57ed1-ea88-46ce-80c1-59f263144992 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 707.493315] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 707.493315] env[66735]: value = "task-4645267" [ 707.493315] env[66735]: _type = "Task" [ 707.493315] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.503854] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.595101] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "refresh_cache-206a1a52-5506-4711-95ac-84c5f2550a7e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.595447] env[66735]: DEBUG nova.compute.manager [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Instance network_info: |[{"id": "08471c24-f26e-47f4-a6d7-0a5ee1d38e5e", "address": "fa:16:3e:e9:6b:87", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08471c24-f2", "ovs_interfaceid": "08471c24-f26e-47f4-a6d7-0a5ee1d38e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 707.596177] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:6b:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08471c24-f26e-47f4-a6d7-0a5ee1d38e5e', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.605245] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Creating folder: Project (f5885fc0ea354263b037d558ca70943e). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.608219] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b06b5877-fa31-4839-8d4b-4c597e2212bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.622231] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Created folder: Project (f5885fc0ea354263b037d558ca70943e) in parent group-v906980. [ 707.623212] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Creating folder: Instances. Parent ref: group-v907073. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.623212] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4478645f-c439-4895-93a5-84a7a1abdf16 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.630460] env[66735]: DEBUG oslo_concurrency.lockutils [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.630850] env[66735]: WARNING neutronclient.v2_0.client [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.631175] env[66735]: WARNING neutronclient.v2_0.client [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.634699] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Created folder: Instances in parent group-v907073. [ 707.634953] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 707.635176] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.635386] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01305f4f-0ebd-4bfc-8791-9cbb595842ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.657952] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.657952] env[66735]: value = "task-4645270" [ 707.657952] env[66735]: _type = "Task" [ 707.657952] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.668949] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645270, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.781668] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7e2b71-8013-48ac-9f90-ca45f51ea6ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.790861] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be81a100-5608-4440-9f43-15e76c89b325 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.830553] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa880258-ef75-4bcb-8c35-604373ad73e1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.839531] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ee0b60-57f8-4149-8c3a-af0689ccf306 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.856952] env[66735]: DEBUG nova.compute.provider_tree [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.984473] env[66735]: DEBUG oslo_concurrency.lockutils [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] Releasing lock "refresh_cache-3d4ac919-d0f3-4310-bed5-785da809fe2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.984750] env[66735]: DEBUG nova.compute.manager [req-af246082-da0a-4d0b-8211-c6eb822d10f4 req-b04bea09-1eaf-4eb1-887c-66d23985400b service nova] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Received event network-vif-deleted-80689a7b-b552-4dc4-936d-4aeb5c8647b9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 708.007739] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.169182] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645270, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.314980] env[66735]: DEBUG nova.network.neutron [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 708.331677] env[66735]: DEBUG nova.compute.manager [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 708.362022] env[66735]: DEBUG nova.scheduler.client.report [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.371157] env[66735]: DEBUG nova.virt.hardware [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 708.372670] env[66735]: DEBUG nova.virt.hardware [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.373441] env[66735]: DEBUG nova.virt.hardware [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 708.373737] env[66735]: DEBUG nova.virt.hardware [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.373923] env[66735]: DEBUG nova.virt.hardware [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 708.374126] env[66735]: DEBUG nova.virt.hardware [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 708.375034] env[66735]: DEBUG nova.virt.hardware [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 708.375034] env[66735]: DEBUG nova.virt.hardware [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 708.375034] env[66735]: DEBUG nova.virt.hardware [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 708.375034] env[66735]: DEBUG nova.virt.hardware [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 708.375034] env[66735]: DEBUG nova.virt.hardware [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 708.375907] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f9dc14-a841-41a8-9dcc-5f0f246a20a4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.384933] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b15ca96-b8fc-407d-9d4f-d4a15f813866 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.508472] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645267, 'name': ReconfigVM_Task, 'duration_secs': 0.546907} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.508827] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 6b04af2b-3712-4f1e-a1f0-59b97f11317d/6b04af2b-3712-4f1e-a1f0-59b97f11317d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.509610] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b5e0917-868e-4814-ada5-e2eb9432d602 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.519682] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 708.519682] env[66735]: value = "task-4645271" [ 708.519682] env[66735]: _type = "Task" [ 708.519682] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.534350] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645271, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.669318] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645270, 'name': CreateVM_Task, 'duration_secs': 0.560048} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.669318] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.669318] env[66735]: WARNING neutronclient.v2_0.client [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.669318] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.669318] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.670811] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.671754] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92bc4c84-fb44-4ae1-ac8d-3de1a3f9fb46 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.679078] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 708.679078] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521b63ac-b900-48d5-5f65-01729552cc5a" [ 708.679078] env[66735]: _type = "Task" [ 708.679078] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.685708] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521b63ac-b900-48d5-5f65-01729552cc5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.880063] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.880632] env[66735]: DEBUG nova.compute.manager [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 708.883275] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.902s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.885031] env[66735]: INFO nova.compute.claims [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.033334] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645271, 'name': Rename_Task, 'duration_secs': 0.142298} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.033611] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.033853] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2efc8f7-2cc9-47a7-ac4a-f4d29007ab47 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.041862] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 709.041862] env[66735]: value = "task-4645272" [ 709.041862] env[66735]: _type = "Task" [ 709.041862] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.051575] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.104799] env[66735]: DEBUG nova.network.neutron [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Successfully updated port: 45f57ed1-ea88-46ce-80c1-59f263144992 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 709.187839] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521b63ac-b900-48d5-5f65-01729552cc5a, 'name': SearchDatastore_Task, 'duration_secs': 0.024184} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.188365] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.188717] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.189454] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.189709] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.191183] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.191183] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ceb6989-521f-4005-a8b9-3c1e6348eba5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.203018] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.203018] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.203018] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9c72cb-44f5-4af4-a9b9-e29dde128141 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.211148] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 709.211148] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528220e5-4bd6-57f0-4472-89a8029d769f" [ 709.211148] env[66735]: _type = "Task" [ 709.211148] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.222443] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528220e5-4bd6-57f0-4472-89a8029d769f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.240085] env[66735]: DEBUG nova.compute.manager [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Received event network-vif-plugged-ede6fe0c-d952-4a37-8562-fa0e3a16e1c9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 709.241357] env[66735]: DEBUG oslo_concurrency.lockutils [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] Acquiring lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.241357] env[66735]: DEBUG oslo_concurrency.lockutils [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.241357] env[66735]: DEBUG oslo_concurrency.lockutils [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.241721] env[66735]: DEBUG nova.compute.manager [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] No waiting events found dispatching network-vif-plugged-ede6fe0c-d952-4a37-8562-fa0e3a16e1c9 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 709.244470] env[66735]: WARNING nova.compute.manager [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Received unexpected event network-vif-plugged-ede6fe0c-d952-4a37-8562-fa0e3a16e1c9 for instance with vm_state building and task_state spawning. [ 709.244470] env[66735]: DEBUG nova.compute.manager [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Received event network-changed-ede6fe0c-d952-4a37-8562-fa0e3a16e1c9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 709.244470] env[66735]: DEBUG nova.compute.manager [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Refreshing instance network info cache due to event network-changed-ede6fe0c-d952-4a37-8562-fa0e3a16e1c9. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 709.244470] env[66735]: DEBUG oslo_concurrency.lockutils [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] Acquiring lock "refresh_cache-6b04af2b-3712-4f1e-a1f0-59b97f11317d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.244470] env[66735]: DEBUG oslo_concurrency.lockutils [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] Acquired lock "refresh_cache-6b04af2b-3712-4f1e-a1f0-59b97f11317d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.244723] env[66735]: DEBUG nova.network.neutron [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Refreshing network info cache for port ede6fe0c-d952-4a37-8562-fa0e3a16e1c9 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.394410] env[66735]: DEBUG nova.compute.utils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.405464] env[66735]: DEBUG nova.compute.manager [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 709.406090] env[66735]: DEBUG nova.network.neutron [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 709.406165] env[66735]: WARNING neutronclient.v2_0.client [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.406418] env[66735]: WARNING neutronclient.v2_0.client [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.513226] env[66735]: WARNING neutronclient.v2_0.client [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.562218] env[66735]: DEBUG oslo_vmware.api [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645272, 'name': PowerOnVM_Task, 'duration_secs': 0.493962} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.562687] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.563592] env[66735]: INFO nova.compute.manager [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Took 9.08 seconds to spawn the instance on the hypervisor. [ 709.563913] env[66735]: DEBUG nova.compute.manager [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 709.565377] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5230a4-0e84-48b3-b95e-82e3202fab85 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.593436] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.596017] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40db7ec-6481-427f-bcdc-11515d36fb85 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.610656] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquiring lock "refresh_cache-92272c56-dcfd-47cd-b308-cfdd6c842ab2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.610656] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquired lock "refresh_cache-92272c56-dcfd-47cd-b308-cfdd6c842ab2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.610656] env[66735]: DEBUG nova.network.neutron [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 709.611520] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.612788] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8e8593b-757e-402b-8e65-7cc0636a5d1a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.619689] env[66735]: DEBUG nova.compute.manager [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Received event network-vif-plugged-08471c24-f26e-47f4-a6d7-0a5ee1d38e5e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 709.619894] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] Acquiring lock "206a1a52-5506-4711-95ac-84c5f2550a7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.620110] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] Lock "206a1a52-5506-4711-95ac-84c5f2550a7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.620269] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] Lock "206a1a52-5506-4711-95ac-84c5f2550a7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.620428] env[66735]: DEBUG nova.compute.manager [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] No waiting events found dispatching network-vif-plugged-08471c24-f26e-47f4-a6d7-0a5ee1d38e5e {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 709.620651] env[66735]: WARNING nova.compute.manager [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Received unexpected event network-vif-plugged-08471c24-f26e-47f4-a6d7-0a5ee1d38e5e for instance with vm_state building and task_state spawning. [ 709.620730] env[66735]: DEBUG nova.compute.manager [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Received event network-changed-08471c24-f26e-47f4-a6d7-0a5ee1d38e5e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 709.620875] env[66735]: DEBUG nova.compute.manager [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Refreshing instance network info cache due to event network-changed-08471c24-f26e-47f4-a6d7-0a5ee1d38e5e. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 709.621990] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] Acquiring lock "refresh_cache-206a1a52-5506-4711-95ac-84c5f2550a7e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.622223] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] Acquired lock "refresh_cache-206a1a52-5506-4711-95ac-84c5f2550a7e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.622356] env[66735]: DEBUG nova.network.neutron [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Refreshing network info cache for port 08471c24-f26e-47f4-a6d7-0a5ee1d38e5e {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.700529] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.702470] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.702470] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleting the datastore file [datastore2] 2cb84984-155b-4ec5-8795-a4dc89cb6eb5 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.702470] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-637f996e-6888-488e-bb1b-dab92ac883a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.710880] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 709.710880] env[66735]: value = "task-4645274" [ 709.710880] env[66735]: _type = "Task" [ 709.710880] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.723832] env[66735]: DEBUG nova.policy [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ea8b0a25d44fd49b32995af569a498', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf1461c86788422987443bd4f6d6ff9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.734510] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.738782] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528220e5-4bd6-57f0-4472-89a8029d769f, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.740038] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e38488-6744-4add-99ed-a000273d9458 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.744829] env[66735]: DEBUG nova.network.neutron [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Updating instance_info_cache with network_info: [{"id": "b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e", "address": "fa:16:3e:c7:aa:26", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92b3662-6d", "ovs_interfaceid": "b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.748173] env[66735]: WARNING neutronclient.v2_0.client [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.752353] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 709.752353] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526b8032-5348-af50-7b65-ea436a0fc498" [ 709.752353] env[66735]: _type = "Task" [ 709.752353] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.767315] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526b8032-5348-af50-7b65-ea436a0fc498, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.768319] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.768648] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 206a1a52-5506-4711-95ac-84c5f2550a7e/206a1a52-5506-4711-95ac-84c5f2550a7e.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.768844] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd6cf519-76c1-4be5-b309-38772dd4d1c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.777088] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 709.777088] env[66735]: value = "task-4645275" [ 709.777088] env[66735]: _type = "Task" [ 709.777088] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.793189] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.903405] env[66735]: DEBUG nova.compute.manager [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 709.963071] env[66735]: WARNING neutronclient.v2_0.client [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.076294] env[66735]: DEBUG nova.network.neutron [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Updated VIF entry in instance network info cache for port ede6fe0c-d952-4a37-8562-fa0e3a16e1c9. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 710.076535] env[66735]: DEBUG nova.network.neutron [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Updating instance_info_cache with network_info: [{"id": "ede6fe0c-d952-4a37-8562-fa0e3a16e1c9", "address": "fa:16:3e:ca:82:c1", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede6fe0c-d9", "ovs_interfaceid": "ede6fe0c-d952-4a37-8562-fa0e3a16e1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.096506] env[66735]: INFO nova.compute.manager [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Took 32.83 seconds to build instance. [ 710.128899] env[66735]: WARNING neutronclient.v2_0.client [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.158249] env[66735]: DEBUG nova.network.neutron [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 710.179024] env[66735]: DEBUG nova.network.neutron [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Successfully created port: 7586796c-cf9f-4e46-92eb-3a3b939cd2a6 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 710.235408] env[66735]: DEBUG oslo_vmware.api [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153556} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.238615] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.238822] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.239007] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.251397] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "refresh_cache-c2c69091-98a3-4671-bd63-462fc99cfcaa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.251860] env[66735]: DEBUG nova.compute.manager [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Instance network_info: |[{"id": "b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e", "address": "fa:16:3e:c7:aa:26", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92b3662-6d", "ovs_interfaceid": "b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 710.252489] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:aa:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.266783] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 710.270622] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.273755] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25b9b86f-a116-41c2-8241-b45858ace324 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.292088] env[66735]: INFO nova.scheduler.client.report [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleted allocations for instance 2cb84984-155b-4ec5-8795-a4dc89cb6eb5 [ 710.306287] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645275, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.307853] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.307853] env[66735]: value = "task-4645276" [ 710.307853] env[66735]: _type = "Task" [ 710.307853] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.320294] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645276, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.441022] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeb949e-4bd0-4928-ba61-4fe87dd8ed35 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.449466] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bedf34-8ad5-46c0-bbee-c95dfdfd11b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.492674] env[66735]: WARNING neutronclient.v2_0.client [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.498453] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187ab161-6800-4061-aa23-d8e52ed9d7ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.509307] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc5a5ec-479d-4e4d-8d60-fc07af6756a1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.526363] env[66735]: DEBUG nova.compute.provider_tree [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.581571] env[66735]: DEBUG oslo_concurrency.lockutils [req-b24045ba-1e2e-4248-8309-ad784ad0d5dd req-c87a1449-202a-4ea0-99a3-ccd5101d06bc service nova] Releasing lock "refresh_cache-6b04af2b-3712-4f1e-a1f0-59b97f11317d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.598889] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f65be633-e82c-4216-8e0c-e0f9e957e0e2 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.347s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.606114] env[66735]: WARNING neutronclient.v2_0.client [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.678926] env[66735]: DEBUG nova.network.neutron [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Updating instance_info_cache with network_info: [{"id": "45f57ed1-ea88-46ce-80c1-59f263144992", "address": "fa:16:3e:50:b8:89", "network": {"id": "86171dfc-4302-4d6b-bbae-3495df5550be", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1528369823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "857ada03fe77415d8e2f485c81951033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f57ed1-ea", "ovs_interfaceid": "45f57ed1-ea88-46ce-80c1-59f263144992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.798100] env[66735]: DEBUG oslo_concurrency.lockutils [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.807450] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530268} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.807737] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 206a1a52-5506-4711-95ac-84c5f2550a7e/206a1a52-5506-4711-95ac-84c5f2550a7e.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.808201] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.808360] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aa06dd6-a0e5-41db-896e-f97c717726f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.818128] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 710.818128] env[66735]: value = "task-4645277" [ 710.818128] env[66735]: _type = "Task" [ 710.818128] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.828797] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645276, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.835992] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.847575] env[66735]: DEBUG nova.network.neutron [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Updated VIF entry in instance network info cache for port 08471c24-f26e-47f4-a6d7-0a5ee1d38e5e. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 710.848456] env[66735]: DEBUG nova.network.neutron [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Updating instance_info_cache with network_info: [{"id": "08471c24-f26e-47f4-a6d7-0a5ee1d38e5e", "address": "fa:16:3e:e9:6b:87", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08471c24-f2", "ovs_interfaceid": "08471c24-f26e-47f4-a6d7-0a5ee1d38e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.915230] env[66735]: DEBUG nova.compute.manager [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 710.929909] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquiring lock "76fa3b09-2896-470a-b907-79801dc12b56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.930487] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lock "76fa3b09-2896-470a-b907-79801dc12b56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.947835] env[66735]: DEBUG nova.virt.hardware [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 710.948198] env[66735]: DEBUG nova.virt.hardware [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.948649] env[66735]: DEBUG nova.virt.hardware [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 710.948713] env[66735]: DEBUG nova.virt.hardware [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.948910] env[66735]: DEBUG nova.virt.hardware [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 710.949144] env[66735]: DEBUG nova.virt.hardware [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 710.949448] env[66735]: DEBUG nova.virt.hardware [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 710.949685] env[66735]: DEBUG nova.virt.hardware [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 710.949935] env[66735]: DEBUG nova.virt.hardware [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 710.950216] env[66735]: DEBUG nova.virt.hardware [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 710.950460] env[66735]: DEBUG nova.virt.hardware [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 710.952211] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9dd66b-2417-4f9f-9e31-72120b9fe081 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.962951] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8ead8f-de6e-4dc8-b84d-689d66458d18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.032413] env[66735]: DEBUG nova.scheduler.client.report [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.186930] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Releasing lock "refresh_cache-92272c56-dcfd-47cd-b308-cfdd6c842ab2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.187336] env[66735]: DEBUG nova.compute.manager [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Instance network_info: |[{"id": "45f57ed1-ea88-46ce-80c1-59f263144992", "address": "fa:16:3e:50:b8:89", "network": {"id": "86171dfc-4302-4d6b-bbae-3495df5550be", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1528369823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "857ada03fe77415d8e2f485c81951033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f57ed1-ea", "ovs_interfaceid": "45f57ed1-ea88-46ce-80c1-59f263144992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 711.187800] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:b8:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45f57ed1-ea88-46ce-80c1-59f263144992', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.196656] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Creating folder: Project (857ada03fe77415d8e2f485c81951033). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.197019] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58530173-7d1d-4a5d-a183-a9aeee163580 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.212113] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Created folder: Project (857ada03fe77415d8e2f485c81951033) in parent group-v906980. [ 711.212113] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Creating folder: Instances. Parent ref: group-v907077. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.212287] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2aa293d-ccb7-487c-841b-819309afcd72 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.224369] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Created folder: Instances in parent group-v907077. [ 711.224762] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 711.225048] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.225415] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86bf029c-b076-439e-89f5-e4ab0092b0ba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.248223] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.248223] env[66735]: value = "task-4645280" [ 711.248223] env[66735]: _type = "Task" [ 711.248223] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.262652] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "57417beb-853a-47e3-a79e-f52c00b90c22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.263031] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "57417beb-853a-47e3-a79e-f52c00b90c22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.264177] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645280, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.322614] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645276, 'name': CreateVM_Task, 'duration_secs': 0.538071} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.326176] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.326520] env[66735]: WARNING neutronclient.v2_0.client [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.326893] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.327089] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.329604] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.329604] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c97b3e-8278-4d0d-bbf9-0aa802c18f1f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.334701] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075331} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.334960] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.336053] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572de279-551c-4c40-9459-4fdc2cd9abd8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.340062] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 711.340062] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52afca8a-a91b-cc27-7524-846a345b8dd4" [ 711.340062] env[66735]: _type = "Task" [ 711.340062] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.361680] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 206a1a52-5506-4711-95ac-84c5f2550a7e/206a1a52-5506-4711-95ac-84c5f2550a7e.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.362728] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea0366bc-2bdf-4041-8fd3-e5f67b620a39 req-b9c37e72-d9a7-4f6f-9f1d-ce6f38b5bf46 service nova] Releasing lock "refresh_cache-206a1a52-5506-4711-95ac-84c5f2550a7e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.363447] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5783e331-e9db-46c1-bbf3-b2535043cfc6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.383072] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52afca8a-a91b-cc27-7524-846a345b8dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.012263} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.383072] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.383072] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.383260] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.383311] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.383543] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.383841] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad4de242-572f-4eb4-9e2f-2cd32e649863 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.387868] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 711.387868] env[66735]: value = "task-4645281" [ 711.387868] env[66735]: _type = "Task" [ 711.387868] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.397809] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.398492] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.398679] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.399553] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15368d4-425e-4734-a45c-a7740cfbbf86 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.405757] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 711.405757] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]529bbf51-9154-9ab7-58d0-f1f0b448ff10" [ 711.405757] env[66735]: _type = "Task" [ 711.405757] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.418545] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529bbf51-9154-9ab7-58d0-f1f0b448ff10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.433924] env[66735]: DEBUG nova.compute.manager [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 711.478238] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "eeb64922-383d-456b-8fb2-272d8cf61fac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.481293] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "eeb64922-383d-456b-8fb2-272d8cf61fac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.481293] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "eeb64922-383d-456b-8fb2-272d8cf61fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.481293] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "eeb64922-383d-456b-8fb2-272d8cf61fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.481293] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "eeb64922-383d-456b-8fb2-272d8cf61fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.486088] env[66735]: INFO nova.compute.manager [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Terminating instance [ 711.538597] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.542988] env[66735]: DEBUG nova.compute.manager [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 711.547220] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.754s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.547441] env[66735]: DEBUG nova.objects.instance [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Lazy-loading 'resources' on Instance uuid 1e5975c1-9f80-4655-96e6-4375d951522f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.761217] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645280, 'name': CreateVM_Task, 'duration_secs': 0.423499} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.761399] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.762012] env[66735]: WARNING neutronclient.v2_0.client [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.762412] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.762587] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.762906] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.763181] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96301ca-2725-4743-a789-17c2ae8d930b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.765164] env[66735]: DEBUG nova.compute.manager [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 711.774657] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Waiting for the task: (returnval){ [ 711.774657] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523b927c-7c80-07fd-fe76-84b7ae6af849" [ 711.774657] env[66735]: _type = "Task" [ 711.774657] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.783114] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquiring lock "a3379d52-b15c-488b-a6fc-2efd93105754" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.783491] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Lock "a3379d52-b15c-488b-a6fc-2efd93105754" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.789054] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523b927c-7c80-07fd-fe76-84b7ae6af849, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.789350] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.789593] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.789830] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.789995] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.790199] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.790459] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7ff2f44-e16a-451c-aa7d-9a6d93f219e3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.800544] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.800736] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.801814] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bccee5a-1f7b-4364-9271-7b1f6ff90ee8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.809376] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Waiting for the task: (returnval){ [ 711.809376] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d04558-1195-dabd-f7e6-e8c3bf3922e8" [ 711.809376] env[66735]: _type = "Task" [ 711.809376] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.820044] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d04558-1195-dabd-f7e6-e8c3bf3922e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.900225] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645281, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.901355] env[66735]: DEBUG nova.network.neutron [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Successfully updated port: 7586796c-cf9f-4e46-92eb-3a3b939cd2a6 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 711.917579] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529bbf51-9154-9ab7-58d0-f1f0b448ff10, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.918446] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa22c7db-46b3-4ef7-be32-51140ba25120 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.925354] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 711.925354] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52502500-4eb8-ad28-2570-5e004c121fe9" [ 711.925354] env[66735]: _type = "Task" [ 711.925354] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.935981] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52502500-4eb8-ad28-2570-5e004c121fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.959687] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.993173] env[66735]: DEBUG nova.compute.manager [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 711.993411] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.994306] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84ede4f-bda2-4bda-9f5d-8ceddb65f618 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.004174] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.006176] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2e337de-1d94-405a-a51b-60705e31199e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.016488] env[66735]: DEBUG oslo_vmware.api [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 712.016488] env[66735]: value = "task-4645282" [ 712.016488] env[66735]: _type = "Task" [ 712.016488] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.027309] env[66735]: DEBUG oslo_vmware.api [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.053144] env[66735]: DEBUG nova.compute.utils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.064298] env[66735]: DEBUG nova.compute.manager [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 712.064298] env[66735]: DEBUG nova.network.neutron [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 712.064298] env[66735]: WARNING neutronclient.v2_0.client [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.064298] env[66735]: WARNING neutronclient.v2_0.client [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.125114] env[66735]: DEBUG nova.policy [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49ad68428394d51a920e60ac057cd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ceab9724bb4af6b8c7ba686fdefd49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.291387] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.321430] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d04558-1195-dabd-f7e6-e8c3bf3922e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.326483] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e14627b-85ef-4cd0-a70e-58f61e17c66c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.332351] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Waiting for the task: (returnval){ [ 712.332351] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f597b8-5e14-a1f3-f8f3-da52dc411bc1" [ 712.332351] env[66735]: _type = "Task" [ 712.332351] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.341758] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f597b8-5e14-a1f3-f8f3-da52dc411bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.399678] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645281, 'name': ReconfigVM_Task, 'duration_secs': 0.523442} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.403385] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 206a1a52-5506-4711-95ac-84c5f2550a7e/206a1a52-5506-4711-95ac-84c5f2550a7e.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.404041] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "refresh_cache-4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.404241] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquired lock "refresh_cache-4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.404401] env[66735]: DEBUG nova.network.neutron [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 712.407817] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a93348c-3f3e-4f5c-b7af-c903e305afde {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.414354] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 712.414354] env[66735]: value = "task-4645283" [ 712.414354] env[66735]: _type = "Task" [ 712.414354] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.426402] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645283, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.439774] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52502500-4eb8-ad28-2570-5e004c121fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.439969] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.440414] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] c2c69091-98a3-4671-bd63-462fc99cfcaa/c2c69091-98a3-4671-bd63-462fc99cfcaa.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.441636] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e112f7df-162e-4f31-b6e9-c31512117fb2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.449880] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 712.449880] env[66735]: value = "task-4645284" [ 712.449880] env[66735]: _type = "Task" [ 712.449880] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.464049] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.514974] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Acquiring lock "fa8078be-600c-41a5-8e64-1905c8915043" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.514974] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Lock "fa8078be-600c-41a5-8e64-1905c8915043" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.514974] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Acquiring lock "fa8078be-600c-41a5-8e64-1905c8915043-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.514974] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Lock "fa8078be-600c-41a5-8e64-1905c8915043-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.515142] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Lock "fa8078be-600c-41a5-8e64-1905c8915043-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.516319] env[66735]: INFO nova.compute.manager [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Terminating instance [ 712.529691] env[66735]: DEBUG oslo_vmware.api [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645282, 'name': PowerOffVM_Task, 'duration_secs': 0.243405} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.533051] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.533343] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.534304] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ce8aa6a-3747-4ac7-9612-f25961dbe2f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.566673] env[66735]: DEBUG nova.compute.manager [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 712.581081] env[66735]: DEBUG nova.network.neutron [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Successfully created port: 8757cfed-9cdd-47aa-a385-bd93ef86c9d8 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.592927] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0d86f9-24e8-4b56-9a6a-de819b98e5cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.604252] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6545063-e1be-4f24-92fe-40189b354806 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.613367] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.615201] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.615490] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Deleting the datastore file [datastore2] eeb64922-383d-456b-8fb2-272d8cf61fac {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.616412] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42c8a873-0106-4e10-a96f-7d25502db9a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.664849] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ad704-d8fb-4d85-b1a3-08903778443f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.669961] env[66735]: DEBUG oslo_vmware.api [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for the task: (returnval){ [ 712.669961] env[66735]: value = "task-4645286" [ 712.669961] env[66735]: _type = "Task" [ 712.669961] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.680243] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da1e48f-570b-421f-9ece-ae93694e7640 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.689391] env[66735]: DEBUG oslo_vmware.api [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.703268] env[66735]: DEBUG nova.compute.provider_tree [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.764826] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Acquiring lock "8b9fb725-dabf-44ae-b778-9aadef50fc59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.764826] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Lock "8b9fb725-dabf-44ae-b778-9aadef50fc59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.826555] env[66735]: DEBUG nova.compute.manager [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Received event network-vif-plugged-b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 712.826892] env[66735]: DEBUG oslo_concurrency.lockutils [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] Acquiring lock "c2c69091-98a3-4671-bd63-462fc99cfcaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.827186] env[66735]: DEBUG oslo_concurrency.lockutils [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] Lock "c2c69091-98a3-4671-bd63-462fc99cfcaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.827436] env[66735]: DEBUG oslo_concurrency.lockutils [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] Lock "c2c69091-98a3-4671-bd63-462fc99cfcaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.828036] env[66735]: DEBUG nova.compute.manager [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] No waiting events found dispatching network-vif-plugged-b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 712.828036] env[66735]: WARNING nova.compute.manager [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Received unexpected event network-vif-plugged-b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e for instance with vm_state building and task_state spawning. [ 712.828162] env[66735]: DEBUG nova.compute.manager [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Received event network-changed-b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 712.828360] env[66735]: DEBUG nova.compute.manager [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Refreshing instance network info cache due to event network-changed-b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 712.828523] env[66735]: DEBUG oslo_concurrency.lockutils [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] Acquiring lock "refresh_cache-c2c69091-98a3-4671-bd63-462fc99cfcaa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.828660] env[66735]: DEBUG oslo_concurrency.lockutils [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] Acquired lock "refresh_cache-c2c69091-98a3-4671-bd63-462fc99cfcaa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.828948] env[66735]: DEBUG nova.network.neutron [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Refreshing network info cache for port b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.845270] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f597b8-5e14-a1f3-f8f3-da52dc411bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.845645] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.845929] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 92272c56-dcfd-47cd-b308-cfdd6c842ab2/92272c56-dcfd-47cd-b308-cfdd6c842ab2.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.846640] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d246adaf-0ae0-43dd-9d35-d704572a445b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.857169] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Waiting for the task: (returnval){ [ 712.857169] env[66735]: value = "task-4645287" [ 712.857169] env[66735]: _type = "Task" [ 712.857169] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.869135] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.929462] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645283, 'name': Rename_Task, 'duration_secs': 0.312062} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.933019] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.933019] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5aabaa1-e9cf-498f-8576-7feeded91ee8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.942425] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 712.942425] env[66735]: value = "task-4645288" [ 712.942425] env[66735]: _type = "Task" [ 712.942425] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.954813] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.970526] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.972531] env[66735]: DEBUG nova.network.neutron [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 713.023828] env[66735]: DEBUG nova.compute.manager [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 713.024066] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.024953] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0130652b-790f-4641-a249-9989a5fa084a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.034329] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.034580] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-997ed45c-d5e4-445c-a905-6a5ffa8a5612 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.043054] env[66735]: DEBUG oslo_vmware.api [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Waiting for the task: (returnval){ [ 713.043054] env[66735]: value = "task-4645289" [ 713.043054] env[66735]: _type = "Task" [ 713.043054] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.057677] env[66735]: DEBUG oslo_vmware.api [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.138465] env[66735]: DEBUG nova.compute.manager [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Received event network-vif-unplugged-8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 713.138640] env[66735]: DEBUG oslo_concurrency.lockutils [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] Acquiring lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.138868] env[66735]: DEBUG oslo_concurrency.lockutils [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.139095] env[66735]: DEBUG oslo_concurrency.lockutils [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.139776] env[66735]: DEBUG nova.compute.manager [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] No waiting events found dispatching network-vif-unplugged-8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 713.139776] env[66735]: WARNING nova.compute.manager [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Received unexpected event network-vif-unplugged-8de1b916-dc96-492f-ab32-fd36252b6b08 for instance with vm_state shelved_offloaded and task_state None. [ 713.139776] env[66735]: DEBUG nova.compute.manager [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Received event network-changed-8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 713.139906] env[66735]: DEBUG nova.compute.manager [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Refreshing instance network info cache due to event network-changed-8de1b916-dc96-492f-ab32-fd36252b6b08. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 713.140020] env[66735]: DEBUG oslo_concurrency.lockutils [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] Acquiring lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.140179] env[66735]: DEBUG oslo_concurrency.lockutils [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] Acquired lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.140318] env[66735]: DEBUG nova.network.neutron [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Refreshing network info cache for port 8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.153163] env[66735]: WARNING neutronclient.v2_0.client [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.184913] env[66735]: DEBUG oslo_vmware.api [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Task: {'id': task-4645286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550017} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.185197] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.185504] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.185617] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.185829] env[66735]: INFO nova.compute.manager [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Took 1.19 seconds to destroy the instance on the hypervisor. [ 713.186206] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 713.186482] env[66735]: DEBUG nova.compute.manager [-] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 713.186615] env[66735]: DEBUG nova.network.neutron [-] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 713.186940] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.207304] env[66735]: DEBUG nova.scheduler.client.report [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.332306] env[66735]: WARNING neutronclient.v2_0.client [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.369847] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645287, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.459248] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645288, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.472949] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599077} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.473447] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] c2c69091-98a3-4671-bd63-462fc99cfcaa/c2c69091-98a3-4671-bd63-462fc99cfcaa.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.473822] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.474267] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bc9134b-ecb7-46d8-96a2-6402b1440ae1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.485422] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 713.485422] env[66735]: value = "task-4645290" [ 713.485422] env[66735]: _type = "Task" [ 713.485422] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.501340] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.556641] env[66735]: DEBUG oslo_vmware.api [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645289, 'name': PowerOffVM_Task, 'duration_secs': 0.216176} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.557034] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.557247] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.557556] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-961edfe5-0844-44ed-b5cf-ce0e4cf34409 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.582883] env[66735]: DEBUG nova.compute.manager [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 713.613735] env[66735]: DEBUG nova.virt.hardware [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 713.613980] env[66735]: DEBUG nova.virt.hardware [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.614144] env[66735]: DEBUG nova.virt.hardware [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 713.614324] env[66735]: DEBUG nova.virt.hardware [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.614549] env[66735]: DEBUG nova.virt.hardware [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 713.614648] env[66735]: DEBUG nova.virt.hardware [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 713.614866] env[66735]: DEBUG nova.virt.hardware [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.615071] env[66735]: DEBUG nova.virt.hardware [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 713.615243] env[66735]: DEBUG nova.virt.hardware [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 713.615398] env[66735]: DEBUG nova.virt.hardware [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 713.615564] env[66735]: DEBUG nova.virt.hardware [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 713.616518] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb66481-a093-4317-9613-5dd9d7e5f467 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.625776] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f979b550-ac2d-4716-86fc-dabbd362dfd9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.644141] env[66735]: WARNING neutronclient.v2_0.client [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.649142] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.649142] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.649142] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Deleting the datastore file [datastore2] fa8078be-600c-41a5-8e64-1905c8915043 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.649142] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cf4e4f2-e980-44cf-b1ed-58e997192942 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.657868] env[66735]: DEBUG oslo_vmware.api [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Waiting for the task: (returnval){ [ 713.657868] env[66735]: value = "task-4645292" [ 713.657868] env[66735]: _type = "Task" [ 713.657868] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.667642] env[66735]: DEBUG oslo_vmware.api [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.713716] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.716651] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.676s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.716892] env[66735]: DEBUG nova.objects.instance [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Lazy-loading 'resources' on Instance uuid bbaa6d82-7252-4349-ab7a-450f27ab4db6 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.740996] env[66735]: INFO nova.scheduler.client.report [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Deleted allocations for instance 1e5975c1-9f80-4655-96e6-4375d951522f [ 713.811745] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.870475] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737941} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.870774] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 92272c56-dcfd-47cd-b308-cfdd6c842ab2/92272c56-dcfd-47cd-b308-cfdd6c842ab2.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.871094] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.871691] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0925fec9-2c5e-4d4f-b822-f31b5484633c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.880587] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Waiting for the task: (returnval){ [ 713.880587] env[66735]: value = "task-4645293" [ 713.880587] env[66735]: _type = "Task" [ 713.880587] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.894392] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.957028] env[66735]: DEBUG oslo_vmware.api [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645288, 'name': PowerOnVM_Task, 'duration_secs': 0.816937} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.957028] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.957028] env[66735]: INFO nova.compute.manager [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Took 10.98 seconds to spawn the instance on the hypervisor. [ 713.957028] env[66735]: DEBUG nova.compute.manager [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 713.957511] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e5c122-5036-4eb6-a1cc-e7917561c9cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.981215] env[66735]: DEBUG nova.network.neutron [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Updating instance_info_cache with network_info: [{"id": "7586796c-cf9f-4e46-92eb-3a3b939cd2a6", "address": "fa:16:3e:4c:7e:d3", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7586796c-cf", "ovs_interfaceid": "7586796c-cf9f-4e46-92eb-3a3b939cd2a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.000819] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081442} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.000819] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.001571] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5963914-7a85-49ab-bc59-0ac434332e11 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.042324] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] c2c69091-98a3-4671-bd63-462fc99cfcaa/c2c69091-98a3-4671-bd63-462fc99cfcaa.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.043559] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-807fbed1-359e-41c8-b44d-815738a541c3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.072306] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 714.072306] env[66735]: value = "task-4645294" [ 714.072306] env[66735]: _type = "Task" [ 714.072306] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.082519] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.168953] env[66735]: DEBUG oslo_vmware.api [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Task: {'id': task-4645292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272949} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.168953] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.168953] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.169252] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.169252] env[66735]: INFO nova.compute.manager [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Took 1.15 seconds to destroy the instance on the hypervisor. [ 714.169491] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 714.169686] env[66735]: DEBUG nova.compute.manager [-] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 714.169782] env[66735]: DEBUG nova.network.neutron [-] [instance: fa8078be-600c-41a5-8e64-1905c8915043] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 714.170029] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.253670] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4df98274-4b2c-43af-99dc-d37f99d82dc7 tempest-InstanceActionsNegativeTestJSON-2074973011 tempest-InstanceActionsNegativeTestJSON-2074973011-project-member] Lock "1e5975c1-9f80-4655-96e6-4375d951522f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.299s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.399580] env[66735]: DEBUG nova.network.neutron [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Successfully updated port: 8757cfed-9cdd-47aa-a385-bd93ef86c9d8 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 714.410331] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077217} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.410331] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.411288] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7637bc-7e30-463c-aa08-a7c59458e1f8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.445855] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 92272c56-dcfd-47cd-b308-cfdd6c842ab2/92272c56-dcfd-47cd-b308-cfdd6c842ab2.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.449545] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-469271c8-c665-449d-b00d-875d3ca8c46c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.466629] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.477072] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Waiting for the task: (returnval){ [ 714.477072] env[66735]: value = "task-4645295" [ 714.477072] env[66735]: _type = "Task" [ 714.477072] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.484148] env[66735]: INFO nova.compute.manager [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Took 25.19 seconds to build instance. [ 714.485322] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Releasing lock "refresh_cache-4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.485625] env[66735]: DEBUG nova.compute.manager [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Instance network_info: |[{"id": "7586796c-cf9f-4e46-92eb-3a3b939cd2a6", "address": "fa:16:3e:4c:7e:d3", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7586796c-cf", "ovs_interfaceid": "7586796c-cf9f-4e46-92eb-3a3b939cd2a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 714.487071] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:7e:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7586796c-cf9f-4e46-92eb-3a3b939cd2a6', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.495080] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Creating folder: Project (cf1461c86788422987443bd4f6d6ff9d). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.499078] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2a6452d-bedf-46b5-8952-cf35c946f8d1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.501058] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645295, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.517493] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Created folder: Project (cf1461c86788422987443bd4f6d6ff9d) in parent group-v906980. [ 714.517493] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Creating folder: Instances. Parent ref: group-v907080. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.517493] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98294281-a0d0-4401-96b6-4813be47f490 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.530347] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Created folder: Instances in parent group-v907080. [ 714.530484] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 714.530679] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.530913] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48542df0-8a6a-48eb-a467-8be2a89b295a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.556566] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.556566] env[66735]: value = "task-4645298" [ 714.556566] env[66735]: _type = "Task" [ 714.556566] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.569122] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645298, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.587422] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.714245] env[66735]: DEBUG nova.network.neutron [-] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.763876] env[66735]: WARNING neutronclient.v2_0.client [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.834038] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4117dd59-2e07-4b69-9a9f-787b9ca806cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.846030] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56753fd3-a362-44f9-82e0-9dbc89148261 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.880647] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12bba6e-7923-4845-b2dd-25b9944fa8e3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.887094] env[66735]: WARNING neutronclient.v2_0.client [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.894062] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57901c1f-3c91-4e4e-8572-4a0701ddf84b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.911864] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.912048] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.912208] env[66735]: DEBUG nova.network.neutron [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 714.916035] env[66735]: DEBUG nova.compute.provider_tree [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.000463] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fcc54fc-9725-409a-8a4c-a8fd9db0a84a tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "206a1a52-5506-4711-95ac-84c5f2550a7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.730s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.000827] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645295, 'name': ReconfigVM_Task, 'duration_secs': 0.472898} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.002158] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 92272c56-dcfd-47cd-b308-cfdd6c842ab2/92272c56-dcfd-47cd-b308-cfdd6c842ab2.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.003531] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f35a1c0-0630-4b7e-837c-b85cbba4c5b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.008586] env[66735]: DEBUG nova.network.neutron [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Updated VIF entry in instance network info cache for port b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.008702] env[66735]: DEBUG nova.network.neutron [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Updating instance_info_cache with network_info: [{"id": "b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e", "address": "fa:16:3e:c7:aa:26", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92b3662-6d", "ovs_interfaceid": "b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.013693] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Waiting for the task: (returnval){ [ 715.013693] env[66735]: value = "task-4645299" [ 715.013693] env[66735]: _type = "Task" [ 715.013693] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.025950] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645299, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.056322] env[66735]: DEBUG nova.network.neutron [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updated VIF entry in instance network info cache for port 8de1b916-dc96-492f-ab32-fd36252b6b08. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.056534] env[66735]: DEBUG nova.network.neutron [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updating instance_info_cache with network_info: [{"id": "8de1b916-dc96-492f-ab32-fd36252b6b08", "address": "fa:16:3e:3b:ea:46", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8de1b916-dc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.069967] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645298, 'name': CreateVM_Task, 'duration_secs': 0.382311} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.070791] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.071315] env[66735]: WARNING neutronclient.v2_0.client [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.071828] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.071828] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.072143] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.072640] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a15e736-e796-4492-8848-009ce5bc1324 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.082305] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 715.082305] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f43920-11b9-3701-47a4-90be7025ab6a" [ 715.082305] env[66735]: _type = "Task" [ 715.082305] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.089884] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645294, 'name': ReconfigVM_Task, 'duration_secs': 0.730211} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.091009] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Reconfigured VM instance instance-00000022 to attach disk [datastore2] c2c69091-98a3-4671-bd63-462fc99cfcaa/c2c69091-98a3-4671-bd63-462fc99cfcaa.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.091752] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccdb61b2-1807-43c2-8dc8-c38141581535 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.097336] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f43920-11b9-3701-47a4-90be7025ab6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.098073] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.098358] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.098888] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.098888] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.099147] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.099874] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-361be012-c2c9-42c3-b6e9-b852051f987d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.103345] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 715.103345] env[66735]: value = "task-4645300" [ 715.103345] env[66735]: _type = "Task" [ 715.103345] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.111897] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.111897] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.115623] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f950b0-c6f1-4521-98e3-3dd1da23d7e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.118343] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645300, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.123461] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 715.123461] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521496ef-3f7c-2800-bd89-3f63329f6c93" [ 715.123461] env[66735]: _type = "Task" [ 715.123461] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.136293] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521496ef-3f7c-2800-bd89-3f63329f6c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.220274] env[66735]: INFO nova.compute.manager [-] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Took 2.03 seconds to deallocate network for instance. [ 715.346821] env[66735]: DEBUG nova.network.neutron [-] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.424158] env[66735]: DEBUG nova.scheduler.client.report [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.461272] env[66735]: DEBUG nova.network.neutron [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 715.504708] env[66735]: DEBUG nova.compute.manager [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 715.512376] env[66735]: DEBUG oslo_concurrency.lockutils [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] Releasing lock "refresh_cache-c2c69091-98a3-4671-bd63-462fc99cfcaa" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.512686] env[66735]: DEBUG nova.compute.manager [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Received event network-vif-plugged-45f57ed1-ea88-46ce-80c1-59f263144992 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 715.512920] env[66735]: DEBUG oslo_concurrency.lockutils [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] Acquiring lock "92272c56-dcfd-47cd-b308-cfdd6c842ab2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.513238] env[66735]: DEBUG oslo_concurrency.lockutils [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] Lock "92272c56-dcfd-47cd-b308-cfdd6c842ab2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.513389] env[66735]: DEBUG oslo_concurrency.lockutils [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] Lock "92272c56-dcfd-47cd-b308-cfdd6c842ab2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.513566] env[66735]: DEBUG nova.compute.manager [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] No waiting events found dispatching network-vif-plugged-45f57ed1-ea88-46ce-80c1-59f263144992 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 715.513734] env[66735]: WARNING nova.compute.manager [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Received unexpected event network-vif-plugged-45f57ed1-ea88-46ce-80c1-59f263144992 for instance with vm_state building and task_state spawning. [ 715.515042] env[66735]: DEBUG nova.compute.manager [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Received event network-changed-45f57ed1-ea88-46ce-80c1-59f263144992 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 715.515042] env[66735]: DEBUG nova.compute.manager [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Refreshing instance network info cache due to event network-changed-45f57ed1-ea88-46ce-80c1-59f263144992. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 715.515042] env[66735]: DEBUG oslo_concurrency.lockutils [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] Acquiring lock "refresh_cache-92272c56-dcfd-47cd-b308-cfdd6c842ab2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.515042] env[66735]: DEBUG oslo_concurrency.lockutils [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] Acquired lock "refresh_cache-92272c56-dcfd-47cd-b308-cfdd6c842ab2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.515042] env[66735]: DEBUG nova.network.neutron [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Refreshing network info cache for port 45f57ed1-ea88-46ce-80c1-59f263144992 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.534456] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645299, 'name': Rename_Task, 'duration_secs': 0.156322} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.534741] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.534997] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-085e4155-fe8e-41e1-9e33-096dd8d670f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.548585] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Waiting for the task: (returnval){ [ 715.548585] env[66735]: value = "task-4645301" [ 715.548585] env[66735]: _type = "Task" [ 715.548585] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.562530] env[66735]: DEBUG oslo_concurrency.lockutils [req-324ca2c5-6961-43e7-93e5-595c5e9028e6 req-618a2b98-ff3e-4855-bffe-239f74e0cb17 service nova] Releasing lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.563940] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.601418] env[66735]: WARNING neutronclient.v2_0.client [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.616301] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645300, 'name': Rename_Task, 'duration_secs': 0.347449} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.616645] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.616945] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b999aae-a05e-4ab8-936d-a7ad66414c85 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.626517] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 715.626517] env[66735]: value = "task-4645302" [ 715.626517] env[66735]: _type = "Task" [ 715.626517] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.646499] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521496ef-3f7c-2800-bd89-3f63329f6c93, 'name': SearchDatastore_Task, 'duration_secs': 0.012728} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.653059] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645302, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.653623] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263bb1d8-8d7d-4dd6-a2b5-4bfd176bd3c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.663054] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 715.663054] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5282e9ad-6ac4-f274-37cf-24307114a51c" [ 715.663054] env[66735]: _type = "Task" [ 715.663054] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.673673] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5282e9ad-6ac4-f274-37cf-24307114a51c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.727184] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.739082] env[66735]: DEBUG nova.network.neutron [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Updating instance_info_cache with network_info: [{"id": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "address": "fa:16:3e:49:4d:b2", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8757cfed-9c", "ovs_interfaceid": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.850052] env[66735]: INFO nova.compute.manager [-] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Took 1.68 seconds to deallocate network for instance. [ 715.928413] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.930814] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.798s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.933517] env[66735]: INFO nova.compute.claims [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.006117] env[66735]: INFO nova.scheduler.client.report [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Deleted allocations for instance bbaa6d82-7252-4349-ab7a-450f27ab4db6 [ 716.023268] env[66735]: WARNING neutronclient.v2_0.client [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.031830] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.061577] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.076293] env[66735]: DEBUG nova.compute.manager [req-4057c8c4-a15a-475a-90d8-bec235f269ac req-a058302d-eee3-43f3-b150-c6f26140e21a service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Received event network-changed-ede6fe0c-d952-4a37-8562-fa0e3a16e1c9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 716.076293] env[66735]: DEBUG nova.compute.manager [req-4057c8c4-a15a-475a-90d8-bec235f269ac req-a058302d-eee3-43f3-b150-c6f26140e21a service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Refreshing instance network info cache due to event network-changed-ede6fe0c-d952-4a37-8562-fa0e3a16e1c9. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 716.076293] env[66735]: DEBUG oslo_concurrency.lockutils [req-4057c8c4-a15a-475a-90d8-bec235f269ac req-a058302d-eee3-43f3-b150-c6f26140e21a service nova] Acquiring lock "refresh_cache-6b04af2b-3712-4f1e-a1f0-59b97f11317d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.076293] env[66735]: DEBUG oslo_concurrency.lockutils [req-4057c8c4-a15a-475a-90d8-bec235f269ac req-a058302d-eee3-43f3-b150-c6f26140e21a service nova] Acquired lock "refresh_cache-6b04af2b-3712-4f1e-a1f0-59b97f11317d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.076293] env[66735]: DEBUG nova.network.neutron [req-4057c8c4-a15a-475a-90d8-bec235f269ac req-a058302d-eee3-43f3-b150-c6f26140e21a service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Refreshing network info cache for port ede6fe0c-d952-4a37-8562-fa0e3a16e1c9 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.141522] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645302, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.175150] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5282e9ad-6ac4-f274-37cf-24307114a51c, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.175430] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.175698] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c/4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.175974] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b057d19-c895-4e76-8d4b-17a8446f91e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.188091] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 716.188091] env[66735]: value = "task-4645303" [ 716.188091] env[66735]: _type = "Task" [ 716.188091] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.197825] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.241936] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.242348] env[66735]: DEBUG nova.compute.manager [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Instance network_info: |[{"id": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "address": "fa:16:3e:49:4d:b2", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8757cfed-9c", "ovs_interfaceid": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 716.242808] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:4d:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8757cfed-9cdd-47aa-a385-bd93ef86c9d8', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.251432] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Creating folder: Project (29ceab9724bb4af6b8c7ba686fdefd49). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.251756] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c4dbd6f-b782-4c90-9453-c68f94a33a16 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.265342] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Created folder: Project (29ceab9724bb4af6b8c7ba686fdefd49) in parent group-v906980. [ 716.266344] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Creating folder: Instances. Parent ref: group-v907083. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.266344] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2910362f-53d9-4d6e-81f5-548810bb926b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.279668] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Created folder: Instances in parent group-v907083. [ 716.280019] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 716.280497] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.280574] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36064d8a-bfc1-4236-af01-b3cdca451ccd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.308235] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.308235] env[66735]: value = "task-4645306" [ 716.308235] env[66735]: _type = "Task" [ 716.308235] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.319314] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645306, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.357545] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.521214] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5fdc4a09-817a-4ed9-980e-478248db6cbd tempest-ServerAddressesNegativeTestJSON-492899833 tempest-ServerAddressesNegativeTestJSON-492899833-project-member] Lock "bbaa6d82-7252-4349-ab7a-450f27ab4db6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.533s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.567534] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645301, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.579223] env[66735]: WARNING neutronclient.v2_0.client [req-4057c8c4-a15a-475a-90d8-bec235f269ac req-a058302d-eee3-43f3-b150-c6f26140e21a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.590628] env[66735]: DEBUG nova.compute.manager [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Received event network-vif-plugged-7586796c-cf9f-4e46-92eb-3a3b939cd2a6 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 716.591159] env[66735]: DEBUG oslo_concurrency.lockutils [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] Acquiring lock "4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.591159] env[66735]: DEBUG oslo_concurrency.lockutils [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] Lock "4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.591277] env[66735]: DEBUG oslo_concurrency.lockutils [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] Lock "4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.591886] env[66735]: DEBUG nova.compute.manager [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] No waiting events found dispatching network-vif-plugged-7586796c-cf9f-4e46-92eb-3a3b939cd2a6 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 716.591886] env[66735]: WARNING nova.compute.manager [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Received unexpected event network-vif-plugged-7586796c-cf9f-4e46-92eb-3a3b939cd2a6 for instance with vm_state building and task_state spawning. [ 716.591886] env[66735]: DEBUG nova.compute.manager [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Received event network-changed-7586796c-cf9f-4e46-92eb-3a3b939cd2a6 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 716.592061] env[66735]: DEBUG nova.compute.manager [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Refreshing instance network info cache due to event network-changed-7586796c-cf9f-4e46-92eb-3a3b939cd2a6. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 716.592319] env[66735]: DEBUG oslo_concurrency.lockutils [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] Acquiring lock "refresh_cache-4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.592558] env[66735]: DEBUG oslo_concurrency.lockutils [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] Acquired lock "refresh_cache-4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.593080] env[66735]: DEBUG nova.network.neutron [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Refreshing network info cache for port 7586796c-cf9f-4e46-92eb-3a3b939cd2a6 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.597584] env[66735]: WARNING neutronclient.v2_0.client [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.643973] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645302, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.702245] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645303, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.822709] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645306, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.964955] env[66735]: DEBUG nova.network.neutron [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Updated VIF entry in instance network info cache for port 45f57ed1-ea88-46ce-80c1-59f263144992. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 716.965398] env[66735]: DEBUG nova.network.neutron [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Updating instance_info_cache with network_info: [{"id": "45f57ed1-ea88-46ce-80c1-59f263144992", "address": "fa:16:3e:50:b8:89", "network": {"id": "86171dfc-4302-4d6b-bbae-3495df5550be", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1528369823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "857ada03fe77415d8e2f485c81951033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f57ed1-ea", "ovs_interfaceid": "45f57ed1-ea88-46ce-80c1-59f263144992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.066202] env[66735]: DEBUG oslo_vmware.api [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645301, 'name': PowerOnVM_Task, 'duration_secs': 1.172581} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.066202] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.066202] env[66735]: INFO nova.compute.manager [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Took 8.73 seconds to spawn the instance on the hypervisor. [ 717.066202] env[66735]: DEBUG nova.compute.manager [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 717.066202] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ff6475-a089-46cf-9e8d-3fb9945fd166 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.098580] env[66735]: WARNING neutronclient.v2_0.client [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.146088] env[66735]: DEBUG oslo_vmware.api [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645302, 'name': PowerOnVM_Task, 'duration_secs': 1.360265} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.146361] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.146613] env[66735]: INFO nova.compute.manager [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Took 11.56 seconds to spawn the instance on the hypervisor. [ 717.147350] env[66735]: DEBUG nova.compute.manager [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 717.148045] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7972a8-77a3-4e1e-83c9-3d3469ff6b03 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.211728] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538499} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.222390] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c/4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.222390] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.222390] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90b577e3-40d2-4e44-ae5b-1f690d4b6819 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.227249] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 717.227249] env[66735]: value = "task-4645307" [ 717.227249] env[66735]: _type = "Task" [ 717.227249] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.244283] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.270161] env[66735]: WARNING neutronclient.v2_0.client [req-4057c8c4-a15a-475a-90d8-bec235f269ac req-a058302d-eee3-43f3-b150-c6f26140e21a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.321506] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645306, 'name': CreateVM_Task, 'duration_secs': 0.74758} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.321767] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.325542] env[66735]: WARNING neutronclient.v2_0.client [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.325685] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.325870] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.326219] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.330018] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e252cafe-2c8d-4f5e-8748-45dfbba79be8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.336015] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 717.336015] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5217b0b6-7f3a-7611-8fee-21be8fe04ddd" [ 717.336015] env[66735]: _type = "Task" [ 717.336015] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.350294] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5217b0b6-7f3a-7611-8fee-21be8fe04ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.011754} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.350632] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.350935] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.351296] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.351296] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.351450] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.351724] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-626f461a-c5ca-47a4-985f-7dadb69b7f06 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.363716] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "0a1e9d66-ea85-474c-9751-120c5438f848" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.363958] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "0a1e9d66-ea85-474c-9751-120c5438f848" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.375771] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.375771] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.379728] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e9acac-8069-44dc-9ee9-32eb53354622 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.387837] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 717.387837] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526beb69-3f3e-ded6-6998-b83d8a5cecb6" [ 717.387837] env[66735]: _type = "Task" [ 717.387837] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.403111] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526beb69-3f3e-ded6-6998-b83d8a5cecb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.468796] env[66735]: DEBUG oslo_concurrency.lockutils [req-b1bdc8d9-cc1b-4f4e-bf4e-cdfeeb336d4b req-09dd95af-2b5d-492f-b1c2-7dc6a57c38a4 service nova] Releasing lock "refresh_cache-92272c56-dcfd-47cd-b308-cfdd6c842ab2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.472188] env[66735]: DEBUG nova.network.neutron [req-4057c8c4-a15a-475a-90d8-bec235f269ac req-a058302d-eee3-43f3-b150-c6f26140e21a service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Updated VIF entry in instance network info cache for port ede6fe0c-d952-4a37-8562-fa0e3a16e1c9. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 717.472546] env[66735]: DEBUG nova.network.neutron [req-4057c8c4-a15a-475a-90d8-bec235f269ac req-a058302d-eee3-43f3-b150-c6f26140e21a service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Updating instance_info_cache with network_info: [{"id": "ede6fe0c-d952-4a37-8562-fa0e3a16e1c9", "address": "fa:16:3e:ca:82:c1", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede6fe0c-d9", "ovs_interfaceid": "ede6fe0c-d952-4a37-8562-fa0e3a16e1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.502314] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf27fff-9f1f-43b5-9934-dd969a40cbdd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.512740] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3748e5ba-ba91-4386-8f31-1f2e39f94fe8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.557878] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c009d5c-2723-4d87-a541-d681b589ae92 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.569463] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3d8c4b-c9bb-4b33-b89b-043e891407b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.591939] env[66735]: INFO nova.compute.manager [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Took 24.83 seconds to build instance. [ 717.601749] env[66735]: DEBUG nova.compute.provider_tree [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.604903] env[66735]: WARNING neutronclient.v2_0.client [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.622807] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.679062] env[66735]: INFO nova.compute.manager [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Took 25.84 seconds to build instance. [ 717.734669] env[66735]: DEBUG nova.network.neutron [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Updated VIF entry in instance network info cache for port 7586796c-cf9f-4e46-92eb-3a3b939cd2a6. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 717.735027] env[66735]: DEBUG nova.network.neutron [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Updating instance_info_cache with network_info: [{"id": "7586796c-cf9f-4e46-92eb-3a3b939cd2a6", "address": "fa:16:3e:4c:7e:d3", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7586796c-cf", "ovs_interfaceid": "7586796c-cf9f-4e46-92eb-3a3b939cd2a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.744198] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076317} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.744487] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.745460] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3614fd-ba5a-47ba-9511-5e549cabefd5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.773118] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c/4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.773118] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b646450-7c73-4e20-9ee6-52fad23943fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.795918] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 717.795918] env[66735]: value = "task-4645308" [ 717.795918] env[66735]: _type = "Task" [ 717.795918] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.807037] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.901330] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526beb69-3f3e-ded6-6998-b83d8a5cecb6, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.902251] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8918122b-3226-4308-b971-cd216ad544e0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.909697] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 717.909697] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c43ca2-080d-8537-9c4d-e16d00fc642b" [ 717.909697] env[66735]: _type = "Task" [ 717.909697] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.920234] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c43ca2-080d-8537-9c4d-e16d00fc642b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.976465] env[66735]: DEBUG oslo_concurrency.lockutils [req-4057c8c4-a15a-475a-90d8-bec235f269ac req-a058302d-eee3-43f3-b150-c6f26140e21a service nova] Releasing lock "refresh_cache-6b04af2b-3712-4f1e-a1f0-59b97f11317d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.976465] env[66735]: DEBUG nova.compute.manager [req-4057c8c4-a15a-475a-90d8-bec235f269ac req-a058302d-eee3-43f3-b150-c6f26140e21a service nova] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Received event network-vif-deleted-8a67ef28-b96a-4cb4-99b8-8c476b68ce25 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 718.094027] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38cdc1ac-17c5-44a0-8164-ef30ce536762 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lock "92272c56-dcfd-47cd-b308-cfdd6c842ab2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.342s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.109120] env[66735]: DEBUG nova.scheduler.client.report [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.181578] env[66735]: DEBUG oslo_concurrency.lockutils [None req-050e36b4-0078-4d93-b97f-f32d958cf058 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "c2c69091-98a3-4671-bd63-462fc99cfcaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.351s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.237678] env[66735]: DEBUG oslo_concurrency.lockutils [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] Releasing lock "refresh_cache-4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.238009] env[66735]: DEBUG nova.compute.manager [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Received event network-vif-plugged-8757cfed-9cdd-47aa-a385-bd93ef86c9d8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 718.238233] env[66735]: DEBUG oslo_concurrency.lockutils [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] Acquiring lock "daad57c0-7405-4904-a32a-a3cf738339b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.238697] env[66735]: DEBUG oslo_concurrency.lockutils [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] Lock "daad57c0-7405-4904-a32a-a3cf738339b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.238697] env[66735]: DEBUG oslo_concurrency.lockutils [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] Lock "daad57c0-7405-4904-a32a-a3cf738339b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.238790] env[66735]: DEBUG nova.compute.manager [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] No waiting events found dispatching network-vif-plugged-8757cfed-9cdd-47aa-a385-bd93ef86c9d8 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 718.238929] env[66735]: WARNING nova.compute.manager [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Received unexpected event network-vif-plugged-8757cfed-9cdd-47aa-a385-bd93ef86c9d8 for instance with vm_state building and task_state spawning. [ 718.239134] env[66735]: DEBUG nova.compute.manager [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Received event network-changed-8757cfed-9cdd-47aa-a385-bd93ef86c9d8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 718.239302] env[66735]: DEBUG nova.compute.manager [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Refreshing instance network info cache due to event network-changed-8757cfed-9cdd-47aa-a385-bd93ef86c9d8. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 718.240399] env[66735]: DEBUG oslo_concurrency.lockutils [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] Acquiring lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.240399] env[66735]: DEBUG oslo_concurrency.lockutils [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] Acquired lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.240399] env[66735]: DEBUG nova.network.neutron [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Refreshing network info cache for port 8757cfed-9cdd-47aa-a385-bd93ef86c9d8 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.312502] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.427987] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c43ca2-080d-8537-9c4d-e16d00fc642b, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.428302] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.428553] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] daad57c0-7405-4904-a32a-a3cf738339b8/daad57c0-7405-4904-a32a-a3cf738339b8.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.428828] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c09f4c-31e7-4525-8777-9bb0615b4b51 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.441754] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 718.441754] env[66735]: value = "task-4645309" [ 718.441754] env[66735]: _type = "Task" [ 718.441754] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.455344] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.596585] env[66735]: DEBUG nova.compute.manager [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 718.615684] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.616245] env[66735]: DEBUG nova.compute.manager [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 718.619674] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.499s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.624631] env[66735]: INFO nova.compute.claims [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.685438] env[66735]: DEBUG nova.compute.manager [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 718.743022] env[66735]: WARNING neutronclient.v2_0.client [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.810071] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645308, 'name': ReconfigVM_Task, 'duration_secs': 0.926524} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.810402] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c/4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.811573] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79b0ba31-ca62-4549-9c2b-d3f7b92f407e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.820847] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 718.820847] env[66735]: value = "task-4645310" [ 718.820847] env[66735]: _type = "Task" [ 718.820847] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.831837] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645310, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.953510] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645309, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.123072] env[66735]: DEBUG nova.compute.utils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.124844] env[66735]: DEBUG nova.compute.manager [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 719.125128] env[66735]: DEBUG nova.network.neutron [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 719.129063] env[66735]: WARNING neutronclient.v2_0.client [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.129063] env[66735]: WARNING neutronclient.v2_0.client [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.147710] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.209925] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.333996] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645310, 'name': Rename_Task, 'duration_secs': 0.240484} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.334289] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.334553] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0d685a8-4c14-46dc-badd-84f58b46be48 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.342979] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 719.342979] env[66735]: value = "task-4645311" [ 719.342979] env[66735]: _type = "Task" [ 719.342979] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.353738] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.455085] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698113} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.455237] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] daad57c0-7405-4904-a32a-a3cf738339b8/daad57c0-7405-4904-a32a-a3cf738339b8.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.455524] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.455865] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecc0d564-47e1-4288-82ab-0dfd72b28675 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.464706] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 719.464706] env[66735]: value = "task-4645312" [ 719.464706] env[66735]: _type = "Task" [ 719.464706] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.480319] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.482260] env[66735]: DEBUG nova.policy [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824b9399f1164f9e9f3fe40badd6582e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55bf1561f06342159553e0aea997aa9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.630985] env[66735]: DEBUG nova.compute.manager [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 719.857802] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.976992] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088378} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.977746] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.977973] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98005db8-98dd-4fce-851d-89c13bc0ecaf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.002096] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] daad57c0-7405-4904-a32a-a3cf738339b8/daad57c0-7405-4904-a32a-a3cf738339b8.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.005095] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac5a5d5e-a78f-4430-a0ff-49a3cafda98e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.027364] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 720.027364] env[66735]: value = "task-4645313" [ 720.027364] env[66735]: _type = "Task" [ 720.027364] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.036217] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1e4c583-ec3d-4663-afec-f4878ec17c32 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquiring lock "interface-92272c56-dcfd-47cd-b308-cfdd6c842ab2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.036790] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1e4c583-ec3d-4663-afec-f4878ec17c32 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lock "interface-92272c56-dcfd-47cd-b308-cfdd6c842ab2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.037181] env[66735]: DEBUG nova.objects.instance [None req-c1e4c583-ec3d-4663-afec-f4878ec17c32 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lazy-loading 'flavor' on Instance uuid 92272c56-dcfd-47cd-b308-cfdd6c842ab2 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.046154] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.160623] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c4cf9b-b94e-4d3e-9d15-e0731bb29eac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.170526] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982f7845-6215-4173-898f-00bae5e1d980 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.206082] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb4dab4-5226-4e9d-b1b3-27a5bdade9fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.220024] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76677eba-994a-499c-a5c5-05b3c09ac901 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.235312] env[66735]: DEBUG nova.compute.provider_tree [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.357228] env[66735]: DEBUG oslo_vmware.api [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645311, 'name': PowerOnVM_Task, 'duration_secs': 0.995169} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.357383] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.357844] env[66735]: INFO nova.compute.manager [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Took 9.44 seconds to spawn the instance on the hypervisor. [ 720.357844] env[66735]: DEBUG nova.compute.manager [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 720.358662] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952b9921-de84-4655-93ab-dde07b4e7419 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.446246] env[66735]: DEBUG nova.network.neutron [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Successfully created port: 5736d3aa-a8e1-445a-8aba-d66245588ee4 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 720.539342] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.549068] env[66735]: WARNING neutronclient.v2_0.client [None req-c1e4c583-ec3d-4663-afec-f4878ec17c32 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.549553] env[66735]: DEBUG nova.objects.instance [None req-c1e4c583-ec3d-4663-afec-f4878ec17c32 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lazy-loading 'pci_requests' on Instance uuid 92272c56-dcfd-47cd-b308-cfdd6c842ab2 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.645164] env[66735]: DEBUG nova.compute.manager [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 720.685959] env[66735]: DEBUG nova.virt.hardware [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 720.685959] env[66735]: DEBUG nova.virt.hardware [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.689560] env[66735]: DEBUG nova.virt.hardware [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 720.689803] env[66735]: DEBUG nova.virt.hardware [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.689952] env[66735]: DEBUG nova.virt.hardware [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 720.690132] env[66735]: DEBUG nova.virt.hardware [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 720.690442] env[66735]: DEBUG nova.virt.hardware [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 720.690498] env[66735]: DEBUG nova.virt.hardware [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 720.690702] env[66735]: DEBUG nova.virt.hardware [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 720.690869] env[66735]: DEBUG nova.virt.hardware [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 720.691054] env[66735]: DEBUG nova.virt.hardware [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 720.692517] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42519754-ab29-4acd-92ff-914f66bb6e9c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.703271] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed710886-efa6-4710-9594-f19b262e5cb7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.740684] env[66735]: DEBUG nova.scheduler.client.report [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.886343] env[66735]: INFO nova.compute.manager [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Took 24.99 seconds to build instance. [ 721.041738] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645313, 'name': ReconfigVM_Task, 'duration_secs': 0.805065} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.042259] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Reconfigured VM instance instance-00000025 to attach disk [datastore1] daad57c0-7405-4904-a32a-a3cf738339b8/daad57c0-7405-4904-a32a-a3cf738339b8.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.043453] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0adc4911-179e-4957-a216-22a7215025e2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.051409] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 721.051409] env[66735]: value = "task-4645314" [ 721.051409] env[66735]: _type = "Task" [ 721.051409] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.054961] env[66735]: DEBUG nova.objects.base [None req-c1e4c583-ec3d-4663-afec-f4878ec17c32 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Object Instance<92272c56-dcfd-47cd-b308-cfdd6c842ab2> lazy-loaded attributes: flavor,pci_requests {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 721.055171] env[66735]: DEBUG nova.network.neutron [None req-c1e4c583-ec3d-4663-afec-f4878ec17c32 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 721.055507] env[66735]: WARNING neutronclient.v2_0.client [None req-c1e4c583-ec3d-4663-afec-f4878ec17c32 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.055775] env[66735]: WARNING neutronclient.v2_0.client [None req-c1e4c583-ec3d-4663-afec-f4878ec17c32 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.064739] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645314, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.247745] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.248375] env[66735]: DEBUG nova.compute.manager [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 721.251216] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.075s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.252656] env[66735]: INFO nova.compute.claims [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.387430] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16ce1724-25e4-426f-a8b2-1e4524814612 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.505s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.392901] env[66735]: WARNING neutronclient.v2_0.client [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.562662] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645314, 'name': Rename_Task, 'duration_secs': 0.169541} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.562982] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.563286] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c0d9e1c-d3ae-4bba-8a00-80616e16aea7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.571068] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 721.571068] env[66735]: value = "task-4645315" [ 721.571068] env[66735]: _type = "Task" [ 721.571068] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.582033] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.760316] env[66735]: DEBUG nova.compute.utils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.773386] env[66735]: DEBUG nova.compute.manager [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 721.776914] env[66735]: DEBUG nova.network.neutron [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 721.776914] env[66735]: WARNING neutronclient.v2_0.client [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.776914] env[66735]: WARNING neutronclient.v2_0.client [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.902754] env[66735]: DEBUG nova.policy [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd40cbecd9513471c81d46d9667abf4d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '757035a97db0408590b4f0ec2f9845eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.940061] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1e4c583-ec3d-4663-afec-f4878ec17c32 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lock "interface-92272c56-dcfd-47cd-b308-cfdd6c842ab2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.903s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.974082] env[66735]: DEBUG nova.network.neutron [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Updated VIF entry in instance network info cache for port 8757cfed-9cdd-47aa-a385-bd93ef86c9d8. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.974594] env[66735]: DEBUG nova.network.neutron [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Updating instance_info_cache with network_info: [{"id": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "address": "fa:16:3e:49:4d:b2", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8757cfed-9c", "ovs_interfaceid": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.082416] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.271491] env[66735]: DEBUG nova.compute.manager [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 722.328604] env[66735]: DEBUG nova.network.neutron [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Successfully updated port: 5736d3aa-a8e1-445a-8aba-d66245588ee4 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 722.347045] env[66735]: DEBUG nova.network.neutron [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Successfully created port: 43db2364-aa93-4f6f-9b23-6674a827c0e0 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 722.480795] env[66735]: DEBUG oslo_concurrency.lockutils [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] Releasing lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.480795] env[66735]: DEBUG nova.compute.manager [req-a64883c2-ea54-4b79-ab37-c89a8e57fa09 req-4549d0d6-ebed-48d4-a71a-2e2184258e85 service nova] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Received event network-vif-deleted-bccad37e-fbb0-480a-bbd2-a55f4af52efb {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 722.586449] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.820559] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f6c48d-56d6-40ea-8ca3-42097fdc1020 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.832261] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16665a6-e59d-465f-ab33-5b6104e69eb9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.834847] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "refresh_cache-a92bf925-6b26-4139-8712-9866b6cba192" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.835016] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquired lock "refresh_cache-a92bf925-6b26-4139-8712-9866b6cba192" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.835184] env[66735]: DEBUG nova.network.neutron [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 722.868380] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0194ffa3-a7dc-473b-a50c-08ac7826ee91 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.878236] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b8cc83-4d46-4ee5-b10c-3e3f9e254253 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.901689] env[66735]: DEBUG nova.compute.provider_tree [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.085402] env[66735]: DEBUG oslo_vmware.api [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645315, 'name': PowerOnVM_Task, 'duration_secs': 1.0702} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.085860] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.086268] env[66735]: INFO nova.compute.manager [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Took 9.50 seconds to spawn the instance on the hypervisor. [ 723.086593] env[66735]: DEBUG nova.compute.manager [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 723.087850] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c410f9-9095-48b9-ad0d-c3e54d0e2aa7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.288429] env[66735]: DEBUG nova.compute.manager [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 723.314134] env[66735]: DEBUG nova.virt.hardware [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 723.314407] env[66735]: DEBUG nova.virt.hardware [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.314554] env[66735]: DEBUG nova.virt.hardware [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 723.314729] env[66735]: DEBUG nova.virt.hardware [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.314869] env[66735]: DEBUG nova.virt.hardware [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 723.315234] env[66735]: DEBUG nova.virt.hardware [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 723.315579] env[66735]: DEBUG nova.virt.hardware [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 723.315918] env[66735]: DEBUG nova.virt.hardware [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 723.316081] env[66735]: DEBUG nova.virt.hardware [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 723.316289] env[66735]: DEBUG nova.virt.hardware [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 723.316493] env[66735]: DEBUG nova.virt.hardware [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 723.317891] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24522fb1-8aab-4914-8977-35b32c5e7841 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.329842] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f100be4a-3971-41a7-9d27-a0e4ef963bbe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.405047] env[66735]: DEBUG nova.scheduler.client.report [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.409581] env[66735]: DEBUG nova.network.neutron [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 723.548867] env[66735]: WARNING neutronclient.v2_0.client [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.616297] env[66735]: INFO nova.compute.manager [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Took 27.65 seconds to build instance. [ 723.678466] env[66735]: DEBUG oslo_concurrency.lockutils [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Acquiring lock "155797b1-2470-43a6-84f6-39ee2fe1586e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.678674] env[66735]: DEBUG oslo_concurrency.lockutils [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.686320] env[66735]: DEBUG nova.network.neutron [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Updating instance_info_cache with network_info: [{"id": "5736d3aa-a8e1-445a-8aba-d66245588ee4", "address": "fa:16:3e:4f:3b:1b", "network": {"id": "eaa8628c-6cfd-4e1d-8aa9-520e3163ce40", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-903000128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55bf1561f06342159553e0aea997aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5736d3aa-a8", "ovs_interfaceid": "5736d3aa-a8e1-445a-8aba-d66245588ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.913594] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.914254] env[66735]: DEBUG nova.compute.manager [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 723.917411] env[66735]: DEBUG oslo_concurrency.lockutils [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.119s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.918054] env[66735]: DEBUG nova.objects.instance [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lazy-loading 'resources' on Instance uuid 2cb84984-155b-4ec5-8795-a4dc89cb6eb5 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.034756] env[66735]: DEBUG nova.network.neutron [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Successfully updated port: 43db2364-aa93-4f6f-9b23-6674a827c0e0 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 724.127393] env[66735]: DEBUG oslo_concurrency.lockutils [None req-32d69c53-1462-4863-9e90-324b007c15d8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "daad57c0-7405-4904-a32a-a3cf738339b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.169s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.183269] env[66735]: DEBUG nova.compute.utils [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.188354] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Releasing lock "refresh_cache-a92bf925-6b26-4139-8712-9866b6cba192" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.188707] env[66735]: DEBUG nova.compute.manager [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Instance network_info: |[{"id": "5736d3aa-a8e1-445a-8aba-d66245588ee4", "address": "fa:16:3e:4f:3b:1b", "network": {"id": "eaa8628c-6cfd-4e1d-8aa9-520e3163ce40", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-903000128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55bf1561f06342159553e0aea997aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5736d3aa-a8", "ovs_interfaceid": "5736d3aa-a8e1-445a-8aba-d66245588ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 724.189178] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:3b:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5736d3aa-a8e1-445a-8aba-d66245588ee4', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.198546] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 724.199396] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.199665] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce6ff635-acc8-4abe-9d76-26fad1ac21a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.224305] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.224305] env[66735]: value = "task-4645316" [ 724.224305] env[66735]: _type = "Task" [ 724.224305] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.235292] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "1bd3edb4-d320-4f71-bbad-d794309bab1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.235769] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "1bd3edb4-d320-4f71-bbad-d794309bab1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.242185] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645316, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.421528] env[66735]: DEBUG nova.compute.utils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.423887] env[66735]: DEBUG nova.objects.instance [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lazy-loading 'numa_topology' on Instance uuid 2cb84984-155b-4ec5-8795-a4dc89cb6eb5 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.425323] env[66735]: DEBUG nova.compute.manager [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Not allocating networking since 'none' was specified. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 724.538090] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "refresh_cache-1b64739b-d3e2-40b2-98b6-231021f4d029" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.538426] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired lock "refresh_cache-1b64739b-d3e2-40b2-98b6-231021f4d029" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.538732] env[66735]: DEBUG nova.network.neutron [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 724.621494] env[66735]: DEBUG nova.compute.manager [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 724.622372] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ac4c0d-e510-44a9-8018-74204a95abf0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.687179] env[66735]: DEBUG oslo_concurrency.lockutils [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.736394] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645316, 'name': CreateVM_Task, 'duration_secs': 0.495696} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.736602] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.737147] env[66735]: WARNING neutronclient.v2_0.client [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.737575] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.737733] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.738507] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.738604] env[66735]: DEBUG nova.compute.manager [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 724.741462] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d20b6dc-c8ea-4a8f-8ae4-86ac3fbe5820 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.748318] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 724.748318] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5216083b-d18a-5f09-1a10-07d4451ccb75" [ 724.748318] env[66735]: _type = "Task" [ 724.748318] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.758733] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5216083b-d18a-5f09-1a10-07d4451ccb75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.775201] env[66735]: DEBUG nova.compute.manager [req-ed89e2e3-1dbc-4e8c-8b1a-db04869f2821 req-d698348f-7d23-4154-b7b9-0854dbb84e1e service nova] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Received event network-vif-plugged-5736d3aa-a8e1-445a-8aba-d66245588ee4 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 724.776171] env[66735]: DEBUG oslo_concurrency.lockutils [req-ed89e2e3-1dbc-4e8c-8b1a-db04869f2821 req-d698348f-7d23-4154-b7b9-0854dbb84e1e service nova] Acquiring lock "a92bf925-6b26-4139-8712-9866b6cba192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.776521] env[66735]: DEBUG oslo_concurrency.lockutils [req-ed89e2e3-1dbc-4e8c-8b1a-db04869f2821 req-d698348f-7d23-4154-b7b9-0854dbb84e1e service nova] Lock "a92bf925-6b26-4139-8712-9866b6cba192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.776771] env[66735]: DEBUG oslo_concurrency.lockutils [req-ed89e2e3-1dbc-4e8c-8b1a-db04869f2821 req-d698348f-7d23-4154-b7b9-0854dbb84e1e service nova] Lock "a92bf925-6b26-4139-8712-9866b6cba192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.777022] env[66735]: DEBUG nova.compute.manager [req-ed89e2e3-1dbc-4e8c-8b1a-db04869f2821 req-d698348f-7d23-4154-b7b9-0854dbb84e1e service nova] [instance: a92bf925-6b26-4139-8712-9866b6cba192] No waiting events found dispatching network-vif-plugged-5736d3aa-a8e1-445a-8aba-d66245588ee4 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 724.777274] env[66735]: WARNING nova.compute.manager [req-ed89e2e3-1dbc-4e8c-8b1a-db04869f2821 req-d698348f-7d23-4154-b7b9-0854dbb84e1e service nova] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Received unexpected event network-vif-plugged-5736d3aa-a8e1-445a-8aba-d66245588ee4 for instance with vm_state building and task_state spawning. [ 724.862042] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Acquiring lock "f9354fd5-4bf2-4da5-8227-621f848ef2b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.862042] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Lock "f9354fd5-4bf2-4da5-8227-621f848ef2b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.926817] env[66735]: DEBUG nova.objects.base [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Object Instance<2cb84984-155b-4ec5-8795-a4dc89cb6eb5> lazy-loaded attributes: resources,numa_topology {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 724.931167] env[66735]: DEBUG nova.compute.manager [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 725.090587] env[66735]: DEBUG nova.network.neutron [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 725.138351] env[66735]: INFO nova.compute.manager [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] instance snapshotting [ 725.142746] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0cad27-b4b2-4d93-b1ca-94b402a737ec {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.169259] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae92f0f3-fb2c-4646-b55a-49d76acc7f83 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.189993] env[66735]: WARNING neutronclient.v2_0.client [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.268594] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5216083b-d18a-5f09-1a10-07d4451ccb75, 'name': SearchDatastore_Task, 'duration_secs': 0.014572} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.269036] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.269193] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.269410] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.269571] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.269966] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.270360] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb4b5a3-da66-4dba-8f47-12748ca66bc6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.276481] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.286920] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.286998] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.292045] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281e0300-6140-4159-9dc8-c89fe48abb5c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.303246] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 725.303246] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52909745-5893-bd86-9489-28796d05cd63" [ 725.303246] env[66735]: _type = "Task" [ 725.303246] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.314820] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52909745-5893-bd86-9489-28796d05cd63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.325741] env[66735]: DEBUG nova.network.neutron [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Updating instance_info_cache with network_info: [{"id": "43db2364-aa93-4f6f-9b23-6674a827c0e0", "address": "fa:16:3e:1f:e0:9c", "network": {"id": "1cae78e2-7cf4-4c96-8b60-8c145c47e0a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-552228963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757035a97db0408590b4f0ec2f9845eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43db2364-aa", "ovs_interfaceid": "43db2364-aa93-4f6f-9b23-6674a827c0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.365384] env[66735]: DEBUG nova.compute.manager [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 725.425901] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a09dd7-b908-450e-857f-ced7e349ceb6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.438598] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951efb48-116c-4f22-90d4-bd60e66eabd9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.477875] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc42d9e-c2fa-4661-b322-51a77239094a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.487655] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ee038d-56b1-4473-a516-53105828ffc0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.503634] env[66735]: DEBUG nova.compute.provider_tree [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.689490] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 725.689823] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3bbfd472-18e6-4bcc-ae5e-a82acd9216ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.698151] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 725.698151] env[66735]: value = "task-4645317" [ 725.698151] env[66735]: _type = "Task" [ 725.698151] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.711323] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645317, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.719080] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquiring lock "92272c56-dcfd-47cd-b308-cfdd6c842ab2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.719434] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lock "92272c56-dcfd-47cd-b308-cfdd6c842ab2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.719652] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquiring lock "92272c56-dcfd-47cd-b308-cfdd6c842ab2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.719835] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lock "92272c56-dcfd-47cd-b308-cfdd6c842ab2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.719996] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lock "92272c56-dcfd-47cd-b308-cfdd6c842ab2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.724626] env[66735]: INFO nova.compute.manager [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Terminating instance [ 725.801810] env[66735]: DEBUG oslo_concurrency.lockutils [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Acquiring lock "155797b1-2470-43a6-84f6-39ee2fe1586e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.802463] env[66735]: DEBUG oslo_concurrency.lockutils [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.802463] env[66735]: INFO nova.compute.manager [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Attaching volume fbb42afe-14c5-457a-8a91-94a76fb139ff to /dev/sdb [ 725.825835] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52909745-5893-bd86-9489-28796d05cd63, 'name': SearchDatastore_Task, 'duration_secs': 0.012985} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.827309] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150a7fb9-99d1-497e-8493-3c0f429a6606 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.829520] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Releasing lock "refresh_cache-1b64739b-d3e2-40b2-98b6-231021f4d029" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.829859] env[66735]: DEBUG nova.compute.manager [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Instance network_info: |[{"id": "43db2364-aa93-4f6f-9b23-6674a827c0e0", "address": "fa:16:3e:1f:e0:9c", "network": {"id": "1cae78e2-7cf4-4c96-8b60-8c145c47e0a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-552228963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757035a97db0408590b4f0ec2f9845eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43db2364-aa", "ovs_interfaceid": "43db2364-aa93-4f6f-9b23-6674a827c0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 725.831063] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:e0:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43db2364-aa93-4f6f-9b23-6674a827c0e0', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.837970] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 725.838782] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.839074] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb62afc1-e192-48be-99de-02d530d12dd4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.857637] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 725.857637] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527fce27-3f7c-f364-e30c-d7bcf3c3928d" [ 725.857637] env[66735]: _type = "Task" [ 725.857637] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.865069] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.865069] env[66735]: value = "task-4645318" [ 725.865069] env[66735]: _type = "Task" [ 725.865069] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.873022] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527fce27-3f7c-f364-e30c-d7bcf3c3928d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.881703] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3150842b-1f2f-416b-8cf7-47eee1978e2e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.893953] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645318, 'name': CreateVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.895344] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4544e6-e324-4c82-8a9c-62965408ef9b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.907492] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.915647] env[66735]: DEBUG nova.virt.block_device [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Updating existing volume attachment record: bb6ce43d-787c-46f5-b292-d9a37dd63d0c {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 725.948945] env[66735]: DEBUG nova.compute.manager [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 725.981603] env[66735]: DEBUG nova.virt.hardware [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 725.982613] env[66735]: DEBUG nova.virt.hardware [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.982613] env[66735]: DEBUG nova.virt.hardware [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 725.982613] env[66735]: DEBUG nova.virt.hardware [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.982613] env[66735]: DEBUG nova.virt.hardware [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 725.983313] env[66735]: DEBUG nova.virt.hardware [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 725.983313] env[66735]: DEBUG nova.virt.hardware [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 725.984189] env[66735]: DEBUG nova.virt.hardware [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 725.984554] env[66735]: DEBUG nova.virt.hardware [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 725.984682] env[66735]: DEBUG nova.virt.hardware [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 725.984853] env[66735]: DEBUG nova.virt.hardware [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 725.986161] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d2a67f-ce58-4f6c-862b-e33b51e24b0b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.001684] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33cd844-e3c0-41ed-9048-d4b44c30a188 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.006871] env[66735]: DEBUG nova.scheduler.client.report [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.023600] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.030055] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Creating folder: Project (da8393ae9cde487090c9fe84d369808c). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.031255] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb4d64a7-6ccd-4119-bd9d-f1eff781cdd6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.044442] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Created folder: Project (da8393ae9cde487090c9fe84d369808c) in parent group-v906980. [ 726.044442] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Creating folder: Instances. Parent ref: group-v907088. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.044744] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d022d348-290b-41c1-8fda-30d740247855 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.057498] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Created folder: Instances in parent group-v907088. [ 726.057835] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 726.058101] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.058380] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd262044-6055-430e-bbc5-7725aa479c57 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.078163] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.078163] env[66735]: value = "task-4645321" [ 726.078163] env[66735]: _type = "Task" [ 726.078163] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.087387] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645321, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.209909] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645317, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.232974] env[66735]: DEBUG nova.compute.manager [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 726.233329] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.234489] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a15f225-ae6b-4d21-a333-785323df53b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.244334] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.246707] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83480221-0df0-46cf-8354-0717ba63298f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.256848] env[66735]: DEBUG oslo_vmware.api [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Waiting for the task: (returnval){ [ 726.256848] env[66735]: value = "task-4645322" [ 726.256848] env[66735]: _type = "Task" [ 726.256848] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.270914] env[66735]: DEBUG oslo_vmware.api [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.375515] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527fce27-3f7c-f364-e30c-d7bcf3c3928d, 'name': SearchDatastore_Task, 'duration_secs': 0.026545} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.383474] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.383872] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] a92bf925-6b26-4139-8712-9866b6cba192/a92bf925-6b26-4139-8712-9866b6cba192.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.384328] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a62b6983-e738-4fe4-8c71-e40499650bd0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.400923] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645318, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.403086] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 726.403086] env[66735]: value = "task-4645323" [ 726.403086] env[66735]: _type = "Task" [ 726.403086] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.419218] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.512748] env[66735]: DEBUG oslo_concurrency.lockutils [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.595s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.519164] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.559s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.521135] env[66735]: INFO nova.compute.claims [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.590639] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645321, 'name': CreateVM_Task, 'duration_secs': 0.375493} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.590882] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.591359] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.591755] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.592332] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.592736] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-427f108c-9f04-485d-ae6d-22660a636117 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.599824] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Waiting for the task: (returnval){ [ 726.599824] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523fd189-1780-29c7-2275-6fb4800c2f38" [ 726.599824] env[66735]: _type = "Task" [ 726.599824] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.610536] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523fd189-1780-29c7-2275-6fb4800c2f38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.718099] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645317, 'name': CreateSnapshot_Task, 'duration_secs': 0.883227} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.720385] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 726.722484] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498f423e-e1a1-4259-a525-4aa427476086 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.768473] env[66735]: DEBUG oslo_vmware.api [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645322, 'name': PowerOffVM_Task, 'duration_secs': 0.285435} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.771035] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.771035] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.771035] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d6e4ec1-c49e-4340-850e-1b13ebbb947d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.853620] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.855077] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.855077] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Deleting the datastore file [datastore1] 92272c56-dcfd-47cd-b308-cfdd6c842ab2 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.855077] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d8a9daa-97ca-4f42-a1c6-34d79978a3b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.864945] env[66735]: DEBUG oslo_vmware.api [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Waiting for the task: (returnval){ [ 726.864945] env[66735]: value = "task-4645329" [ 726.864945] env[66735]: _type = "Task" [ 726.864945] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.876588] env[66735]: DEBUG oslo_vmware.api [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.887621] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645318, 'name': CreateVM_Task, 'duration_secs': 0.550858} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.887817] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.888669] env[66735]: WARNING neutronclient.v2_0.client [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.890098] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.915356] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645323, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.993795] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.994192] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.994490] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.994722] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.994909] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.000626] env[66735]: INFO nova.compute.manager [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Terminating instance [ 727.037188] env[66735]: DEBUG oslo_concurrency.lockutils [None req-017cea68-b470-4a0e-b5c6-89d5ecec444b tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.775s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.042144] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.416s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.042467] env[66735]: INFO nova.compute.manager [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Unshelving [ 727.115109] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523fd189-1780-29c7-2275-6fb4800c2f38, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.115415] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.115649] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.115914] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.116126] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.116259] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.116541] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.116837] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.117094] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6205108b-2a18-468e-bf63-a81948071774 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.119303] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75964878-222d-4f38-9c47-bc361d7fc9c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.125775] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 727.125775] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5252d36d-bdee-efd0-3b88-add6120f24cf" [ 727.125775] env[66735]: _type = "Task" [ 727.125775] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.133551] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.136336] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.136336] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24284005-a729-4186-beaf-8a40e19881ac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.143695] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5252d36d-bdee-efd0-3b88-add6120f24cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014736} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.145072] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.145072] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.145072] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.148420] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Waiting for the task: (returnval){ [ 727.148420] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b65781-20fd-663a-be1b-e490170aa622" [ 727.148420] env[66735]: _type = "Task" [ 727.148420] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.159132] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b65781-20fd-663a-be1b-e490170aa622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.254143] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 727.254611] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe36c3e4-de94-42ee-9847-df62871a1af4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.264742] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 727.264742] env[66735]: value = "task-4645330" [ 727.264742] env[66735]: _type = "Task" [ 727.264742] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.276055] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645330, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.376084] env[66735]: DEBUG oslo_vmware.api [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Task: {'id': task-4645329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414295} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.376229] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.376420] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.376567] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.376768] env[66735]: INFO nova.compute.manager [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 727.377299] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 727.377299] env[66735]: DEBUG nova.compute.manager [-] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 727.377439] env[66735]: DEBUG nova.network.neutron [-] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 727.377584] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.420820] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671086} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.421182] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] a92bf925-6b26-4139-8712-9866b6cba192/a92bf925-6b26-4139-8712-9866b6cba192.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.422851] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.423808] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5107ec86-3ae2-498d-a669-fbe9a0a8f46e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.436718] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 727.436718] env[66735]: value = "task-4645331" [ 727.436718] env[66735]: _type = "Task" [ 727.436718] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.448487] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.510100] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.513098] env[66735]: DEBUG nova.compute.manager [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 727.513971] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.520529] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c2a0dc-3c40-4b34-ab2b-0f431fee54cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.536660] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.538118] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e4a961a-253f-4950-beb1-449010dd7293 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.557953] env[66735]: DEBUG oslo_vmware.api [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 727.557953] env[66735]: value = "task-4645332" [ 727.557953] env[66735]: _type = "Task" [ 727.557953] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.587571] env[66735]: DEBUG oslo_vmware.api [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.665520] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b65781-20fd-663a-be1b-e490170aa622, 'name': SearchDatastore_Task, 'duration_secs': 0.013888} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.666794] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a361c0-7319-4dc9-b03f-8670f082654a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.674566] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Waiting for the task: (returnval){ [ 727.674566] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521ae74d-a211-af30-e152-8a63de2f636e" [ 727.674566] env[66735]: _type = "Task" [ 727.674566] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.703136] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521ae74d-a211-af30-e152-8a63de2f636e, 'name': SearchDatastore_Task, 'duration_secs': 0.016172} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.703136] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.703666] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 9642edb3-eebe-433e-92d8-55e3c112c063/9642edb3-eebe-433e-92d8-55e3c112c063.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.704084] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.704242] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.704522] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9398575d-863a-42cc-9844-d99738454516 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.707791] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b721c5-9db4-4220-ae9e-45c205c91d53 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.726044] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Waiting for the task: (returnval){ [ 727.726044] env[66735]: value = "task-4645333" [ 727.726044] env[66735]: _type = "Task" [ 727.726044] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.726044] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.726044] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.726044] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70212c6-d92d-48d0-8b62-3584191e092b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.745373] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.745373] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 727.745373] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f1a818-ec4b-3cd6-85e7-745445985936" [ 727.745373] env[66735]: _type = "Task" [ 727.745373] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.771964] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f1a818-ec4b-3cd6-85e7-745445985936, 'name': SearchDatastore_Task, 'duration_secs': 0.017885} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.774268] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b460882e-cdf7-4cc2-8bfd-4de38c3e52ff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.792445] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 727.792445] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5237083c-c767-eb8b-5834-0b14e951cc34" [ 727.792445] env[66735]: _type = "Task" [ 727.792445] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.793175] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645330, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.803119] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "3e7ea9cc-28e5-457c-9c6c-dd29094466cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.803618] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "3e7ea9cc-28e5-457c-9c6c-dd29094466cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.815167] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5237083c-c767-eb8b-5834-0b14e951cc34, 'name': SearchDatastore_Task, 'duration_secs': 0.016419} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.818303] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.818615] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 1b64739b-d3e2-40b2-98b6-231021f4d029/1b64739b-d3e2-40b2-98b6-231021f4d029.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.820512] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3a2b08a-337b-4f77-a8fc-3008d20a74a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.832880] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 727.832880] env[66735]: value = "task-4645334" [ 727.832880] env[66735]: _type = "Task" [ 727.832880] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.849462] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.951878] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121962} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.952358] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.953209] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2189fdb6-bf2e-4cdc-9e34-e2768a0f6ebb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.980489] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] a92bf925-6b26-4139-8712-9866b6cba192/a92bf925-6b26-4139-8712-9866b6cba192.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.985009] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02851db0-8988-4b38-85ef-c065808b6f6b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.007782] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 728.007782] env[66735]: value = "task-4645335" [ 728.007782] env[66735]: _type = "Task" [ 728.007782] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.022472] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.075260] env[66735]: DEBUG nova.compute.utils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.087174] env[66735]: DEBUG oslo_vmware.api [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645332, 'name': PowerOffVM_Task, 'duration_secs': 0.399614} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.087462] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.087634] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.087892] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b818816-4364-45e9-a4b5-a22892f7e774 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.162770] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.163094] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.163210] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Deleting the datastore file [datastore2] 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.163652] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d7ec724-5101-46cb-8dc5-7f9cbbe296a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.177471] env[66735]: DEBUG oslo_vmware.api [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 728.177471] env[66735]: value = "task-4645337" [ 728.177471] env[66735]: _type = "Task" [ 728.177471] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.186653] env[66735]: DEBUG oslo_vmware.api [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.236151] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.285220] env[66735]: DEBUG nova.compute.manager [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Received event network-changed-5736d3aa-a8e1-445a-8aba-d66245588ee4 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 728.288043] env[66735]: DEBUG nova.compute.manager [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Refreshing instance network info cache due to event network-changed-5736d3aa-a8e1-445a-8aba-d66245588ee4. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 728.288043] env[66735]: DEBUG oslo_concurrency.lockutils [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] Acquiring lock "refresh_cache-a92bf925-6b26-4139-8712-9866b6cba192" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.288043] env[66735]: DEBUG oslo_concurrency.lockutils [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] Acquired lock "refresh_cache-a92bf925-6b26-4139-8712-9866b6cba192" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.288043] env[66735]: DEBUG nova.network.neutron [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Refreshing network info cache for port 5736d3aa-a8e1-445a-8aba-d66245588ee4 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.291660] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e19faf8-42ff-41d4-9b4f-fd597dc96b72 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.300594] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645330, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.308128] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669a1e44-5b90-416d-8850-223b17b468c6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.354112] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8be880-0ab7-4a8a-a23a-5beff116b3a4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.368130] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.369544] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909dcc5d-a98f-422a-8cdf-44f041f15b96 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.389137] env[66735]: DEBUG nova.compute.provider_tree [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.501906] env[66735]: DEBUG nova.network.neutron [-] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.521833] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645335, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.581028] env[66735]: INFO nova.virt.block_device [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Booting with volume 746d3cbe-0752-42d4-9dd8-1344b451a2f6 at /dev/sdb [ 728.596152] env[66735]: DEBUG nova.compute.manager [req-b51e2241-a003-4bcb-a02f-de4cfd7328ae req-cd64dcc3-3c2c-401d-9b7b-3cfdef80cd29 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Received event network-changed-8757cfed-9cdd-47aa-a385-bd93ef86c9d8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 728.596399] env[66735]: DEBUG nova.compute.manager [req-b51e2241-a003-4bcb-a02f-de4cfd7328ae req-cd64dcc3-3c2c-401d-9b7b-3cfdef80cd29 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Refreshing instance network info cache due to event network-changed-8757cfed-9cdd-47aa-a385-bd93ef86c9d8. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 728.596609] env[66735]: DEBUG oslo_concurrency.lockutils [req-b51e2241-a003-4bcb-a02f-de4cfd7328ae req-cd64dcc3-3c2c-401d-9b7b-3cfdef80cd29 service nova] Acquiring lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.596768] env[66735]: DEBUG oslo_concurrency.lockutils [req-b51e2241-a003-4bcb-a02f-de4cfd7328ae req-cd64dcc3-3c2c-401d-9b7b-3cfdef80cd29 service nova] Acquired lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.596927] env[66735]: DEBUG nova.network.neutron [req-b51e2241-a003-4bcb-a02f-de4cfd7328ae req-cd64dcc3-3c2c-401d-9b7b-3cfdef80cd29 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Refreshing network info cache for port 8757cfed-9cdd-47aa-a385-bd93ef86c9d8 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.654234] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcc5b93a-e1e1-416d-9379-744589517f8c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.664994] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3565537-4673-4731-870d-f3ab4fedbda2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.688864] env[66735]: DEBUG oslo_vmware.api [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307919} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.689231] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.689397] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.689594] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.689875] env[66735]: INFO nova.compute.manager [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 728.690101] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 728.707126] env[66735]: DEBUG nova.compute.manager [-] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 728.707306] env[66735]: DEBUG nova.network.neutron [-] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 728.707599] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.710259] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0047623-854e-4c67-86db-b93c2c4f5264 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.720592] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64ffa97-cfe5-4c43-9022-3caab8010dee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.742903] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645333, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.765025] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7f49ef-8b98-4934-9fee-7ea8b3609ecf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.773414] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d952805-8058-4cd2-866a-c3972f8afe43 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.789856] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645330, 'name': CloneVM_Task} progress is 95%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.794326] env[66735]: WARNING neutronclient.v2_0.client [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.799079] env[66735]: DEBUG nova.virt.block_device [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updating existing volume attachment record: d68af41a-af47-43b9-bf9e-6c6b0085fd83 {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 728.809651] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.858912] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645334, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.893472] env[66735]: DEBUG nova.scheduler.client.report [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.952325] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "f332e0cd-c907-4ed3-992c-a17f51740d59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.952325] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "f332e0cd-c907-4ed3-992c-a17f51740d59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.952325] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "f332e0cd-c907-4ed3-992c-a17f51740d59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.952325] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "f332e0cd-c907-4ed3-992c-a17f51740d59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.952540] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "f332e0cd-c907-4ed3-992c-a17f51740d59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.956880] env[66735]: INFO nova.compute.manager [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Terminating instance [ 729.005468] env[66735]: INFO nova.compute.manager [-] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Took 1.63 seconds to deallocate network for instance. [ 729.023045] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645335, 'name': ReconfigVM_Task, 'duration_secs': 0.546753} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.023341] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Reconfigured VM instance instance-00000026 to attach disk [datastore2] a92bf925-6b26-4139-8712-9866b6cba192/a92bf925-6b26-4139-8712-9866b6cba192.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.024091] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31dc5578-a42c-4547-82a7-d330ae3a9cfe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.034442] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 729.034442] env[66735]: value = "task-4645339" [ 729.034442] env[66735]: _type = "Task" [ 729.034442] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.048827] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645339, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.056145] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "0e740911-4848-48aa-a49d-f929be0479b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.056394] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "0e740911-4848-48aa-a49d-f929be0479b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.101540] env[66735]: WARNING neutronclient.v2_0.client [req-b51e2241-a003-4bcb-a02f-de4cfd7328ae req-cd64dcc3-3c2c-401d-9b7b-3cfdef80cd29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.205259] env[66735]: WARNING neutronclient.v2_0.client [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.249467] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645333, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.298298] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645330, 'name': CloneVM_Task, 'duration_secs': 1.841362} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.298660] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Created linked-clone VM from snapshot [ 729.300331] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891e7d1f-7e33-42fc-98e0-d636dfa9544d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.309285] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Uploading image 4f767f57-6d7e-4408-9d69-1cb4c199a7ea {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.348035] env[66735]: DEBUG oslo_concurrency.lockutils [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.348035] env[66735]: DEBUG oslo_concurrency.lockutils [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.348234] env[66735]: DEBUG nova.compute.manager [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 729.349638] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf30e538-70d3-4b3d-9834-dd9229e205ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.362494] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.362494] env[66735]: value = "vm-907095" [ 729.362494] env[66735]: _type = "VirtualMachine" [ 729.362494] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.362789] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-86028ab9-8247-462b-9d20-378bb4ecb202 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.371322] env[66735]: DEBUG nova.compute.manager [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 729.372221] env[66735]: DEBUG nova.objects.instance [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lazy-loading 'flavor' on Instance uuid b98e8bb7-5bbc-461e-b48d-62bd0d951ec8 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.379161] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lease: (returnval){ [ 729.379161] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527a5b99-5b7f-406e-3900-16af46c7b69b" [ 729.379161] env[66735]: _type = "HttpNfcLease" [ 729.379161] env[66735]: } obtained for exporting VM: (result){ [ 729.379161] env[66735]: value = "vm-907095" [ 729.379161] env[66735]: _type = "VirtualMachine" [ 729.379161] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.379484] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the lease: (returnval){ [ 729.379484] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527a5b99-5b7f-406e-3900-16af46c7b69b" [ 729.379484] env[66735]: _type = "HttpNfcLease" [ 729.379484] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.379660] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645334, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.47118} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.380514] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 1b64739b-d3e2-40b2-98b6-231021f4d029/1b64739b-d3e2-40b2-98b6-231021f4d029.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.380514] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.387863] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1528cf1d-434c-4ead-9c06-2c444a02d9ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.395034] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.395034] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527a5b99-5b7f-406e-3900-16af46c7b69b" [ 729.395034] env[66735]: _type = "HttpNfcLease" [ 729.395034] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 729.396658] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 729.396658] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527a5b99-5b7f-406e-3900-16af46c7b69b" [ 729.396658] env[66735]: _type = "HttpNfcLease" [ 729.396658] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 729.396894] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 729.396894] env[66735]: value = "task-4645343" [ 729.396894] env[66735]: _type = "Task" [ 729.396894] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.397775] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da7b123-ed0a-4c0b-a2f6-0730da5817fd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.401234] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.882s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.402615] env[66735]: DEBUG nova.compute.manager [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 729.410054] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.119s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.413968] env[66735]: INFO nova.compute.claims [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.422240] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526db490-7ec8-56c5-f372-468d7a03609b/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 729.422240] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526db490-7ec8-56c5-f372-468d7a03609b/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 729.428495] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.489277] env[66735]: DEBUG nova.compute.manager [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 729.489511] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.490749] env[66735]: DEBUG nova.network.neutron [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Updated VIF entry in instance network info cache for port 5736d3aa-a8e1-445a-8aba-d66245588ee4. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.491867] env[66735]: DEBUG nova.network.neutron [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Updating instance_info_cache with network_info: [{"id": "5736d3aa-a8e1-445a-8aba-d66245588ee4", "address": "fa:16:3e:4f:3b:1b", "network": {"id": "eaa8628c-6cfd-4e1d-8aa9-520e3163ce40", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-903000128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55bf1561f06342159553e0aea997aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5736d3aa-a8", "ovs_interfaceid": "5736d3aa-a8e1-445a-8aba-d66245588ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.493204] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c65cee5-b152-4270-bff3-4fb979c5b09f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.504437] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.504716] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-605b9599-e4ae-4afd-aec5-c48be536b522 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.513406] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.514170] env[66735]: DEBUG oslo_vmware.api [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 729.514170] env[66735]: value = "task-4645345" [ 729.514170] env[66735]: _type = "Task" [ 729.514170] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.525218] env[66735]: DEBUG oslo_vmware.api [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.545751] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c97bc01b-2676-4b48-992a-7343e1ce657b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.551369] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645339, 'name': Rename_Task, 'duration_secs': 0.265879} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.554975] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.555492] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b343012a-ccc8-4cda-a56a-9efa444730f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.563428] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 729.563428] env[66735]: value = "task-4645346" [ 729.563428] env[66735]: _type = "Task" [ 729.563428] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.576035] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.618632] env[66735]: WARNING neutronclient.v2_0.client [req-b51e2241-a003-4bcb-a02f-de4cfd7328ae req-cd64dcc3-3c2c-401d-9b7b-3cfdef80cd29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.745533] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645333, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.589764} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.746360] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 9642edb3-eebe-433e-92d8-55e3c112c063/9642edb3-eebe-433e-92d8-55e3c112c063.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.746609] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.746855] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acfdbd11-89cd-4495-9c46-3c78c154fa5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.754249] env[66735]: DEBUG nova.network.neutron [req-b51e2241-a003-4bcb-a02f-de4cfd7328ae req-cd64dcc3-3c2c-401d-9b7b-3cfdef80cd29 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Updated VIF entry in instance network info cache for port 8757cfed-9cdd-47aa-a385-bd93ef86c9d8. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.754525] env[66735]: DEBUG nova.network.neutron [req-b51e2241-a003-4bcb-a02f-de4cfd7328ae req-cd64dcc3-3c2c-401d-9b7b-3cfdef80cd29 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Updating instance_info_cache with network_info: [{"id": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "address": "fa:16:3e:49:4d:b2", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8757cfed-9c", "ovs_interfaceid": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.757274] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Waiting for the task: (returnval){ [ 729.757274] env[66735]: value = "task-4645347" [ 729.757274] env[66735]: _type = "Task" [ 729.757274] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.769284] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.913526] env[66735]: DEBUG nova.compute.utils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.915123] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079856} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.915776] env[66735]: DEBUG nova.compute.manager [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Not allocating networking since 'none' was specified. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 729.916119] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.919693] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e34fef8-d625-40d7-96aa-de174620b167 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.947275] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 1b64739b-d3e2-40b2-98b6-231021f4d029/1b64739b-d3e2-40b2-98b6-231021f4d029.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.948715] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77db5ec4-c1d2-4e51-be15-4bfdaf30471c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.972018] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 729.972018] env[66735]: value = "task-4645348" [ 729.972018] env[66735]: _type = "Task" [ 729.972018] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.981945] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.000169] env[66735]: DEBUG oslo_concurrency.lockutils [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] Releasing lock "refresh_cache-a92bf925-6b26-4139-8712-9866b6cba192" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.000169] env[66735]: DEBUG nova.compute.manager [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Received event network-vif-plugged-43db2364-aa93-4f6f-9b23-6674a827c0e0 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 730.000169] env[66735]: DEBUG oslo_concurrency.lockutils [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] Acquiring lock "1b64739b-d3e2-40b2-98b6-231021f4d029-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.000563] env[66735]: DEBUG oslo_concurrency.lockutils [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] Lock "1b64739b-d3e2-40b2-98b6-231021f4d029-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.000742] env[66735]: DEBUG oslo_concurrency.lockutils [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] Lock "1b64739b-d3e2-40b2-98b6-231021f4d029-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.001705] env[66735]: DEBUG nova.compute.manager [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] No waiting events found dispatching network-vif-plugged-43db2364-aa93-4f6f-9b23-6674a827c0e0 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 730.001892] env[66735]: WARNING nova.compute.manager [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Received unexpected event network-vif-plugged-43db2364-aa93-4f6f-9b23-6674a827c0e0 for instance with vm_state building and task_state spawning. [ 730.002146] env[66735]: DEBUG nova.compute.manager [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Received event network-changed-43db2364-aa93-4f6f-9b23-6674a827c0e0 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 730.002323] env[66735]: DEBUG nova.compute.manager [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Refreshing instance network info cache due to event network-changed-43db2364-aa93-4f6f-9b23-6674a827c0e0. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 730.002511] env[66735]: DEBUG oslo_concurrency.lockutils [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] Acquiring lock "refresh_cache-1b64739b-d3e2-40b2-98b6-231021f4d029" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.002697] env[66735]: DEBUG oslo_concurrency.lockutils [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] Acquired lock "refresh_cache-1b64739b-d3e2-40b2-98b6-231021f4d029" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.003750] env[66735]: DEBUG nova.network.neutron [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Refreshing network info cache for port 43db2364-aa93-4f6f-9b23-6674a827c0e0 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.025560] env[66735]: DEBUG oslo_vmware.api [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645345, 'name': PowerOffVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.080252] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.088913] env[66735]: DEBUG nova.network.neutron [-] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.185367] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquiring lock "79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.185367] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Lock "79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.217374] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "7cd4e308-157e-4ad4-ac9f-9632e94f456f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.217767] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "7cd4e308-157e-4ad4-ac9f-9632e94f456f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.218140] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "7cd4e308-157e-4ad4-ac9f-9632e94f456f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.218349] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "7cd4e308-157e-4ad4-ac9f-9632e94f456f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.218731] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "7cd4e308-157e-4ad4-ac9f-9632e94f456f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.222294] env[66735]: INFO nova.compute.manager [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Terminating instance [ 730.260650] env[66735]: DEBUG oslo_concurrency.lockutils [req-b51e2241-a003-4bcb-a02f-de4cfd7328ae req-cd64dcc3-3c2c-401d-9b7b-3cfdef80cd29 service nova] Releasing lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.274054] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077754} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.274054] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.274054] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c82fbf-bd68-48f0-97dd-dd4171e4edb4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.300106] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 9642edb3-eebe-433e-92d8-55e3c112c063/9642edb3-eebe-433e-92d8-55e3c112c063.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.300428] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de871af6-c2e5-4ff3-a9fe-d7fe6e2f6f13 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.329033] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Waiting for the task: (returnval){ [ 730.329033] env[66735]: value = "task-4645349" [ 730.329033] env[66735]: _type = "Task" [ 730.329033] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.341183] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.386368] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.387465] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51701608-4610-416b-b3a5-02e712839009 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.395556] env[66735]: DEBUG oslo_vmware.api [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 730.395556] env[66735]: value = "task-4645350" [ 730.395556] env[66735]: _type = "Task" [ 730.395556] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.407082] env[66735]: DEBUG oslo_vmware.api [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.417986] env[66735]: DEBUG nova.compute.manager [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 730.491318] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.509336] env[66735]: WARNING neutronclient.v2_0.client [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.530486] env[66735]: DEBUG oslo_vmware.api [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645345, 'name': PowerOffVM_Task, 'duration_secs': 0.539677} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.534205] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.534577] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.536503] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3961a622-8b2e-4b7d-ba85-28d030970b58 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.585739] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.594816] env[66735]: INFO nova.compute.manager [-] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Took 1.89 seconds to deallocate network for instance. [ 730.636249] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.636475] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.636658] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Deleting the datastore file [datastore1] f332e0cd-c907-4ed3-992c-a17f51740d59 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.637565] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f0f1afc-8a3c-4db8-91a3-de2f13014a21 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.652307] env[66735]: DEBUG oslo_vmware.api [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 730.652307] env[66735]: value = "task-4645352" [ 730.652307] env[66735]: _type = "Task" [ 730.652307] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.668426] env[66735]: DEBUG oslo_vmware.api [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.732711] env[66735]: DEBUG nova.compute.manager [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 730.733048] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.734150] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ba250e-3cc0-4311-ada5-ff97aa176ad7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.750123] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.755868] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc587d7d-34e1-4598-867a-30f0e1295e82 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.766807] env[66735]: DEBUG oslo_vmware.api [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 730.766807] env[66735]: value = "task-4645353" [ 730.766807] env[66735]: _type = "Task" [ 730.766807] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.786508] env[66735]: DEBUG oslo_vmware.api [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.845494] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645349, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.851637] env[66735]: WARNING neutronclient.v2_0.client [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.911420] env[66735]: DEBUG oslo_vmware.api [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645350, 'name': PowerOffVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.986823] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645348, 'name': ReconfigVM_Task, 'duration_secs': 0.711424} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.991241] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 1b64739b-d3e2-40b2-98b6-231021f4d029/1b64739b-d3e2-40b2-98b6-231021f4d029.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.992880] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-429c671f-2d49-4b62-a218-99f49d4715a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.011040] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 731.011040] env[66735]: value = "task-4645354" [ 731.011040] env[66735]: _type = "Task" [ 731.011040] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.027533] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645354, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.075629] env[66735]: DEBUG nova.network.neutron [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Updated VIF entry in instance network info cache for port 43db2364-aa93-4f6f-9b23-6674a827c0e0. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 731.076393] env[66735]: DEBUG nova.network.neutron [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Updating instance_info_cache with network_info: [{"id": "43db2364-aa93-4f6f-9b23-6674a827c0e0", "address": "fa:16:3e:1f:e0:9c", "network": {"id": "1cae78e2-7cf4-4c96-8b60-8c145c47e0a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-552228963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757035a97db0408590b4f0ec2f9845eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43db2364-aa", "ovs_interfaceid": "43db2364-aa93-4f6f-9b23-6674a827c0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.091039] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645346, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.104332] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.143937] env[66735]: DEBUG nova.compute.manager [req-5053f6b4-c427-4777-a113-022317d40869 req-034cdfbf-8879-4da1-910f-dd9e437e3edd service nova] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Received event network-vif-deleted-9a873648-ca08-4e04-98c5-429dd2477de5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 731.164253] env[66735]: DEBUG oslo_vmware.api [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271447} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.169940] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.169940] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.169940] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.169940] env[66735]: INFO nova.compute.manager [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Took 1.68 seconds to destroy the instance on the hypervisor. [ 731.169940] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 731.170955] env[66735]: DEBUG nova.compute.manager [-] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 731.170955] env[66735]: DEBUG nova.network.neutron [-] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 731.170955] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.253468] env[66735]: DEBUG nova.compute.manager [req-b645b768-3fed-4c30-ac14-3f308b72e979 req-b657759a-4dd7-4d60-89ce-5f8f9c55d686 service nova] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Received event network-vif-deleted-45f57ed1-ea88-46ce-80c1-59f263144992 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 731.259983] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.279407] env[66735]: DEBUG oslo_vmware.api [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645353, 'name': PowerOffVM_Task, 'duration_secs': 0.30807} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.279778] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.279954] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.280510] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1e6037c-b402-4aca-8863-083d14601ebd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.318030] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa89695-de0c-45d7-83a3-dc77f4bf0d5b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.329677] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd00ef8-0057-4641-a9cb-8a10099e1df3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.346523] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645349, 'name': ReconfigVM_Task, 'duration_secs': 0.544864} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.378725] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 9642edb3-eebe-433e-92d8-55e3c112c063/9642edb3-eebe-433e-92d8-55e3c112c063.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.381447] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a788fc6c-96dc-4525-ac12-7753a10a962d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.384287] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea02721-a876-4675-a488-4b89ff513224 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.387524] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.387853] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.388122] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Deleting the datastore file [datastore1] 7cd4e308-157e-4ad4-ac9f-9632e94f456f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.388443] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f14f978a-c3a8-4311-ac8a-4440909bfa9d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.401917] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5cf330-de22-4843-a1a5-97a45efcc85e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.406900] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Waiting for the task: (returnval){ [ 731.406900] env[66735]: value = "task-4645356" [ 731.406900] env[66735]: _type = "Task" [ 731.406900] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.410287] env[66735]: DEBUG oslo_vmware.api [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for the task: (returnval){ [ 731.410287] env[66735]: value = "task-4645357" [ 731.410287] env[66735]: _type = "Task" [ 731.410287] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.431700] env[66735]: DEBUG nova.compute.manager [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 731.434934] env[66735]: DEBUG nova.compute.provider_tree [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.445865] env[66735]: DEBUG oslo_vmware.api [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645350, 'name': PowerOffVM_Task, 'duration_secs': 0.596217} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.445865] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.445865] env[66735]: DEBUG nova.compute.manager [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 731.446572] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ba3b4d-ea9e-4bcc-84fe-40f3998d13b0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.456216] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645356, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.464079] env[66735]: DEBUG oslo_vmware.api [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.502029] env[66735]: DEBUG nova.virt.hardware [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 731.502029] env[66735]: DEBUG nova.virt.hardware [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.502345] env[66735]: DEBUG nova.virt.hardware [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 731.502345] env[66735]: DEBUG nova.virt.hardware [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.502600] env[66735]: DEBUG nova.virt.hardware [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 731.502882] env[66735]: DEBUG nova.virt.hardware [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 731.503196] env[66735]: DEBUG nova.virt.hardware [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 731.503772] env[66735]: DEBUG nova.virt.hardware [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 731.503772] env[66735]: DEBUG nova.virt.hardware [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 731.503954] env[66735]: DEBUG nova.virt.hardware [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 731.504547] env[66735]: DEBUG nova.virt.hardware [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 731.505561] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23b0fe0-b5e9-4d53-b96e-3bd9f070649e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.510481] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 731.510782] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907094', 'volume_id': 'fbb42afe-14c5-457a-8a91-94a76fb139ff', 'name': 'volume-fbb42afe-14c5-457a-8a91-94a76fb139ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '155797b1-2470-43a6-84f6-39ee2fe1586e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fbb42afe-14c5-457a-8a91-94a76fb139ff', 'serial': 'fbb42afe-14c5-457a-8a91-94a76fb139ff'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 731.512267] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78384ee4-5f06-4184-a2f1-6228f7011fb7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.543386] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7e07e9-38d7-495e-9aeb-7afa189ac249 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.553716] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032b2ab8-86a1-48b2-9c61-99e188e2b85f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.558804] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645354, 'name': Rename_Task, 'duration_secs': 0.304907} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.559878] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.560743] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cff776e5-641e-4ce5-bc64-3862cbe742b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.601477] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-fbb42afe-14c5-457a-8a91-94a76fb139ff/volume-fbb42afe-14c5-457a-8a91-94a76fb139ff.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.601477] env[66735]: DEBUG oslo_concurrency.lockutils [req-2aa122e1-c8d4-47a7-b4b8-581d9f589e31 req-5d8f49b5-487e-405e-bf5d-7496b1b4bafe service nova] Releasing lock "refresh_cache-1b64739b-d3e2-40b2-98b6-231021f4d029" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.601477] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.606833] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Creating folder: Project (f5c6b5627db2445ba2d44186d0a3e6e2). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.614302] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-609ef4d1-85bc-4bc4-bd9a-ea4dea783a04 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.635337] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4da8a0e-1aff-40e4-bab3-657f66599f4b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.641337] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 731.641337] env[66735]: value = "task-4645359" [ 731.641337] env[66735]: _type = "Task" [ 731.641337] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.651872] env[66735]: DEBUG oslo_vmware.api [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645346, 'name': PowerOnVM_Task, 'duration_secs': 1.546044} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.655641] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.655641] env[66735]: INFO nova.compute.manager [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Took 11.01 seconds to spawn the instance on the hypervisor. [ 731.656131] env[66735]: DEBUG nova.compute.manager [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 731.656751] env[66735]: DEBUG oslo_vmware.api [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Waiting for the task: (returnval){ [ 731.656751] env[66735]: value = "task-4645361" [ 731.656751] env[66735]: _type = "Task" [ 731.656751] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.659995] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b4ed0d-96be-4337-b6f2-18f6587db746 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.663490] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Created folder: Project (f5c6b5627db2445ba2d44186d0a3e6e2) in parent group-v906980. [ 731.665031] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Creating folder: Instances. Parent ref: group-v907098. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.671911] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-639af10e-a887-4f9b-81c1-12d9f156f085 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.673378] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.688656] env[66735]: DEBUG oslo_vmware.api [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Task: {'id': task-4645361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.688986] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Created folder: Instances in parent group-v907098. [ 731.689321] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 731.689531] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.689781] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53dd0aad-9ee1-41ed-86b2-99c5d1cbbe63 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.712351] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.712351] env[66735]: value = "task-4645363" [ 731.712351] env[66735]: _type = "Task" [ 731.712351] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.719589] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645363, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.931454] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645356, 'name': Rename_Task, 'duration_secs': 0.233288} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.931913] env[66735]: DEBUG oslo_vmware.api [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Task: {'id': task-4645357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268812} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.932201] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.933386] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.933717] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.934059] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.934406] env[66735]: INFO nova.compute.manager [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 731.934725] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 731.934961] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85254c54-242f-4eb6-88b4-cd6c683cf70f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.937528] env[66735]: DEBUG nova.compute.manager [-] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 731.937698] env[66735]: DEBUG nova.network.neutron [-] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 731.939025] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.946094] env[66735]: DEBUG nova.scheduler.client.report [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.951830] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Waiting for the task: (returnval){ [ 731.951830] env[66735]: value = "task-4645364" [ 731.951830] env[66735]: _type = "Task" [ 731.951830] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.974120] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.974411] env[66735]: DEBUG oslo_concurrency.lockutils [None req-196f69aa-6d4f-42fb-8e5f-0e95bccf24eb tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.626s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.023832] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.143907] env[66735]: DEBUG nova.network.neutron [-] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.160282] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645359, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.176529] env[66735]: DEBUG oslo_vmware.api [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Task: {'id': task-4645361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.198124] env[66735]: INFO nova.compute.manager [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Took 29.09 seconds to build instance. [ 732.228739] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645363, 'name': CreateVM_Task, 'duration_secs': 0.383109} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.228970] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.229691] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.230081] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.230510] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.230894] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-475b38c1-901e-4c30-9f21-58847b95e3cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.243254] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 732.243254] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524755b0-10b6-7c0b-fbac-83dbde9dab01" [ 732.243254] env[66735]: _type = "Task" [ 732.243254] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.256713] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524755b0-10b6-7c0b-fbac-83dbde9dab01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.453690] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.043s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.454516] env[66735]: DEBUG nova.compute.manager [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 732.459153] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.732s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.459828] env[66735]: DEBUG nova.objects.instance [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lazy-loading 'resources' on Instance uuid eeb64922-383d-456b-8fb2-272d8cf61fac {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.477518] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.655092] env[66735]: INFO nova.compute.manager [-] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Took 1.48 seconds to deallocate network for instance. [ 732.663302] env[66735]: DEBUG oslo_vmware.api [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645359, 'name': PowerOnVM_Task, 'duration_secs': 0.698433} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.663765] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.663979] env[66735]: INFO nova.compute.manager [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Took 9.38 seconds to spawn the instance on the hypervisor. [ 732.664231] env[66735]: DEBUG nova.compute.manager [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 732.666066] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6787799a-ad32-4583-a3b2-45c0bfa6238f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.682940] env[66735]: DEBUG oslo_vmware.api [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Task: {'id': task-4645361, 'name': ReconfigVM_Task, 'duration_secs': 0.651302} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.683371] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-fbb42afe-14c5-457a-8a91-94a76fb139ff/volume-fbb42afe-14c5-457a-8a91-94a76fb139ff.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.691281] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e939e6fb-ef90-4e25-893e-f06a44c9446c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.702768] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8a990779-d59a-4a1a-a2cd-080636426995 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "a92bf925-6b26-4139-8712-9866b6cba192" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.601s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.711705] env[66735]: DEBUG oslo_vmware.api [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Waiting for the task: (returnval){ [ 732.711705] env[66735]: value = "task-4645365" [ 732.711705] env[66735]: _type = "Task" [ 732.711705] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.725064] env[66735]: DEBUG oslo_vmware.api [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Task: {'id': task-4645365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.756456] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524755b0-10b6-7c0b-fbac-83dbde9dab01, 'name': SearchDatastore_Task, 'duration_secs': 0.018228} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.756593] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.756833] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.757083] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.757229] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.757404] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.757680] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-157e49cd-0858-47ec-957f-6e867dcc4b9f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.768689] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.768881] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.769730] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d3689e-7f34-4baf-9425-67f4d4dfc0a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.776707] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 732.776707] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e168ab-261e-66e5-3471-13a3ca9fc602" [ 732.776707] env[66735]: _type = "Task" [ 732.776707] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.786851] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e168ab-261e-66e5-3471-13a3ca9fc602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.888528] env[66735]: DEBUG nova.network.neutron [-] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.971349] env[66735]: DEBUG nova.compute.utils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.981886] env[66735]: DEBUG nova.compute.manager [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 732.982600] env[66735]: DEBUG nova.network.neutron [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 732.982600] env[66735]: WARNING neutronclient.v2_0.client [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.982865] env[66735]: WARNING neutronclient.v2_0.client [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.985214] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645364, 'name': PowerOnVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.080777] env[66735]: DEBUG nova.policy [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f4ecf360094e94ac98862ece362ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9929ce8e6397449fb64785bb4bca9809', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.165266] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.200037] env[66735]: INFO nova.compute.manager [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Took 27.10 seconds to build instance. [ 733.205693] env[66735]: DEBUG nova.compute.manager [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 733.227191] env[66735]: DEBUG oslo_vmware.api [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Task: {'id': task-4645365, 'name': ReconfigVM_Task, 'duration_secs': 0.193263} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.228577] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907094', 'volume_id': 'fbb42afe-14c5-457a-8a91-94a76fb139ff', 'name': 'volume-fbb42afe-14c5-457a-8a91-94a76fb139ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '155797b1-2470-43a6-84f6-39ee2fe1586e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fbb42afe-14c5-457a-8a91-94a76fb139ff', 'serial': 'fbb42afe-14c5-457a-8a91-94a76fb139ff'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 733.287991] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e168ab-261e-66e5-3471-13a3ca9fc602, 'name': SearchDatastore_Task, 'duration_secs': 0.011351} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.292484] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa61fae4-d78c-4d4c-9507-fba15fa41a14 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.299466] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 733.299466] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52439963-fc5c-4d7e-3612-d6ffd2d13c2c" [ 733.299466] env[66735]: _type = "Task" [ 733.299466] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.311021] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52439963-fc5c-4d7e-3612-d6ffd2d13c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.391339] env[66735]: INFO nova.compute.manager [-] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Took 1.45 seconds to deallocate network for instance. [ 733.469883] env[66735]: DEBUG oslo_vmware.api [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645364, 'name': PowerOnVM_Task, 'duration_secs': 1.158108} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.472860] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.473100] env[66735]: INFO nova.compute.manager [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Took 7.52 seconds to spawn the instance on the hypervisor. [ 733.473282] env[66735]: DEBUG nova.compute.manager [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 733.474344] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24cf84f-221d-49c1-a724-b47773dd48d0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.477822] env[66735]: DEBUG nova.compute.manager [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 733.510589] env[66735]: DEBUG nova.network.neutron [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Successfully created port: 3d8ce29d-3f73-4476-ace2-e55889d07b9f {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 733.614536] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1e7b8b-2e06-46aa-8cfc-bef82c3c1c48 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.625569] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71573f6-24ad-4236-b53d-38ce41ab5725 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.661911] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff97b09-11be-4e7e-9d01-c3920c4f6797 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.671208] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce7b197-c721-435e-a80c-0ff0770ff5e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.690229] env[66735]: DEBUG nova.compute.provider_tree [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.702849] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b2d95b2-0dfb-4c49-9146-71485eb31614 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "1b64739b-d3e2-40b2-98b6-231021f4d029" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.608s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.734243] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.812502] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52439963-fc5c-4d7e-3612-d6ffd2d13c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012561} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.812682] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.813761] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 76fa3b09-2896-470a-b907-79801dc12b56/76fa3b09-2896-470a-b907-79801dc12b56.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.813761] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f37aab11-4c36-4473-a697-023387f4b4e0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.823745] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 733.823745] env[66735]: value = "task-4645366" [ 733.823745] env[66735]: _type = "Task" [ 733.823745] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.833798] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.901859] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.999691] env[66735]: INFO nova.compute.manager [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Took 27.84 seconds to build instance. [ 734.193474] env[66735]: DEBUG nova.scheduler.client.report [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.206280] env[66735]: DEBUG nova.compute.manager [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 734.252533] env[66735]: DEBUG nova.objects.instance [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lazy-loading 'flavor' on Instance uuid b98e8bb7-5bbc-461e-b48d-62bd0d951ec8 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.282781] env[66735]: DEBUG nova.objects.instance [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Lazy-loading 'flavor' on Instance uuid 155797b1-2470-43a6-84f6-39ee2fe1586e {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.341212] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496402} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.341760] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 76fa3b09-2896-470a-b907-79801dc12b56/76fa3b09-2896-470a-b907-79801dc12b56.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.342072] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.342450] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cec58c1c-a869-4d0a-bbb8-26d6ef5b2357 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.352093] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 734.352093] env[66735]: value = "task-4645367" [ 734.352093] env[66735]: _type = "Task" [ 734.352093] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.364320] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.489639] env[66735]: DEBUG nova.compute.manager [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 734.503093] env[66735]: DEBUG oslo_concurrency.lockutils [None req-567a06b1-c946-4663-8326-3e75799ff663 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Lock "9642edb3-eebe-433e-92d8-55e3c112c063" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.347s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.542568] env[66735]: DEBUG nova.compute.manager [req-5174d0dc-4461-4ac7-8406-9a0db7e2f7aa req-a2f86cb7-f028-467c-bbc7-ce67d7478b7f service nova] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Received event network-vif-deleted-cba192b6-8799-4948-8a83-aa467229db26 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 734.543655] env[66735]: DEBUG nova.compute.manager [req-5174d0dc-4461-4ac7-8406-9a0db7e2f7aa req-a2f86cb7-f028-467c-bbc7-ce67d7478b7f service nova] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Received event network-vif-deleted-f4f56a7e-8fb0-4a1f-b292-d9a3f7233510 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 734.698812] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.703966] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.672s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.706273] env[66735]: INFO nova.compute.claims [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.731908] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.744236] env[66735]: INFO nova.scheduler.client.report [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Deleted allocations for instance eeb64922-383d-456b-8fb2-272d8cf61fac [ 734.758812] env[66735]: DEBUG oslo_concurrency.lockutils [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "refresh_cache-b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.758993] env[66735]: DEBUG oslo_concurrency.lockutils [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquired lock "refresh_cache-b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.759201] env[66735]: DEBUG nova.network.neutron [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 734.759418] env[66735]: DEBUG nova.objects.instance [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lazy-loading 'info_cache' on Instance uuid b98e8bb7-5bbc-461e-b48d-62bd0d951ec8 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.788058] env[66735]: DEBUG oslo_concurrency.lockutils [None req-19827d22-04a4-4c98-a4aa-0b026e755c9f tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.986s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.863940] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074573} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.864241] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.865167] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f182635a-bb11-49f0-b78a-ddeaf586fbc1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.888450] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 76fa3b09-2896-470a-b907-79801dc12b56/76fa3b09-2896-470a-b907-79801dc12b56.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.891168] env[66735]: DEBUG nova.virt.hardware [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 734.891410] env[66735]: DEBUG nova.virt.hardware [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.891557] env[66735]: DEBUG nova.virt.hardware [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 734.891726] env[66735]: DEBUG nova.virt.hardware [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.891859] env[66735]: DEBUG nova.virt.hardware [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 734.891995] env[66735]: DEBUG nova.virt.hardware [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 734.892213] env[66735]: DEBUG nova.virt.hardware [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 734.892366] env[66735]: DEBUG nova.virt.hardware [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 734.892525] env[66735]: DEBUG nova.virt.hardware [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 734.892713] env[66735]: DEBUG nova.virt.hardware [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 734.892922] env[66735]: DEBUG nova.virt.hardware [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 734.893250] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03b09655-ef47-41fd-b609-55ce18c2d440 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.908949] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025401bf-247b-4717-9647-82226bebe5ba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.920670] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e3cf6e-d21e-4e8f-b6a6-7cee6ef9f27a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.925410] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 734.925410] env[66735]: value = "task-4645368" [ 734.925410] env[66735]: _type = "Task" [ 734.925410] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.941700] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.985055] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.006731] env[66735]: DEBUG nova.compute.manager [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 735.207904] env[66735]: DEBUG nova.network.neutron [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Successfully updated port: 3d8ce29d-3f73-4476-ace2-e55889d07b9f {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 735.257739] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c40426b0-1328-4399-8343-cfcaa9753377 tempest-FloatingIPsAssociationTestJSON-1582201638 tempest-FloatingIPsAssociationTestJSON-1582201638-project-member] Lock "eeb64922-383d-456b-8fb2-272d8cf61fac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.779s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.262875] env[66735]: DEBUG nova.objects.base [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 735.439872] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645368, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.532427] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.714259] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.715032] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.715352] env[66735]: DEBUG nova.network.neutron [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 735.765257] env[66735]: WARNING neutronclient.v2_0.client [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.939986] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645368, 'name': ReconfigVM_Task, 'duration_secs': 0.545173} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.941628] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 76fa3b09-2896-470a-b907-79801dc12b56/76fa3b09-2896-470a-b907-79801dc12b56.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.948767] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-782e2eb6-faed-4173-96f4-ed244dff5948 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.962032] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 735.962032] env[66735]: value = "task-4645369" [ 735.962032] env[66735]: _type = "Task" [ 735.962032] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.973342] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645369, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.974524] env[66735]: WARNING neutronclient.v2_0.client [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.104374] env[66735]: DEBUG nova.network.neutron [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Updating instance_info_cache with network_info: [{"id": "e42fb582-0ce7-479c-86a9-37552d185fb9", "address": "fa:16:3e:78:27:62", "network": {"id": "956a1bee-832c-42fb-a1b8-733eaf76ead9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1276159206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1e19dace03ce49b1a26abe3dd638f0c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape42fb582-0c", "ovs_interfaceid": "e42fb582-0ce7-479c-86a9-37552d185fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.270308] env[66735]: DEBUG nova.network.neutron [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 736.401068] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24162a3c-4b02-40f8-93a9-cfa19d4b6f45 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.413738] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940645ab-1c53-42ed-8bc5-09f554ad82ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.451175] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139e8365-99b4-469b-be67-f8f30e52e594 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.455238] env[66735]: WARNING neutronclient.v2_0.client [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.470673] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d55027-f797-4af3-a638-a667cbb1482b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.478498] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645369, 'name': Rename_Task, 'duration_secs': 0.196343} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.479180] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.479492] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feba5942-d731-423e-bd84-af786ead9c94 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.490252] env[66735]: DEBUG nova.compute.provider_tree [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.493551] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 736.493551] env[66735]: value = "task-4645370" [ 736.493551] env[66735]: _type = "Task" [ 736.493551] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.505736] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.607446] env[66735]: DEBUG oslo_concurrency.lockutils [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Releasing lock "refresh_cache-b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.631461] env[66735]: DEBUG nova.network.neutron [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance_info_cache with network_info: [{"id": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "address": "fa:16:3e:c7:d2:67", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8ce29d-3f", "ovs_interfaceid": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.775751] env[66735]: DEBUG nova.compute.manager [None req-f8401ee8-e088-41f9-9746-714f67ec4495 tempest-ServerDiagnosticsV248Test-1695219468 tempest-ServerDiagnosticsV248Test-1695219468-project-admin] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 736.776840] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8034590d-c12a-4b43-b568-e94b9feaee63 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.787944] env[66735]: INFO nova.compute.manager [None req-f8401ee8-e088-41f9-9746-714f67ec4495 tempest-ServerDiagnosticsV248Test-1695219468 tempest-ServerDiagnosticsV248Test-1695219468-project-admin] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Retrieving diagnostics [ 736.787944] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ae09c8-f8c8-4cf5-8968-9006fe68ebcb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.962620] env[66735]: DEBUG nova.compute.manager [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 736.963568] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2993ee22-9023-40a9-9616-cf152f75b917 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.995191] env[66735]: DEBUG nova.scheduler.client.report [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.009858] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645370, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.050849] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "1b64739b-d3e2-40b2-98b6-231021f4d029" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.050849] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "1b64739b-d3e2-40b2-98b6-231021f4d029" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.050997] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "1b64739b-d3e2-40b2-98b6-231021f4d029-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.051154] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "1b64739b-d3e2-40b2-98b6-231021f4d029-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.052326] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "1b64739b-d3e2-40b2-98b6-231021f4d029-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.053669] env[66735]: INFO nova.compute.manager [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Terminating instance [ 737.134582] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.135360] env[66735]: DEBUG nova.compute.manager [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Instance network_info: |[{"id": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "address": "fa:16:3e:c7:d2:67", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8ce29d-3f", "ovs_interfaceid": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 737.135531] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:d2:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d8ce29d-3f73-4476-ace2-e55889d07b9f', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.143266] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating folder: Project (9929ce8e6397449fb64785bb4bca9809). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.143972] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8b7bd46-c979-4cad-a908-7f3a6b7dc829 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.158673] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Created folder: Project (9929ce8e6397449fb64785bb4bca9809) in parent group-v906980. [ 737.158673] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating folder: Instances. Parent ref: group-v907101. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.158673] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ee23870-8170-4148-83a7-6c5f6e907899 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.170120] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Created folder: Instances in parent group-v907101. [ 737.170398] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 737.170599] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.170813] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80f8a62d-0954-4e18-b92b-34641082db11 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.192160] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.192160] env[66735]: value = "task-4645373" [ 737.192160] env[66735]: _type = "Task" [ 737.192160] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.477909] env[66735]: INFO nova.compute.manager [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] instance snapshotting [ 737.481120] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1090e728-d146-4e62-80c2-5380e7b3b52a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.505454] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4c3040-02f4-4ff7-8af1-8fe5d15996ae {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.508933] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.509492] env[66735]: DEBUG nova.compute.manager [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 737.512497] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.155s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.512654] env[66735]: DEBUG nova.objects.instance [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Lazy-loading 'resources' on Instance uuid fa8078be-600c-41a5-8e64-1905c8915043 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.526538] env[66735]: DEBUG oslo_vmware.api [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645370, 'name': PowerOnVM_Task, 'duration_secs': 0.841462} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.528303] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.529237] env[66735]: INFO nova.compute.manager [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Took 6.10 seconds to spawn the instance on the hypervisor. [ 737.529237] env[66735]: DEBUG nova.compute.manager [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 737.529888] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f19c4c8-11eb-43ce-b0bc-e0e310168d3a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.557776] env[66735]: DEBUG nova.compute.manager [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 737.558021] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.559508] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba115a3-6592-4aa0-aa3c-793b0a723990 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.569572] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.570995] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7647a9e4-962c-4d80-a7db-e7ab37d46def {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.580725] env[66735]: DEBUG oslo_vmware.api [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 737.580725] env[66735]: value = "task-4645374" [ 737.580725] env[66735]: _type = "Task" [ 737.580725] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.594419] env[66735]: DEBUG oslo_vmware.api [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.615547] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.616069] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83677ea8-8637-4194-a922-6b2bae78c51d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.625603] env[66735]: DEBUG oslo_vmware.api [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 737.625603] env[66735]: value = "task-4645375" [ 737.625603] env[66735]: _type = "Task" [ 737.625603] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.638850] env[66735]: DEBUG oslo_vmware.api [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.704501] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645373, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.018041] env[66735]: DEBUG nova.compute.utils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.019586] env[66735]: DEBUG nova.compute.manager [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 738.019799] env[66735]: DEBUG nova.network.neutron [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 738.020165] env[66735]: WARNING neutronclient.v2_0.client [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.020492] env[66735]: WARNING neutronclient.v2_0.client [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.031031] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 738.031031] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-80b4fafe-3bc4-4fd0-9db8-f232db82cc46 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.044273] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 738.044273] env[66735]: value = "task-4645376" [ 738.044273] env[66735]: _type = "Task" [ 738.044273] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.056655] env[66735]: INFO nova.compute.manager [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Took 26.12 seconds to build instance. [ 738.065075] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645376, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.096350] env[66735]: DEBUG oslo_vmware.api [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645374, 'name': PowerOffVM_Task, 'duration_secs': 0.358209} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.098264] env[66735]: DEBUG nova.policy [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2474a7d75094f5bafe88cfc6d66b9c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '560f74fac141443ba1e4f9ba3444be1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.100616] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.100962] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.104485] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83305f54-2372-449c-9290-c5ababf0185a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.137586] env[66735]: DEBUG oslo_vmware.api [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645375, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.187903] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.188151] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.188332] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Deleting the datastore file [datastore2] 1b64739b-d3e2-40b2-98b6-231021f4d029 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.188607] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7708702-0994-4b10-b331-a0415e0b854c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.199692] env[66735]: DEBUG oslo_vmware.api [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 738.199692] env[66735]: value = "task-4645378" [ 738.199692] env[66735]: _type = "Task" [ 738.199692] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.209676] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645373, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.217064] env[66735]: DEBUG oslo_vmware.api [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.527782] env[66735]: DEBUG nova.compute.manager [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 738.561687] env[66735]: DEBUG oslo_concurrency.lockutils [None req-82fe83ab-b006-4e9a-a695-dead2bde87ef tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lock "76fa3b09-2896-470a-b907-79801dc12b56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.631s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.562125] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645376, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.581849] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4032023-ccac-4740-9c8b-8cbb8bca5999 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.594640] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de55621e-a810-4a16-9b52-42d6844eaab9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.644086] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364f8d56-8c16-4cfa-bd8b-1e396a04da6b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.657300] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c79725-4080-45bd-a48c-25718cd8fc8d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.661898] env[66735]: DEBUG oslo_vmware.api [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645375, 'name': PowerOnVM_Task, 'duration_secs': 0.524526} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.662200] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.662401] env[66735]: DEBUG nova.compute.manager [None req-968a21f0-63db-48d3-a8f5-8a8c1d152615 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 738.663674] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705a9c58-35b7-4f27-b10d-71117700c718 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.676182] env[66735]: DEBUG nova.compute.provider_tree [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.710535] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645373, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.716368] env[66735]: DEBUG oslo_vmware.api [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302027} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.716627] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.717215] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.717215] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.717215] env[66735]: INFO nova.compute.manager [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Took 1.16 seconds to destroy the instance on the hypervisor. [ 738.717510] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 738.717743] env[66735]: DEBUG nova.compute.manager [-] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 738.717842] env[66735]: DEBUG nova.network.neutron [-] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 738.718158] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.862934] env[66735]: DEBUG nova.network.neutron [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Successfully created port: e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 738.899283] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.028537] env[66735]: DEBUG nova.compute.manager [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Received event network-vif-plugged-3d8ce29d-3f73-4476-ace2-e55889d07b9f {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 739.028936] env[66735]: DEBUG oslo_concurrency.lockutils [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] Acquiring lock "57417beb-853a-47e3-a79e-f52c00b90c22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.029354] env[66735]: DEBUG oslo_concurrency.lockutils [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] Lock "57417beb-853a-47e3-a79e-f52c00b90c22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.029593] env[66735]: DEBUG oslo_concurrency.lockutils [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] Lock "57417beb-853a-47e3-a79e-f52c00b90c22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.029839] env[66735]: DEBUG nova.compute.manager [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] No waiting events found dispatching network-vif-plugged-3d8ce29d-3f73-4476-ace2-e55889d07b9f {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 739.030043] env[66735]: WARNING nova.compute.manager [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Received unexpected event network-vif-plugged-3d8ce29d-3f73-4476-ace2-e55889d07b9f for instance with vm_state building and task_state spawning. [ 739.030214] env[66735]: DEBUG nova.compute.manager [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Received event network-changed-3d8ce29d-3f73-4476-ace2-e55889d07b9f {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 739.030432] env[66735]: DEBUG nova.compute.manager [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Refreshing instance network info cache due to event network-changed-3d8ce29d-3f73-4476-ace2-e55889d07b9f. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 739.030955] env[66735]: DEBUG oslo_concurrency.lockutils [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] Acquiring lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.030955] env[66735]: DEBUG oslo_concurrency.lockutils [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] Acquired lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.031349] env[66735]: DEBUG nova.network.neutron [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Refreshing network info cache for port 3d8ce29d-3f73-4476-ace2-e55889d07b9f {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.064301] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645376, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.180558] env[66735]: DEBUG nova.scheduler.client.report [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.209127] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645373, 'name': CreateVM_Task, 'duration_secs': 1.527197} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.209988] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.210648] env[66735]: WARNING neutronclient.v2_0.client [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.211137] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.211473] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.212736] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.212736] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c03021b-30f9-4c46-9cdf-15de092e4de0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.218946] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 739.218946] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526b841b-d2e8-c1e9-7f39-26a894f70e56" [ 739.218946] env[66735]: _type = "Task" [ 739.218946] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.228786] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526b841b-d2e8-c1e9-7f39-26a894f70e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.535782] env[66735]: WARNING neutronclient.v2_0.client [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.543144] env[66735]: DEBUG nova.compute.manager [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 739.562599] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645376, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.574528] env[66735]: DEBUG nova.virt.hardware [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 739.578037] env[66735]: DEBUG nova.virt.hardware [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.578456] env[66735]: DEBUG nova.virt.hardware [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 739.578783] env[66735]: DEBUG nova.virt.hardware [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.579020] env[66735]: DEBUG nova.virt.hardware [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 739.579293] env[66735]: DEBUG nova.virt.hardware [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 739.579559] env[66735]: DEBUG nova.virt.hardware [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 739.579828] env[66735]: DEBUG nova.virt.hardware [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 739.580393] env[66735]: DEBUG nova.virt.hardware [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 739.580393] env[66735]: DEBUG nova.virt.hardware [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 739.580826] env[66735]: DEBUG nova.virt.hardware [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 739.581792] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fec6c4-111f-48a7-86fb-d943cc95a288 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.594331] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803a151d-f2fc-4b2e-9810-a846cbc3d154 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.688280] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.691296] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.544s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.693202] env[66735]: INFO nova.compute.claims [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.734339] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526b841b-d2e8-c1e9-7f39-26a894f70e56, 'name': SearchDatastore_Task, 'duration_secs': 0.019561} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.734717] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.734975] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.735291] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.735476] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.736143] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.736452] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-049ae3bf-fc4d-44e5-bda1-540ddedc0761 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.740000] env[66735]: INFO nova.scheduler.client.report [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Deleted allocations for instance fa8078be-600c-41a5-8e64-1905c8915043 [ 739.754322] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.754640] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.755909] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-587e4bb8-e2b7-4738-8f80-4743bbd052c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.763505] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 739.763505] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52380955-5c3a-5b01-bd61-7a420d354e06" [ 739.763505] env[66735]: _type = "Task" [ 739.763505] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.774425] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52380955-5c3a-5b01-bd61-7a420d354e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.860995] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526db490-7ec8-56c5-f372-468d7a03609b/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 739.862105] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db50ea28-9e23-470e-9af3-bb0ffbbfd769 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.871194] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526db490-7ec8-56c5-f372-468d7a03609b/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 739.871194] env[66735]: ERROR oslo_vmware.rw_handles [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526db490-7ec8-56c5-f372-468d7a03609b/disk-0.vmdk due to incomplete transfer. [ 739.871544] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18076ac1-1d5c-4349-9642-715cda524f01 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.880929] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526db490-7ec8-56c5-f372-468d7a03609b/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 739.881149] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Uploaded image 4f767f57-6d7e-4408-9d69-1cb4c199a7ea to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 739.883310] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 739.883941] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e867f54-0d13-43d6-b83b-e489e2409ae1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.891275] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 739.891275] env[66735]: value = "task-4645379" [ 739.891275] env[66735]: _type = "Task" [ 739.891275] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.900962] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645379, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.960566] env[66735]: DEBUG nova.network.neutron [-] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.062840] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645376, 'name': CreateSnapshot_Task, 'duration_secs': 1.790327} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.063172] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.064321] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f1f388-390f-4e77-b66f-9eb28576de12 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.251287] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e08a141e-d2f9-4956-b2a3-33ac9fe1303c tempest-ServerAddressesTestJSON-730458700 tempest-ServerAddressesTestJSON-730458700-project-member] Lock "fa8078be-600c-41a5-8e64-1905c8915043" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.738s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.275832] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52380955-5c3a-5b01-bd61-7a420d354e06, 'name': SearchDatastore_Task, 'duration_secs': 0.012766} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.276643] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb911a1-4a35-466b-9dad-60c5913b5013 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.282911] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 740.282911] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528ddc6e-75f4-32e9-69b9-3ed271d1018e" [ 740.282911] env[66735]: _type = "Task" [ 740.282911] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.294854] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528ddc6e-75f4-32e9-69b9-3ed271d1018e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.402849] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645379, 'name': Destroy_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.464469] env[66735]: INFO nova.compute.manager [-] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Took 1.75 seconds to deallocate network for instance. [ 740.543818] env[66735]: WARNING neutronclient.v2_0.client [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.587839] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.590884] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-846f26fe-845a-471f-9738-2c7921c363a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.607303] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 740.607303] env[66735]: value = "task-4645380" [ 740.607303] env[66735]: _type = "Task" [ 740.607303] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.621638] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645380, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.621638] env[66735]: DEBUG nova.network.neutron [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Successfully updated port: e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 740.787983] env[66735]: DEBUG nova.network.neutron [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updated VIF entry in instance network info cache for port 3d8ce29d-3f73-4476-ace2-e55889d07b9f. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 740.788402] env[66735]: DEBUG nova.network.neutron [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance_info_cache with network_info: [{"id": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "address": "fa:16:3e:c7:d2:67", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8ce29d-3f", "ovs_interfaceid": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.802350] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528ddc6e-75f4-32e9-69b9-3ed271d1018e, 'name': SearchDatastore_Task, 'duration_secs': 0.039381} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.802350] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.802350] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 57417beb-853a-47e3-a79e-f52c00b90c22/57417beb-853a-47e3-a79e-f52c00b90c22.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.802350] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50564015-ae2b-4bc4-925c-b7b13eb677ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.810277] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 740.810277] env[66735]: value = "task-4645381" [ 740.810277] env[66735]: _type = "Task" [ 740.810277] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.821346] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.911035] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645379, 'name': Destroy_Task, 'duration_secs': 0.76613} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.911525] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Destroyed the VM [ 740.912076] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 740.912469] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-08232daf-e4b4-435f-85c2-88419a14c442 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.926171] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 740.926171] env[66735]: value = "task-4645382" [ 740.926171] env[66735]: _type = "Task" [ 740.926171] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.937451] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645382, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.971504] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.126872] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquiring lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.127213] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquired lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.127377] env[66735]: DEBUG nova.network.neutron [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 741.128938] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645380, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.294676] env[66735]: DEBUG oslo_concurrency.lockutils [req-b951fb43-b7c7-4932-a05c-bbe1f6d98ab0 req-efaeec67-730e-4726-a2b7-04b34404db0a service nova] Releasing lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.296223] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b829e1f-f710-4cfa-9852-92e85fc8d64d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.310609] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8f44a8-1dc2-4e40-99ce-601f44cd9b98 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.331651] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645381, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.363130] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330542d3-366e-477a-8684-985dfb113d2a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.373847] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151bafe0-de92-473a-826f-6dfdc310bce6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.390439] env[66735]: DEBUG nova.compute.provider_tree [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.436692] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645382, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.618930] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645380, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.742919] env[66735]: DEBUG nova.network.neutron [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 741.753100] env[66735]: DEBUG nova.compute.manager [req-85de4b3a-6c9f-4df2-86d5-9ba4e9682cd7 req-2ad329ab-bcb3-419a-ae26-5d7aec846f80 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Received event network-vif-plugged-e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 741.753320] env[66735]: DEBUG oslo_concurrency.lockutils [req-85de4b3a-6c9f-4df2-86d5-9ba4e9682cd7 req-2ad329ab-bcb3-419a-ae26-5d7aec846f80 service nova] Acquiring lock "a3379d52-b15c-488b-a6fc-2efd93105754-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.753554] env[66735]: DEBUG oslo_concurrency.lockutils [req-85de4b3a-6c9f-4df2-86d5-9ba4e9682cd7 req-2ad329ab-bcb3-419a-ae26-5d7aec846f80 service nova] Lock "a3379d52-b15c-488b-a6fc-2efd93105754-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.753723] env[66735]: DEBUG oslo_concurrency.lockutils [req-85de4b3a-6c9f-4df2-86d5-9ba4e9682cd7 req-2ad329ab-bcb3-419a-ae26-5d7aec846f80 service nova] Lock "a3379d52-b15c-488b-a6fc-2efd93105754-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.753910] env[66735]: DEBUG nova.compute.manager [req-85de4b3a-6c9f-4df2-86d5-9ba4e9682cd7 req-2ad329ab-bcb3-419a-ae26-5d7aec846f80 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] No waiting events found dispatching network-vif-plugged-e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 741.754248] env[66735]: WARNING nova.compute.manager [req-85de4b3a-6c9f-4df2-86d5-9ba4e9682cd7 req-2ad329ab-bcb3-419a-ae26-5d7aec846f80 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Received unexpected event network-vif-plugged-e47ade27-9288-46b6-b736-eba93fe189a5 for instance with vm_state building and task_state spawning. [ 741.827158] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761375} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.827461] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 57417beb-853a-47e3-a79e-f52c00b90c22/57417beb-853a-47e3-a79e-f52c00b90c22.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.827704] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.827961] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe6a101f-2a2b-422c-b4de-07829f42dd5a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.835579] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 741.835579] env[66735]: value = "task-4645383" [ 741.835579] env[66735]: _type = "Task" [ 741.835579] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.845311] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.894265] env[66735]: DEBUG nova.scheduler.client.report [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.937331] env[66735]: DEBUG oslo_vmware.api [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645382, 'name': RemoveSnapshot_Task, 'duration_secs': 0.823561} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.937604] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.937824] env[66735]: INFO nova.compute.manager [None req-bceeb074-d1a3-478d-9120-a76c916d73c8 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Took 16.80 seconds to snapshot the instance on the hypervisor. [ 742.123530] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645380, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.319229] env[66735]: WARNING neutronclient.v2_0.client [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.351139] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077775} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.351527] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.352423] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1013fb57-a2f0-4dc3-8045-e40845c899be {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.357752] env[66735]: DEBUG nova.compute.manager [req-ecf2b674-a187-483a-9b23-ec747fb147b1 req-07547850-d53f-4cc9-ad1b-4ff6ec8e0225 service nova] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Received event network-vif-deleted-43db2364-aa93-4f6f-9b23-6674a827c0e0 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 742.387448] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 57417beb-853a-47e3-a79e-f52c00b90c22/57417beb-853a-47e3-a79e-f52c00b90c22.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.388451] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e2a9cc1-60ad-4dcb-a4a8-93168a8d9774 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.403468] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.403964] env[66735]: DEBUG nova.compute.manager [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 742.406843] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.197s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.408310] env[66735]: INFO nova.compute.claims [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.417765] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 742.417765] env[66735]: value = "task-4645384" [ 742.417765] env[66735]: _type = "Task" [ 742.417765] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.429393] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.624336] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645380, 'name': CloneVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.776526] env[66735]: DEBUG nova.network.neutron [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Updating instance_info_cache with network_info: [{"id": "e47ade27-9288-46b6-b736-eba93fe189a5", "address": "fa:16:3e:ff:f2:fe", "network": {"id": "de9c8baf-09a3-441d-ab6c-ab86d672f211", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1581172569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560f74fac141443ba1e4f9ba3444be1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47ade27-92", "ovs_interfaceid": "e47ade27-9288-46b6-b736-eba93fe189a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.913661] env[66735]: DEBUG nova.compute.utils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.919157] env[66735]: DEBUG nova.compute.manager [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 742.919660] env[66735]: DEBUG nova.network.neutron [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 742.919738] env[66735]: WARNING neutronclient.v2_0.client [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.920036] env[66735]: WARNING neutronclient.v2_0.client [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.935861] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.040326] env[66735]: DEBUG nova.policy [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d5fafaa2e354996a534966312642046', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '268a9577d16b483aaeb7be9eec2ffe20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.052255] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Acquiring lock "155797b1-2470-43a6-84f6-39ee2fe1586e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.052255] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.127228] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645380, 'name': CloneVM_Task, 'duration_secs': 2.03299} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.127544] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Created linked-clone VM from snapshot [ 743.128589] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0eebe7-ef3e-4a5f-9db5-658173dcb94d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.144502] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Uploading image 2bbadce0-5b4f-4af5-be40-143aa724bc5d {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 743.169909] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 743.170500] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-93a5333e-93b6-4a1c-b334-9dd91ffd51d4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.182960] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 743.182960] env[66735]: value = "task-4645385" [ 743.182960] env[66735]: _type = "Task" [ 743.182960] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.194669] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645385, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.281878] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Releasing lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.285053] env[66735]: DEBUG nova.compute.manager [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Instance network_info: |[{"id": "e47ade27-9288-46b6-b736-eba93fe189a5", "address": "fa:16:3e:ff:f2:fe", "network": {"id": "de9c8baf-09a3-441d-ab6c-ab86d672f211", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1581172569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560f74fac141443ba1e4f9ba3444be1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47ade27-92", "ovs_interfaceid": "e47ade27-9288-46b6-b736-eba93fe189a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 743.285231] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:f2:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e47ade27-9288-46b6-b736-eba93fe189a5', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.296207] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Creating folder: Project (560f74fac141443ba1e4f9ba3444be1d). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.296631] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11e75253-feba-4a43-9263-e18b39e8e024 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.310820] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Created folder: Project (560f74fac141443ba1e4f9ba3444be1d) in parent group-v906980. [ 743.311125] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Creating folder: Instances. Parent ref: group-v907106. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.311485] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a12d409e-855e-4921-952c-e0e3c11d9445 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.325661] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Created folder: Instances in parent group-v907106. [ 743.325661] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 743.325932] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.326092] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e61ec166-2093-4a15-bbe6-c91be8b7bcb9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.353849] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.353849] env[66735]: value = "task-4645388" [ 743.353849] env[66735]: _type = "Task" [ 743.353849] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.364065] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645388, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.375843] env[66735]: INFO nova.compute.manager [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Rebuilding instance [ 743.425554] env[66735]: DEBUG nova.compute.manager [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 743.448972] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645384, 'name': ReconfigVM_Task, 'duration_secs': 0.697037} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.453263] env[66735]: DEBUG nova.network.neutron [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Successfully created port: 976ef87a-73c6-446c-8b0e-d99e6802d975 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 743.456162] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 57417beb-853a-47e3-a79e-f52c00b90c22/57417beb-853a-47e3-a79e-f52c00b90c22.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.457532] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4eca83d-2e6f-4872-a6e5-10a066082169 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.463076] env[66735]: DEBUG nova.compute.manager [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 743.465223] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f246d059-2927-4a20-a03c-8291b39fd450 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.483019] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 743.483019] env[66735]: value = "task-4645389" [ 743.483019] env[66735]: _type = "Task" [ 743.483019] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.500320] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645389, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.554835] env[66735]: INFO nova.compute.manager [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Detaching volume fbb42afe-14c5-457a-8a91-94a76fb139ff [ 743.631795] env[66735]: INFO nova.virt.block_device [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Attempting to driver detach volume fbb42afe-14c5-457a-8a91-94a76fb139ff from mountpoint /dev/sdb [ 743.632067] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 743.632618] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907094', 'volume_id': 'fbb42afe-14c5-457a-8a91-94a76fb139ff', 'name': 'volume-fbb42afe-14c5-457a-8a91-94a76fb139ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '155797b1-2470-43a6-84f6-39ee2fe1586e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fbb42afe-14c5-457a-8a91-94a76fb139ff', 'serial': 'fbb42afe-14c5-457a-8a91-94a76fb139ff'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 743.634358] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5114cb08-8ebf-42b7-805d-bc457c0fcc78 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.660971] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836027dd-900c-437e-b63d-045433f0e643 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.672616] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a15704b-39e7-4905-bd65-77db9696c56a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.719480] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c89cdc7-8328-48a8-9671-a8a0635ec63e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.732508] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645385, 'name': Destroy_Task, 'duration_secs': 0.499824} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.750795] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Destroyed the VM [ 743.751211] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 743.751931] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] The volume has not been displaced from its original location: [datastore2] volume-fbb42afe-14c5-457a-8a91-94a76fb139ff/volume-fbb42afe-14c5-457a-8a91-94a76fb139ff.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 743.761429] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 743.766137] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-914882f7-79b8-43be-a945-15295284f56c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.768105] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98342332-bbf4-4cbb-8597-805fad80a943 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.798180] env[66735]: DEBUG oslo_vmware.api [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Waiting for the task: (returnval){ [ 743.798180] env[66735]: value = "task-4645391" [ 743.798180] env[66735]: _type = "Task" [ 743.798180] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.800426] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 743.800426] env[66735]: value = "task-4645390" [ 743.800426] env[66735]: _type = "Task" [ 743.800426] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.825727] env[66735]: DEBUG oslo_vmware.api [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Task: {'id': task-4645391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.829790] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645390, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.867861] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645388, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.992174] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645389, 'name': Rename_Task, 'duration_secs': 0.166802} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.995274] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.996395] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d41101-1a72-4f8f-acee-a70540ae1f9a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.012168] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 744.012168] env[66735]: value = "task-4645392" [ 744.012168] env[66735]: _type = "Task" [ 744.012168] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.026260] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.141368] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e42ae0-45dc-42d5-a53d-babe1eb37ea8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.150709] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30499b26-5a74-49d6-87cd-5ddac5771f48 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.186853] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e840e4-98d9-4b7a-93c2-4c04cc4527a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.199760] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232966c9-eeb2-4cd9-ad33-739352d4ccdc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.216332] env[66735]: DEBUG nova.compute.provider_tree [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.313096] env[66735]: DEBUG oslo_vmware.api [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Task: {'id': task-4645391, 'name': ReconfigVM_Task, 'duration_secs': 0.260184} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.313776] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 744.321454] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cfda486-49d6-4a3c-93dc-03342ac428c1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.331881] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645390, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.338806] env[66735]: DEBUG oslo_vmware.api [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Waiting for the task: (returnval){ [ 744.338806] env[66735]: value = "task-4645393" [ 744.338806] env[66735]: _type = "Task" [ 744.338806] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.348114] env[66735]: DEBUG oslo_vmware.api [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Task: {'id': task-4645393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.365528] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645388, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.443299] env[66735]: DEBUG nova.compute.manager [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 744.472619] env[66735]: DEBUG nova.virt.hardware [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 744.472895] env[66735]: DEBUG nova.virt.hardware [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.473165] env[66735]: DEBUG nova.virt.hardware [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 744.473404] env[66735]: DEBUG nova.virt.hardware [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.473599] env[66735]: DEBUG nova.virt.hardware [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 744.473759] env[66735]: DEBUG nova.virt.hardware [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 744.473967] env[66735]: DEBUG nova.virt.hardware [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 744.474133] env[66735]: DEBUG nova.virt.hardware [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 744.474292] env[66735]: DEBUG nova.virt.hardware [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 744.474446] env[66735]: DEBUG nova.virt.hardware [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 744.474606] env[66735]: DEBUG nova.virt.hardware [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 744.475534] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c954d6a0-2bd2-48e8-bfc8-0bc6ac692ffb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.484647] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bdce5c-665d-45d1-88f2-df30141cdc30 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.489888] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.490183] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b62beec5-9c2e-4e55-b313-b3588c740ee6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.505015] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 744.505015] env[66735]: value = "task-4645394" [ 744.505015] env[66735]: _type = "Task" [ 744.505015] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.527701] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.720926] env[66735]: DEBUG nova.scheduler.client.report [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.817711] env[66735]: DEBUG oslo_vmware.api [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645390, 'name': RemoveSnapshot_Task, 'duration_secs': 0.942417} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.818134] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 744.849421] env[66735]: DEBUG oslo_vmware.api [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Task: {'id': task-4645393, 'name': ReconfigVM_Task, 'duration_secs': 0.21538} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.849752] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907094', 'volume_id': 'fbb42afe-14c5-457a-8a91-94a76fb139ff', 'name': 'volume-fbb42afe-14c5-457a-8a91-94a76fb139ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '155797b1-2470-43a6-84f6-39ee2fe1586e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fbb42afe-14c5-457a-8a91-94a76fb139ff', 'serial': 'fbb42afe-14c5-457a-8a91-94a76fb139ff'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 744.868455] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645388, 'name': CreateVM_Task, 'duration_secs': 1.401959} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.869360] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.869864] env[66735]: WARNING neutronclient.v2_0.client [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.870333] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.870717] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.870780] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.871334] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa311b3-7a03-4096-b419-72199c30f4f6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.876864] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for the task: (returnval){ [ 744.876864] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527acacd-f3f7-102c-1b28-72ef6d62b761" [ 744.876864] env[66735]: _type = "Task" [ 744.876864] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.886513] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527acacd-f3f7-102c-1b28-72ef6d62b761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.015976] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645394, 'name': PowerOffVM_Task, 'duration_secs': 0.284768} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.019989] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.020444] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.021387] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270041ec-9e88-4bb6-9c72-6c23455278b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.030690] env[66735]: DEBUG oslo_vmware.api [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645392, 'name': PowerOnVM_Task, 'duration_secs': 0.704361} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.032920] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.033169] env[66735]: INFO nova.compute.manager [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Took 10.54 seconds to spawn the instance on the hypervisor. [ 745.033351] env[66735]: DEBUG nova.compute.manager [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 745.033639] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.034402] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e90048d-c27f-4a74-9451-ed18d52fd547 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.037304] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-782695db-bfc2-4064-9957-61a9d73cd092 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.063834] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.064059] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.064243] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Deleting the datastore file [datastore1] 76fa3b09-2896-470a-b907-79801dc12b56 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.064516] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8067b6d0-e59b-4a8a-9215-320b841a5727 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.075251] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 745.075251] env[66735]: value = "task-4645396" [ 745.075251] env[66735]: _type = "Task" [ 745.075251] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.086564] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.147942] env[66735]: DEBUG nova.network.neutron [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Successfully updated port: 976ef87a-73c6-446c-8b0e-d99e6802d975 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 745.227182] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.228387] env[66735]: DEBUG nova.compute.manager [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 745.231830] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.956s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.234053] env[66735]: INFO nova.compute.claims [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.323354] env[66735]: WARNING nova.compute.manager [None req-001cb50d-d5cc-4b5e-8fe3-383752a9fccd tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Image not found during snapshot: nova.exception.ImageNotFound: Image 2bbadce0-5b4f-4af5-be40-143aa724bc5d could not be found. [ 745.389429] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527acacd-f3f7-102c-1b28-72ef6d62b761, 'name': SearchDatastore_Task, 'duration_secs': 0.036448} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.391354] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.391354] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.391354] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.391354] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.391501] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.391501] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d57983a-319d-42c2-bc5c-6a7bd07f3fa2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.402652] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.402862] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.403783] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab66504b-c375-441e-8cff-0c5aff37e793 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.416029] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for the task: (returnval){ [ 745.416029] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bb1f0a-9e32-80a2-478f-c0bec224e04c" [ 745.416029] env[66735]: _type = "Task" [ 745.416029] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.423519] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bb1f0a-9e32-80a2-478f-c0bec224e04c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.442469] env[66735]: DEBUG nova.objects.instance [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Lazy-loading 'flavor' on Instance uuid 155797b1-2470-43a6-84f6-39ee2fe1586e {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.559202] env[66735]: INFO nova.compute.manager [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Took 33.29 seconds to build instance. [ 745.586155] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219484} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.586511] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.586724] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.586908] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.653654] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Acquiring lock "refresh_cache-8b9fb725-dabf-44ae-b778-9aadef50fc59" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.653654] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Acquired lock "refresh_cache-8b9fb725-dabf-44ae-b778-9aadef50fc59" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.653654] env[66735]: DEBUG nova.network.neutron [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 745.742843] env[66735]: DEBUG nova.compute.utils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.744748] env[66735]: DEBUG nova.compute.manager [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 745.744967] env[66735]: DEBUG nova.network.neutron [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 745.745307] env[66735]: WARNING neutronclient.v2_0.client [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.745608] env[66735]: WARNING neutronclient.v2_0.client [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.925129] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bb1f0a-9e32-80a2-478f-c0bec224e04c, 'name': SearchDatastore_Task, 'duration_secs': 0.01442} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.925960] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e8c3b11-1f24-4953-977a-51fba1de5ede {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.932934] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for the task: (returnval){ [ 745.932934] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]525911be-9785-0124-1c48-189324c65e7f" [ 745.932934] env[66735]: _type = "Task" [ 745.932934] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.943342] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525911be-9785-0124-1c48-189324c65e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.061830] env[66735]: DEBUG oslo_concurrency.lockutils [None req-95b4356f-4e1f-4c59-be48-b2dea3419184 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "57417beb-853a-47e3-a79e-f52c00b90c22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.799s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.249149] env[66735]: DEBUG nova.compute.manager [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 746.286038] env[66735]: DEBUG nova.network.neutron [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 746.324323] env[66735]: DEBUG nova.policy [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bcea8be744646288ae02f441891b60b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '074fd9c109b545e986890b8f3751d057', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.445671] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525911be-9785-0124-1c48-189324c65e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011739} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.448896] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.449234] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] a3379d52-b15c-488b-a6fc-2efd93105754/a3379d52-b15c-488b-a6fc-2efd93105754.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.454453] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7ea32268-2043-4894-8cb9-ce12bcd885cb tempest-VolumesAssistedSnapshotsTest-1349441718 tempest-VolumesAssistedSnapshotsTest-1349441718-project-admin] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.404s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.455640] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80fd64fa-e6de-479d-ace9-88c7326f2d79 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.465095] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for the task: (returnval){ [ 746.465095] env[66735]: value = "task-4645398" [ 746.465095] env[66735]: _type = "Task" [ 746.465095] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.481293] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.648622] env[66735]: DEBUG nova.virt.hardware [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 746.649098] env[66735]: DEBUG nova.virt.hardware [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.649098] env[66735]: DEBUG nova.virt.hardware [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 746.649305] env[66735]: DEBUG nova.virt.hardware [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.649476] env[66735]: DEBUG nova.virt.hardware [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 746.649625] env[66735]: DEBUG nova.virt.hardware [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 746.649936] env[66735]: DEBUG nova.virt.hardware [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 746.650153] env[66735]: DEBUG nova.virt.hardware [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 746.650303] env[66735]: DEBUG nova.virt.hardware [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 746.650484] env[66735]: DEBUG nova.virt.hardware [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 746.650664] env[66735]: DEBUG nova.virt.hardware [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 746.651728] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb24369-c8e7-4888-8696-3b5c47f37d20 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.662031] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc0ba8c-3067-4605-99cb-76536adf99e8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.678591] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.684815] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 746.688317] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.688869] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ceadd7f-88f1-4efa-bfbb-732bd77451f8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.710183] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.710183] env[66735]: value = "task-4645399" [ 746.710183] env[66735]: _type = "Task" [ 746.710183] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.722518] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645399, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.812207] env[66735]: DEBUG nova.network.neutron [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Successfully created port: 0e85c019-7cb3-420d-9d5d-35ea008e6abe {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 746.956972] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e742a0c-3da1-4e14-a5a9-fc7dc23e3102 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.975944] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d3b841-0e93-45b7-8777-bd9b2fe76ebe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.986236] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645398, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.022727] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5702b1c6-c2e7-4bc6-a0f3-9d73cc1945fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.032136] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d50c7d5-71c2-43da-b351-330dce889886 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.048447] env[66735]: DEBUG nova.compute.provider_tree [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.224099] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645399, 'name': CreateVM_Task, 'duration_secs': 0.441062} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.224333] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.224760] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.225668] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.226052] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.226627] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f318dac5-8023-48df-b347-a0f8b29af558 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.235111] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 747.235111] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52dfc285-fba9-2b71-aad0-840b115fa92b" [ 747.235111] env[66735]: _type = "Task" [ 747.235111] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.243901] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52dfc285-fba9-2b71-aad0-840b115fa92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.259334] env[66735]: DEBUG nova.compute.manager [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 747.291949] env[66735]: DEBUG nova.virt.hardware [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:06:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='36de46e6-5069-47ae-a501-5b240fd295c1',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-901856819',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 747.292238] env[66735]: DEBUG nova.virt.hardware [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.292376] env[66735]: DEBUG nova.virt.hardware [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 747.292555] env[66735]: DEBUG nova.virt.hardware [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.292697] env[66735]: DEBUG nova.virt.hardware [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 747.292840] env[66735]: DEBUG nova.virt.hardware [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 747.293107] env[66735]: DEBUG nova.virt.hardware [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 747.293336] env[66735]: DEBUG nova.virt.hardware [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 747.293523] env[66735]: DEBUG nova.virt.hardware [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 747.293714] env[66735]: DEBUG nova.virt.hardware [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 747.293903] env[66735]: DEBUG nova.virt.hardware [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 747.294859] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a6f714-f125-4758-9879-3c3bb69bf74e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.305779] env[66735]: WARNING neutronclient.v2_0.client [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.309343] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0200ea58-deb7-4cd9-89ff-9235040b71fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.477580] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559664} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.477874] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] a3379d52-b15c-488b-a6fc-2efd93105754/a3379d52-b15c-488b-a6fc-2efd93105754.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.478054] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.478382] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57ce600e-e4ea-4e8f-8e42-aefce437cd3d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.490752] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for the task: (returnval){ [ 747.490752] env[66735]: value = "task-4645400" [ 747.490752] env[66735]: _type = "Task" [ 747.490752] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.507624] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.551705] env[66735]: DEBUG nova.scheduler.client.report [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.561013] env[66735]: DEBUG nova.compute.manager [req-ffeef40d-458b-459f-8134-20ebbaf8e951 req-a4deb8a5-0bb7-46fe-a6d4-82a4bbc29b19 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Received event network-changed-e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 747.562382] env[66735]: DEBUG nova.compute.manager [req-ffeef40d-458b-459f-8134-20ebbaf8e951 req-a4deb8a5-0bb7-46fe-a6d4-82a4bbc29b19 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Refreshing instance network info cache due to event network-changed-e47ade27-9288-46b6-b736-eba93fe189a5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 747.562575] env[66735]: DEBUG oslo_concurrency.lockutils [req-ffeef40d-458b-459f-8134-20ebbaf8e951 req-a4deb8a5-0bb7-46fe-a6d4-82a4bbc29b19 service nova] Acquiring lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.562630] env[66735]: DEBUG oslo_concurrency.lockutils [req-ffeef40d-458b-459f-8134-20ebbaf8e951 req-a4deb8a5-0bb7-46fe-a6d4-82a4bbc29b19 service nova] Acquired lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.563236] env[66735]: DEBUG nova.network.neutron [req-ffeef40d-458b-459f-8134-20ebbaf8e951 req-a4deb8a5-0bb7-46fe-a6d4-82a4bbc29b19 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Refreshing network info cache for port e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.572612] env[66735]: DEBUG nova.network.neutron [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Updating instance_info_cache with network_info: [{"id": "976ef87a-73c6-446c-8b0e-d99e6802d975", "address": "fa:16:3e:04:52:58", "network": {"id": "539061e7-4985-4167-af63-5fcd03654d06", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1222471196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "268a9577d16b483aaeb7be9eec2ffe20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976ef87a-73", "ovs_interfaceid": "976ef87a-73c6-446c-8b0e-d99e6802d975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.748986] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52dfc285-fba9-2b71-aad0-840b115fa92b, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.749392] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.749644] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.749880] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.750034] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.750214] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.750495] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40c0772c-04bc-446e-9c18-84c37c4b0443 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.764021] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.764021] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.764021] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a77f89f-f246-4e86-84d6-6a07569c19a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.768634] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 747.768634] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52332308-7124-9eb4-0f3e-7cf585f8cc01" [ 747.768634] env[66735]: _type = "Task" [ 747.768634] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.780436] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52332308-7124-9eb4-0f3e-7cf585f8cc01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.918469] env[66735]: DEBUG nova.compute.manager [req-7e7a566a-b5f9-46ef-abef-a539fe286151 req-c2babbc6-265e-44dc-ab00-20fe1421f20e service nova] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Received event network-vif-plugged-976ef87a-73c6-446c-8b0e-d99e6802d975 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 747.918469] env[66735]: DEBUG oslo_concurrency.lockutils [req-7e7a566a-b5f9-46ef-abef-a539fe286151 req-c2babbc6-265e-44dc-ab00-20fe1421f20e service nova] Acquiring lock "8b9fb725-dabf-44ae-b778-9aadef50fc59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.918784] env[66735]: DEBUG oslo_concurrency.lockutils [req-7e7a566a-b5f9-46ef-abef-a539fe286151 req-c2babbc6-265e-44dc-ab00-20fe1421f20e service nova] Lock "8b9fb725-dabf-44ae-b778-9aadef50fc59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.918784] env[66735]: DEBUG oslo_concurrency.lockutils [req-7e7a566a-b5f9-46ef-abef-a539fe286151 req-c2babbc6-265e-44dc-ab00-20fe1421f20e service nova] Lock "8b9fb725-dabf-44ae-b778-9aadef50fc59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.919226] env[66735]: DEBUG nova.compute.manager [req-7e7a566a-b5f9-46ef-abef-a539fe286151 req-c2babbc6-265e-44dc-ab00-20fe1421f20e service nova] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] No waiting events found dispatching network-vif-plugged-976ef87a-73c6-446c-8b0e-d99e6802d975 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 747.919226] env[66735]: WARNING nova.compute.manager [req-7e7a566a-b5f9-46ef-abef-a539fe286151 req-c2babbc6-265e-44dc-ab00-20fe1421f20e service nova] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Received unexpected event network-vif-plugged-976ef87a-73c6-446c-8b0e-d99e6802d975 for instance with vm_state building and task_state spawning. [ 748.005959] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.065859] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.066428] env[66735]: DEBUG nova.compute.manager [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 748.070464] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.162s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.072069] env[66735]: INFO nova.compute.claims [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.075765] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Releasing lock "refresh_cache-8b9fb725-dabf-44ae-b778-9aadef50fc59" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.076259] env[66735]: DEBUG nova.compute.manager [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Instance network_info: |[{"id": "976ef87a-73c6-446c-8b0e-d99e6802d975", "address": "fa:16:3e:04:52:58", "network": {"id": "539061e7-4985-4167-af63-5fcd03654d06", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1222471196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "268a9577d16b483aaeb7be9eec2ffe20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976ef87a-73", "ovs_interfaceid": "976ef87a-73c6-446c-8b0e-d99e6802d975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 748.076860] env[66735]: WARNING neutronclient.v2_0.client [req-ffeef40d-458b-459f-8134-20ebbaf8e951 req-a4deb8a5-0bb7-46fe-a6d4-82a4bbc29b19 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.079992] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:52:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '976ef87a-73c6-446c-8b0e-d99e6802d975', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.089207] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Creating folder: Project (268a9577d16b483aaeb7be9eec2ffe20). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.089207] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52278360-ecfd-4765-9c41-55c91f0a15db {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.106667] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Created folder: Project (268a9577d16b483aaeb7be9eec2ffe20) in parent group-v906980. [ 748.106880] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Creating folder: Instances. Parent ref: group-v907110. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.108071] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-135ca5e3-1553-4b0f-b137-2d17652acaa0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.125795] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Created folder: Instances in parent group-v907110. [ 748.125795] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 748.125926] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.126477] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f69ccf85-99d9-490f-b3d8-b194d775830f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.153949] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.153949] env[66735]: value = "task-4645403" [ 748.153949] env[66735]: _type = "Task" [ 748.153949] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.164475] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645403, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.283831] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52332308-7124-9eb4-0f3e-7cf585f8cc01, 'name': SearchDatastore_Task, 'duration_secs': 0.011423} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.284760] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741f0984-1550-46b8-b640-8ea61a85c8f6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.292831] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 748.292831] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bac102-8bdf-bf8c-2562-f59aec65bc86" [ 748.292831] env[66735]: _type = "Task" [ 748.292831] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.304201] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bac102-8bdf-bf8c-2562-f59aec65bc86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.428870] env[66735]: WARNING neutronclient.v2_0.client [req-ffeef40d-458b-459f-8134-20ebbaf8e951 req-a4deb8a5-0bb7-46fe-a6d4-82a4bbc29b19 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.505024] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.614513} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.505024] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.505024] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8752ea0a-fcf4-466c-b522-dc90587b88a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.528983] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a3379d52-b15c-488b-a6fc-2efd93105754/a3379d52-b15c-488b-a6fc-2efd93105754.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.530865] env[66735]: DEBUG nova.network.neutron [req-ffeef40d-458b-459f-8134-20ebbaf8e951 req-a4deb8a5-0bb7-46fe-a6d4-82a4bbc29b19 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Updated VIF entry in instance network info cache for port e47ade27-9288-46b6-b736-eba93fe189a5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 748.530865] env[66735]: DEBUG nova.network.neutron [req-ffeef40d-458b-459f-8134-20ebbaf8e951 req-a4deb8a5-0bb7-46fe-a6d4-82a4bbc29b19 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Updating instance_info_cache with network_info: [{"id": "e47ade27-9288-46b6-b736-eba93fe189a5", "address": "fa:16:3e:ff:f2:fe", "network": {"id": "de9c8baf-09a3-441d-ab6c-ab86d672f211", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1581172569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560f74fac141443ba1e4f9ba3444be1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47ade27-92", "ovs_interfaceid": "e47ade27-9288-46b6-b736-eba93fe189a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.532189] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3cbd445-1959-469a-a3dc-e074bd3f1b11 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.552984] env[66735]: DEBUG nova.compute.manager [None req-00a57797-f78e-46ed-a356-43dd11235ae6 tempest-ServerDiagnosticsV248Test-1695219468 tempest-ServerDiagnosticsV248Test-1695219468-project-admin] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 748.555091] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8353b2-8532-4266-ab14-1018cebd6912 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.560615] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for the task: (returnval){ [ 748.560615] env[66735]: value = "task-4645404" [ 748.560615] env[66735]: _type = "Task" [ 748.560615] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.566219] env[66735]: INFO nova.compute.manager [None req-00a57797-f78e-46ed-a356-43dd11235ae6 tempest-ServerDiagnosticsV248Test-1695219468 tempest-ServerDiagnosticsV248Test-1695219468-project-admin] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Retrieving diagnostics [ 748.567526] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f65708-c917-46ba-920a-d2a6943d678e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.576469] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.585228] env[66735]: DEBUG nova.compute.utils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.590052] env[66735]: DEBUG nova.network.neutron [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Successfully updated port: 0e85c019-7cb3-420d-9d5d-35ea008e6abe {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 748.621028] env[66735]: DEBUG nova.compute.manager [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 748.621028] env[66735]: DEBUG nova.network.neutron [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 748.621028] env[66735]: WARNING neutronclient.v2_0.client [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.621028] env[66735]: WARNING neutronclient.v2_0.client [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.627484] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.627484] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.627656] env[66735]: DEBUG nova.network.neutron [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 748.631196] env[66735]: DEBUG nova.compute.manager [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 748.666823] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645403, 'name': CreateVM_Task, 'duration_secs': 0.509149} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.667120] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.667514] env[66735]: WARNING neutronclient.v2_0.client [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.667973] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.670018] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.670018] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.670018] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e8ef6c-bf12-4ea2-b212-3472b544eeb1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.679912] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Waiting for the task: (returnval){ [ 748.679912] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52591154-8a21-d6b2-d793-2aa3c2870289" [ 748.679912] env[66735]: _type = "Task" [ 748.679912] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.693122] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52591154-8a21-d6b2-d793-2aa3c2870289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.719082] env[66735]: DEBUG nova.policy [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccc79fa1aae14afd8b662846be83f0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5885fc0ea354263b037d558ca70943e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.807192] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bac102-8bdf-bf8c-2562-f59aec65bc86, 'name': SearchDatastore_Task, 'duration_secs': 0.059149} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.807493] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.807754] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 76fa3b09-2896-470a-b907-79801dc12b56/76fa3b09-2896-470a-b907-79801dc12b56.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.808291] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f6003da-e039-48d6-8223-ef4b77f3e356 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.816235] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 748.816235] env[66735]: value = "task-4645405" [ 748.816235] env[66735]: _type = "Task" [ 748.816235] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.826823] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.037371] env[66735]: DEBUG nova.network.neutron [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Successfully created port: 15a76a89-5ba8-4833-bea2-fe27664eb046 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 749.057025] env[66735]: DEBUG oslo_concurrency.lockutils [req-ffeef40d-458b-459f-8134-20ebbaf8e951 req-a4deb8a5-0bb7-46fe-a6d4-82a4bbc29b19 service nova] Releasing lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.076809] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645404, 'name': ReconfigVM_Task, 'duration_secs': 0.370318} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.077309] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a3379d52-b15c-488b-a6fc-2efd93105754/a3379d52-b15c-488b-a6fc-2efd93105754.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.078834] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6660c1d9-17f9-4f29-82c9-617e43c91d33 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.088795] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for the task: (returnval){ [ 749.088795] env[66735]: value = "task-4645406" [ 749.088795] env[66735]: _type = "Task" [ 749.088795] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.101364] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645406, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.205386] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52591154-8a21-d6b2-d793-2aa3c2870289, 'name': SearchDatastore_Task, 'duration_secs': 0.014517} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.206223] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.206487] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.206825] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.207023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.207244] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.207602] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc16d5c9-1e82-43c0-a7dc-5c948554bb64 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.225525] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.225525] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.226313] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b6a734-7b5e-42b5-9e60-33962996644c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.239185] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Waiting for the task: (returnval){ [ 749.239185] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bd8c7a-234d-f3ac-24dc-4195bb794c18" [ 749.239185] env[66735]: _type = "Task" [ 749.239185] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.258660] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bd8c7a-234d-f3ac-24dc-4195bb794c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.331059] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645405, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.558723] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Acquiring lock "f72d7da4-6940-46c5-86f2-267d446046c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.559072] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Lock "f72d7da4-6940-46c5-86f2-267d446046c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.603291] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645406, 'name': Rename_Task, 'duration_secs': 0.374406} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.603291] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.603291] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4a09ce4-d19c-410b-9b5a-ebc676b05624 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.607872] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for the task: (returnval){ [ 749.607872] env[66735]: value = "task-4645407" [ 749.607872] env[66735]: _type = "Task" [ 749.607872] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.617523] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.641066] env[66735]: DEBUG nova.compute.manager [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 749.646023] env[66735]: DEBUG nova.network.neutron [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 749.685592] env[66735]: DEBUG nova.virt.hardware [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 749.685793] env[66735]: DEBUG nova.virt.hardware [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.685869] env[66735]: DEBUG nova.virt.hardware [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 749.686128] env[66735]: DEBUG nova.virt.hardware [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.686900] env[66735]: DEBUG nova.virt.hardware [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 749.686900] env[66735]: DEBUG nova.virt.hardware [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 749.686900] env[66735]: DEBUG nova.virt.hardware [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 749.686900] env[66735]: DEBUG nova.virt.hardware [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 749.687268] env[66735]: DEBUG nova.virt.hardware [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 749.687268] env[66735]: DEBUG nova.virt.hardware [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 749.687268] env[66735]: DEBUG nova.virt.hardware [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 749.688260] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c775ae00-a508-4bcf-b9c8-5e5a53348384 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.701250] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56a00a7-1302-447b-a441-50c8f4cf603c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.752058] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb59e82-0acb-4d74-8902-3437e9d76d12 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.760820] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7802099c-766a-4b25-817f-e33a3dfdeb16 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.764150] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bd8c7a-234d-f3ac-24dc-4195bb794c18, 'name': SearchDatastore_Task, 'duration_secs': 0.044201} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.765246] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99bb6246-7979-42cb-997b-986a5ca54a86 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.793692] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d5fbdd-83eb-4ff4-a23c-154d19ea7f3e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.796467] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Waiting for the task: (returnval){ [ 749.796467] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5224e3a8-2fce-3aae-c5b2-c2467660cb2c" [ 749.796467] env[66735]: _type = "Task" [ 749.796467] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.803590] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6626cb-16a8-4142-8836-578f247ba754 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.813028] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5224e3a8-2fce-3aae-c5b2-c2467660cb2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.823415] env[66735]: DEBUG nova.compute.provider_tree [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.833704] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540797} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.834047] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 76fa3b09-2896-470a-b907-79801dc12b56/76fa3b09-2896-470a-b907-79801dc12b56.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.834281] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.834557] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee2ac15f-210a-4e6c-a2a8-d14957ac62f1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.844446] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 749.844446] env[66735]: value = "task-4645408" [ 749.844446] env[66735]: _type = "Task" [ 749.844446] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.861194] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.067972] env[66735]: DEBUG nova.compute.manager [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 750.120231] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.196474] env[66735]: WARNING neutronclient.v2_0.client [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.310118] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5224e3a8-2fce-3aae-c5b2-c2467660cb2c, 'name': SearchDatastore_Task, 'duration_secs': 0.041007} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.310481] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.310754] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 8b9fb725-dabf-44ae-b778-9aadef50fc59/8b9fb725-dabf-44ae-b778-9aadef50fc59.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.311075] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5744c7a4-a3cd-4f65-b08e-4880c96510a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.324730] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Waiting for the task: (returnval){ [ 750.324730] env[66735]: value = "task-4645409" [ 750.324730] env[66735]: _type = "Task" [ 750.324730] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.327848] env[66735]: DEBUG nova.scheduler.client.report [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.338158] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.359434] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07693} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.359713] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.360729] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d641250-b56f-4467-b2c5-f56ba7239081 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.383972] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 76fa3b09-2896-470a-b907-79801dc12b56/76fa3b09-2896-470a-b907-79801dc12b56.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.384320] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18b783ec-ad22-4fc2-a2e0-8338f036083a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.406668] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 750.406668] env[66735]: value = "task-4645410" [ 750.406668] env[66735]: _type = "Task" [ 750.406668] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.419885] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.605146] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.623067] env[66735]: DEBUG oslo_vmware.api [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645407, 'name': PowerOnVM_Task, 'duration_secs': 0.765646} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.623387] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.623621] env[66735]: INFO nova.compute.manager [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Took 11.08 seconds to spawn the instance on the hypervisor. [ 750.623804] env[66735]: DEBUG nova.compute.manager [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 750.624690] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c230f57-c097-4e43-845c-ddc72ddafe14 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.640800] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "a92bf925-6b26-4139-8712-9866b6cba192" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.641061] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "a92bf925-6b26-4139-8712-9866b6cba192" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.641268] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "a92bf925-6b26-4139-8712-9866b6cba192-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.641444] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "a92bf925-6b26-4139-8712-9866b6cba192-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.641806] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "a92bf925-6b26-4139-8712-9866b6cba192-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.644283] env[66735]: INFO nova.compute.manager [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Terminating instance [ 750.726078] env[66735]: DEBUG nova.network.neutron [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Successfully updated port: 15a76a89-5ba8-4833-bea2-fe27664eb046 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 750.784492] env[66735]: DEBUG nova.network.neutron [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance_info_cache with network_info: [{"id": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "address": "fa:16:3e:ee:65:d1", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e85c019-7c", "ovs_interfaceid": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.835171] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.836026] env[66735]: DEBUG nova.compute.manager [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 750.840477] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645409, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.841128] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.328s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.841435] env[66735]: DEBUG nova.objects.instance [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lazy-loading 'resources' on Instance uuid 92272c56-dcfd-47cd-b308-cfdd6c842ab2 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.923028] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645410, 'name': ReconfigVM_Task, 'duration_secs': 0.494416} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.923326] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 76fa3b09-2896-470a-b907-79801dc12b56/76fa3b09-2896-470a-b907-79801dc12b56.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.924243] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c97ed67a-b06d-48d0-b942-9e4c9f32de3a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.935461] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 750.935461] env[66735]: value = "task-4645411" [ 750.935461] env[66735]: _type = "Task" [ 750.935461] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.948775] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645411, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.144025] env[66735]: INFO nova.compute.manager [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Took 35.13 seconds to build instance. [ 751.149451] env[66735]: DEBUG nova.compute.manager [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 751.150621] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.151573] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff0249-9374-4f4c-8c48-0b64a8cf9fc7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.163474] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.164063] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-981ee93e-0449-4494-b518-debed6f71955 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.171121] env[66735]: DEBUG oslo_vmware.api [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 751.171121] env[66735]: value = "task-4645412" [ 751.171121] env[66735]: _type = "Task" [ 751.171121] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.180870] env[66735]: DEBUG oslo_vmware.api [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.229805] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "refresh_cache-1bd3edb4-d320-4f71-bbad-d794309bab1f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.230019] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "refresh_cache-1bd3edb4-d320-4f71-bbad-d794309bab1f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.230198] env[66735]: DEBUG nova.network.neutron [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 751.287167] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.287567] env[66735]: DEBUG nova.compute.manager [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Instance network_info: |[{"id": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "address": "fa:16:3e:ee:65:d1", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e85c019-7c", "ovs_interfaceid": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 751.288069] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:65:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e85c019-7cb3-420d-9d5d-35ea008e6abe', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.296943] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 751.297597] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.297874] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b752982e-b720-4de4-8e32-0fcf0c8a94a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.322287] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.322287] env[66735]: value = "task-4645413" [ 751.322287] env[66735]: _type = "Task" [ 751.322287] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.337494] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645413, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.342783] env[66735]: DEBUG nova.compute.utils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.344798] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777667} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.345166] env[66735]: DEBUG nova.compute.manager [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 751.345445] env[66735]: DEBUG nova.network.neutron [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 751.347999] env[66735]: WARNING neutronclient.v2_0.client [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.347999] env[66735]: WARNING neutronclient.v2_0.client [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.350709] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 8b9fb725-dabf-44ae-b778-9aadef50fc59/8b9fb725-dabf-44ae-b778-9aadef50fc59.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.350887] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.351799] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9cc5449-0783-4a94-808f-fb26f80bceae {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.360941] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Waiting for the task: (returnval){ [ 751.360941] env[66735]: value = "task-4645414" [ 751.360941] env[66735]: _type = "Task" [ 751.360941] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.377799] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.403646] env[66735]: DEBUG nova.policy [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a7f43e5d8ac476587306537d96cf96c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cc2b979697a46878f8fd619e7ea053e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.451717] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645411, 'name': Rename_Task, 'duration_secs': 0.203346} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.452522] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.452959] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5917d01f-ad28-48ff-baa1-717bee055632 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.461939] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 751.461939] env[66735]: value = "task-4645415" [ 751.461939] env[66735]: _type = "Task" [ 751.461939] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.476624] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.582207] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "5116edb7-de7a-41a5-b6d5-b177efba94e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.582504] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "5116edb7-de7a-41a5-b6d5-b177efba94e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.646506] env[66735]: DEBUG oslo_concurrency.lockutils [None req-64e0c4cb-d6ef-4c5b-aa87-e3fa7b4a86b1 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Lock "a3379d52-b15c-488b-a6fc-2efd93105754" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.863s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.685917] env[66735]: DEBUG oslo_vmware.api [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645412, 'name': PowerOffVM_Task, 'duration_secs': 0.34345} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.685917] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.685917] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.686239] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-088016b8-d5e8-4df3-b38f-59044fa1246d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.770454] env[66735]: DEBUG nova.compute.manager [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Received event network-vif-plugged-0e85c019-7cb3-420d-9d5d-35ea008e6abe {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 751.770825] env[66735]: DEBUG oslo_concurrency.lockutils [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] Acquiring lock "0a1e9d66-ea85-474c-9751-120c5438f848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.771523] env[66735]: DEBUG oslo_concurrency.lockutils [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] Lock "0a1e9d66-ea85-474c-9751-120c5438f848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.771835] env[66735]: DEBUG oslo_concurrency.lockutils [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] Lock "0a1e9d66-ea85-474c-9751-120c5438f848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.772134] env[66735]: DEBUG nova.compute.manager [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] No waiting events found dispatching network-vif-plugged-0e85c019-7cb3-420d-9d5d-35ea008e6abe {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 751.778360] env[66735]: WARNING nova.compute.manager [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Received unexpected event network-vif-plugged-0e85c019-7cb3-420d-9d5d-35ea008e6abe for instance with vm_state building and task_state spawning. [ 751.778360] env[66735]: DEBUG nova.compute.manager [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Received event network-changed-0e85c019-7cb3-420d-9d5d-35ea008e6abe {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 751.778360] env[66735]: DEBUG nova.compute.manager [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Refreshing instance network info cache due to event network-changed-0e85c019-7cb3-420d-9d5d-35ea008e6abe. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 751.778360] env[66735]: DEBUG oslo_concurrency.lockutils [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] Acquiring lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.778360] env[66735]: DEBUG oslo_concurrency.lockutils [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] Acquired lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.778775] env[66735]: DEBUG nova.network.neutron [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Refreshing network info cache for port 0e85c019-7cb3-420d-9d5d-35ea008e6abe {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.786260] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.787085] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.787319] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Deleting the datastore file [datastore2] a92bf925-6b26-4139-8712-9866b6cba192 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.788061] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11166756-7414-4397-8e25-95dc5683f91f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.797451] env[66735]: DEBUG oslo_vmware.api [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 751.797451] env[66735]: value = "task-4645417" [ 751.797451] env[66735]: _type = "Task" [ 751.797451] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.806905] env[66735]: DEBUG nova.network.neutron [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 751.816982] env[66735]: DEBUG oslo_vmware.api [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.831938] env[66735]: DEBUG nova.network.neutron [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Successfully created port: b4ca1dff-332c-4026-aaf9-8851df166799 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 751.839417] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645413, 'name': CreateVM_Task, 'duration_secs': 0.464096} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.843023] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.843023] env[66735]: WARNING neutronclient.v2_0.client [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.843023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.843023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.843023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.843336] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f03291-0766-4d00-a288-0e166d062c21 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.853666] env[66735]: DEBUG nova.compute.manager [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 751.857043] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 751.857043] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a3949c-aa5f-6f78-b0db-8a183bff7ae8" [ 751.857043] env[66735]: _type = "Task" [ 751.857043] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.866376] env[66735]: DEBUG nova.compute.manager [req-7ffdd14f-bfd0-4f6c-9202-4b38337b9020 req-d8764d76-a325-40b3-befa-b840e1e3f8cc service nova] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Received event network-changed-976ef87a-73c6-446c-8b0e-d99e6802d975 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 751.866376] env[66735]: DEBUG nova.compute.manager [req-7ffdd14f-bfd0-4f6c-9202-4b38337b9020 req-d8764d76-a325-40b3-befa-b840e1e3f8cc service nova] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Refreshing instance network info cache due to event network-changed-976ef87a-73c6-446c-8b0e-d99e6802d975. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 751.866376] env[66735]: DEBUG oslo_concurrency.lockutils [req-7ffdd14f-bfd0-4f6c-9202-4b38337b9020 req-d8764d76-a325-40b3-befa-b840e1e3f8cc service nova] Acquiring lock "refresh_cache-8b9fb725-dabf-44ae-b778-9aadef50fc59" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.866376] env[66735]: DEBUG oslo_concurrency.lockutils [req-7ffdd14f-bfd0-4f6c-9202-4b38337b9020 req-d8764d76-a325-40b3-befa-b840e1e3f8cc service nova] Acquired lock "refresh_cache-8b9fb725-dabf-44ae-b778-9aadef50fc59" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.866376] env[66735]: DEBUG nova.network.neutron [req-7ffdd14f-bfd0-4f6c-9202-4b38337b9020 req-d8764d76-a325-40b3-befa-b840e1e3f8cc service nova] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Refreshing network info cache for port 976ef87a-73c6-446c-8b0e-d99e6802d975 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.879082] env[66735]: WARNING neutronclient.v2_0.client [req-7ffdd14f-bfd0-4f6c-9202-4b38337b9020 req-d8764d76-a325-40b3-befa-b840e1e3f8cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.891601] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a3949c-aa5f-6f78-b0db-8a183bff7ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.897166] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077258} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.897367] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.898298] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc42bf5a-c623-4d9e-a0c8-f6af1204ec3a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.924786] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 8b9fb725-dabf-44ae-b778-9aadef50fc59/8b9fb725-dabf-44ae-b778-9aadef50fc59.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.927875] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8880a8ab-e483-4712-9129-669519197fb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.950647] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Waiting for the task: (returnval){ [ 751.950647] env[66735]: value = "task-4645418" [ 751.950647] env[66735]: _type = "Task" [ 751.950647] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.963391] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.974280] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.975311] env[66735]: WARNING neutronclient.v2_0.client [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.010916] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2585a4e8-b87c-419b-ba59-8bfab8dec2ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.019958] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4d55fd-ced2-4cb7-a640-5ac7bc3a3715 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.051704] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Acquiring lock "9642edb3-eebe-433e-92d8-55e3c112c063" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.051906] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Lock "9642edb3-eebe-433e-92d8-55e3c112c063" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.052123] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Acquiring lock "9642edb3-eebe-433e-92d8-55e3c112c063-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.052303] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Lock "9642edb3-eebe-433e-92d8-55e3c112c063-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.052478] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Lock "9642edb3-eebe-433e-92d8-55e3c112c063-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.054803] env[66735]: INFO nova.compute.manager [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Terminating instance [ 752.056659] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db6e8c5-34df-4f39-aef7-0075edae1a8f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.066322] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c803151b-9273-42ca-be0b-acf9b11d7c9c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.085576] env[66735]: DEBUG nova.compute.manager [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 752.088362] env[66735]: DEBUG nova.compute.provider_tree [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.215873] env[66735]: DEBUG nova.network.neutron [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Updating instance_info_cache with network_info: [{"id": "15a76a89-5ba8-4833-bea2-fe27664eb046", "address": "fa:16:3e:8b:45:ab", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a76a89-5b", "ovs_interfaceid": "15a76a89-5ba8-4833-bea2-fe27664eb046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.290207] env[66735]: WARNING neutronclient.v2_0.client [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.131738] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Acquiring lock "155797b1-2470-43a6-84f6-39ee2fe1586e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.132088] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.132496] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Acquiring lock "155797b1-2470-43a6-84f6-39ee2fe1586e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.132722] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.132897] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.134796] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Acquiring lock "refresh_cache-9642edb3-eebe-433e-92d8-55e3c112c063" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.134978] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Acquired lock "refresh_cache-9642edb3-eebe-433e-92d8-55e3c112c063" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.135104] env[66735]: DEBUG nova.network.neutron [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 753.138040] env[66735]: DEBUG nova.scheduler.client.report [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.141131] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "refresh_cache-1bd3edb4-d320-4f71-bbad-d794309bab1f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.141605] env[66735]: DEBUG nova.compute.manager [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Instance network_info: |[{"id": "15a76a89-5ba8-4833-bea2-fe27664eb046", "address": "fa:16:3e:8b:45:ab", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a76a89-5b", "ovs_interfaceid": "15a76a89-5ba8-4833-bea2-fe27664eb046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 753.151577] env[66735]: INFO nova.compute.manager [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Terminating instance [ 753.162990] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:45:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15a76a89-5ba8-4833-bea2-fe27664eb046', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.171015] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 753.174195] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.176193] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f733f239-827e-459e-ae02-2142944bc7c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.197793] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.210786] env[66735]: DEBUG oslo_vmware.api [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.756649} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.211103] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a3949c-aa5f-6f78-b0db-8a183bff7ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.036096} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.211257] env[66735]: DEBUG oslo_vmware.api [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645415, 'name': PowerOnVM_Task, 'duration_secs': 1.045937} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.211775] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645418, 'name': ReconfigVM_Task, 'duration_secs': 0.773946} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.213425] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.213639] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.213779] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.214073] env[66735]: INFO nova.compute.manager [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Took 2.06 seconds to destroy the instance on the hypervisor. [ 753.214241] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 753.214547] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.214932] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.215086] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.215235] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.215420] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.215718] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.215925] env[66735]: DEBUG nova.compute.manager [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 753.216334] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 8b9fb725-dabf-44ae-b778-9aadef50fc59/8b9fb725-dabf-44ae-b778-9aadef50fc59.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.220503] env[66735]: DEBUG nova.compute.manager [-] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 753.220503] env[66735]: DEBUG nova.network.neutron [-] [instance: a92bf925-6b26-4139-8712-9866b6cba192] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 753.220503] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.222300] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f238969d-af29-4152-a97a-12b531dd07b5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.225396] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ebbef0-77d4-4750-b9d0-11b35a7b7bd7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.229014] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d92ebbae-4b29-488b-8489-fe404f270c15 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.240078] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.240078] env[66735]: value = "task-4645419" [ 753.240078] env[66735]: _type = "Task" [ 753.240078] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.245831] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Waiting for the task: (returnval){ [ 753.245831] env[66735]: value = "task-4645420" [ 753.245831] env[66735]: _type = "Task" [ 753.245831] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.246333] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.246333] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.250730] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a65e59-b420-4850-987b-dcb59cfdf7bd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.262049] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 753.262049] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527bf0cd-856e-8a55-99da-cd0af40e7fb8" [ 753.262049] env[66735]: _type = "Task" [ 753.262049] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.269275] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645420, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.269522] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645419, 'name': CreateVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.283722] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527bf0cd-856e-8a55-99da-cd0af40e7fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.013129} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.284304] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc9dadb-ea47-4815-8dc9-d778cfea711d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.292715] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 753.292715] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52dfa645-3de7-05e1-732c-11ccb45e0dd5" [ 753.292715] env[66735]: _type = "Task" [ 753.292715] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.305308] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52dfa645-3de7-05e1-732c-11ccb45e0dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.483225] env[66735]: DEBUG nova.network.neutron [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Successfully updated port: b4ca1dff-332c-4026-aaf9-8851df166799 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 753.561605] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "106b6931-9631-4c32-ade5-b3ad9384edea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.561863] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.650668] env[66735]: DEBUG nova.compute.manager [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 753.672931] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Acquiring lock "118f9f30-1050-469d-9e5c-d758052b90aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.673227] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lock "118f9f30-1050-469d-9e5c-d758052b90aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.673460] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Acquiring lock "118f9f30-1050-469d-9e5c-d758052b90aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.673642] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lock "118f9f30-1050-469d-9e5c-d758052b90aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.673986] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lock "118f9f30-1050-469d-9e5c-d758052b90aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.678308] env[66735]: DEBUG nova.compute.manager [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 753.678539] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.680032] env[66735]: INFO nova.compute.manager [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Terminating instance [ 753.681581] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c849428e-c0bc-4a8f-b2c8-874835ba31bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.687127] env[66735]: DEBUG nova.virt.hardware [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 753.687296] env[66735]: DEBUG nova.virt.hardware [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.687517] env[66735]: DEBUG nova.virt.hardware [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 753.687680] env[66735]: DEBUG nova.virt.hardware [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.687783] env[66735]: DEBUG nova.virt.hardware [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 753.687931] env[66735]: DEBUG nova.virt.hardware [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 753.688172] env[66735]: DEBUG nova.virt.hardware [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 753.688370] env[66735]: DEBUG nova.virt.hardware [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 753.688567] env[66735]: DEBUG nova.virt.hardware [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 753.688750] env[66735]: DEBUG nova.virt.hardware [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 753.688931] env[66735]: DEBUG nova.virt.hardware [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 753.690942] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b81e479-558c-4888-a9aa-506cbedaa0c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.694776] env[66735]: WARNING neutronclient.v2_0.client [req-7ffdd14f-bfd0-4f6c-9202-4b38337b9020 req-d8764d76-a325-40b3-befa-b840e1e3f8cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.698509] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.858s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.701577] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.597s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.701707] env[66735]: DEBUG nova.objects.instance [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lazy-loading 'resources' on Instance uuid 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.706240] env[66735]: WARNING neutronclient.v2_0.client [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.708691] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.712213] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06207e35-3d4f-4f4a-9afa-9b326e391d56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.718985] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76af2a0f-f341-4f4b-b200-4315e66f93d4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.723996] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.739887] env[66735]: INFO nova.scheduler.client.report [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Deleted allocations for instance 92272c56-dcfd-47cd-b308-cfdd6c842ab2 [ 753.741246] env[66735]: DEBUG oslo_vmware.api [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Waiting for the task: (returnval){ [ 753.741246] env[66735]: value = "task-4645421" [ 753.741246] env[66735]: _type = "Task" [ 753.741246] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.771653] env[66735]: DEBUG oslo_vmware.api [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.771653] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.777217] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645419, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.780244] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645420, 'name': Rename_Task, 'duration_secs': 0.165153} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.780501] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.780742] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1c45b1e-e9a1-4f74-942b-a0611caa1058 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.788920] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Waiting for the task: (returnval){ [ 753.788920] env[66735]: value = "task-4645422" [ 753.788920] env[66735]: _type = "Task" [ 753.788920] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.802810] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.810214] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52dfa645-3de7-05e1-732c-11ccb45e0dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011985} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.810214] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.810214] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 0a1e9d66-ea85-474c-9751-120c5438f848/0a1e9d66-ea85-474c-9751-120c5438f848.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.810894] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48256a23-f38b-4fe0-90aa-0b7863703072 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.821089] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 753.821089] env[66735]: value = "task-4645423" [ 753.821089] env[66735]: _type = "Task" [ 753.821089] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.830948] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.833918] env[66735]: DEBUG nova.network.neutron [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 753.982942] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Acquiring lock "refresh_cache-f9354fd5-4bf2-4da5-8227-621f848ef2b4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.982942] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Acquired lock "refresh_cache-f9354fd5-4bf2-4da5-8227-621f848ef2b4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.982942] env[66735]: DEBUG nova.network.neutron [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 754.047441] env[66735]: DEBUG nova.network.neutron [req-7ffdd14f-bfd0-4f6c-9202-4b38337b9020 req-d8764d76-a325-40b3-befa-b840e1e3f8cc service nova] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Updated VIF entry in instance network info cache for port 976ef87a-73c6-446c-8b0e-d99e6802d975. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.047893] env[66735]: DEBUG nova.network.neutron [req-7ffdd14f-bfd0-4f6c-9202-4b38337b9020 req-d8764d76-a325-40b3-befa-b840e1e3f8cc service nova] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Updating instance_info_cache with network_info: [{"id": "976ef87a-73c6-446c-8b0e-d99e6802d975", "address": "fa:16:3e:04:52:58", "network": {"id": "539061e7-4985-4167-af63-5fcd03654d06", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1222471196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "268a9577d16b483aaeb7be9eec2ffe20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976ef87a-73", "ovs_interfaceid": "976ef87a-73c6-446c-8b0e-d99e6802d975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.067026] env[66735]: DEBUG nova.compute.manager [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 754.099167] env[66735]: WARNING neutronclient.v2_0.client [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.170461] env[66735]: DEBUG nova.network.neutron [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.198282] env[66735]: DEBUG nova.compute.manager [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 754.198897] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.200207] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24e7fa3-6b3f-409a-a5ce-2a43210c1b61 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.213826] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.214064] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f06098-0547-4258-911d-d250d632c919 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.223152] env[66735]: DEBUG oslo_vmware.api [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 754.223152] env[66735]: value = "task-4645424" [ 754.223152] env[66735]: _type = "Task" [ 754.223152] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.234716] env[66735]: DEBUG oslo_vmware.api [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.253834] env[66735]: DEBUG oslo_vmware.api [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.263341] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cec7fb83-a664-4ffe-abb2-e4c2b889bfa1 tempest-AttachInterfacesV270Test-1285807283 tempest-AttachInterfacesV270Test-1285807283-project-member] Lock "92272c56-dcfd-47cd-b308-cfdd6c842ab2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.544s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.269931] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645419, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.305430] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.346044] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645423, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.373327] env[66735]: DEBUG nova.network.neutron [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updated VIF entry in instance network info cache for port 0e85c019-7cb3-420d-9d5d-35ea008e6abe. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.373327] env[66735]: DEBUG nova.network.neutron [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance_info_cache with network_info: [{"id": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "address": "fa:16:3e:ee:65:d1", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e85c019-7c", "ovs_interfaceid": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.547574] env[66735]: DEBUG nova.network.neutron [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 754.551912] env[66735]: DEBUG oslo_concurrency.lockutils [req-7ffdd14f-bfd0-4f6c-9202-4b38337b9020 req-d8764d76-a325-40b3-befa-b840e1e3f8cc service nova] Releasing lock "refresh_cache-8b9fb725-dabf-44ae-b778-9aadef50fc59" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.592290] env[66735]: DEBUG nova.network.neutron [-] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.608402] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.662682] env[66735]: WARNING neutronclient.v2_0.client [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.673855] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Releasing lock "refresh_cache-9642edb3-eebe-433e-92d8-55e3c112c063" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.674356] env[66735]: DEBUG nova.compute.manager [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 754.674566] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.675491] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68002b31-4ac5-437c-ab8f-c5c5441ec9a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.694038] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.694839] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c179708-93f0-46bf-817e-08f8c78faacd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.708776] env[66735]: DEBUG oslo_vmware.api [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Waiting for the task: (returnval){ [ 754.708776] env[66735]: value = "task-4645425" [ 754.708776] env[66735]: _type = "Task" [ 754.708776] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.728131] env[66735]: DEBUG oslo_vmware.api [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.739135] env[66735]: DEBUG oslo_vmware.api [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645424, 'name': PowerOffVM_Task, 'duration_secs': 0.33811} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.739526] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.739709] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.739996] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c581990d-f67b-45cd-bf1a-6cf3cfc2b9d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.757069] env[66735]: DEBUG oslo_vmware.api [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.768227] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645419, 'name': CreateVM_Task, 'duration_secs': 1.503139} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.768227] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.771473] env[66735]: WARNING neutronclient.v2_0.client [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.772052] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.772135] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.772444] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.776398] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f5ce1e-2f9d-4075-a530-373904b349c6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.783382] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 754.783382] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5277fc54-0694-9b04-4f46-abbe73da3354" [ 754.783382] env[66735]: _type = "Task" [ 754.783382] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.796177] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5277fc54-0694-9b04-4f46-abbe73da3354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.808819] env[66735]: DEBUG oslo_vmware.api [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645422, 'name': PowerOnVM_Task, 'duration_secs': 0.710238} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.809227] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.809429] env[66735]: INFO nova.compute.manager [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Took 10.37 seconds to spawn the instance on the hypervisor. [ 754.809612] env[66735]: DEBUG nova.compute.manager [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 754.810907] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869b5013-060e-446a-8e2d-3d5f70dd3f69 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.825539] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.825746] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.825966] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Deleting the datastore file [datastore2] 118f9f30-1050-469d-9e5c-d758052b90aa {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.830303] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d602e1af-c74e-4f53-92b0-9b86ad82b007 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.842870] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800567} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.844159] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 0a1e9d66-ea85-474c-9751-120c5438f848/0a1e9d66-ea85-474c-9751-120c5438f848.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.845039] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.845039] env[66735]: DEBUG oslo_vmware.api [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for the task: (returnval){ [ 754.845039] env[66735]: value = "task-4645427" [ 754.845039] env[66735]: _type = "Task" [ 754.845039] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.845039] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-976642a5-c9d1-4984-842d-8dd18b78ac26 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.854784] env[66735]: DEBUG nova.network.neutron [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Updating instance_info_cache with network_info: [{"id": "b4ca1dff-332c-4026-aaf9-8851df166799", "address": "fa:16:3e:56:25:68", "network": {"id": "1855e600-c34a-4515-9359-50703b6c1117", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1132304845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5cc2b979697a46878f8fd619e7ea053e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ca1dff-33", "ovs_interfaceid": "b4ca1dff-332c-4026-aaf9-8851df166799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.865675] env[66735]: DEBUG oslo_vmware.api [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.865675] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 754.865675] env[66735]: value = "task-4645428" [ 754.865675] env[66735]: _type = "Task" [ 754.865675] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.874382] env[66735]: DEBUG oslo_concurrency.lockutils [req-39cde724-aa56-4def-8d5a-ff7ac6c751aa req-eccad72a-96ad-4d0d-a246-0a31b64ee238 service nova] Releasing lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.878707] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.995455] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b15f40-20d0-4207-8748-134ea89ad335 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.004374] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d53552-204a-4d16-93ac-6cf04f18abf9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.038795] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c63473-8fe3-4768-b88e-c20007e9d1ab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.047905] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758965d6-3018-4e4f-b82f-7f0cbd083904 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.064963] env[66735]: DEBUG nova.compute.provider_tree [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.094678] env[66735]: INFO nova.compute.manager [-] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Took 1.87 seconds to deallocate network for instance. [ 755.220511] env[66735]: DEBUG oslo_vmware.api [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645425, 'name': PowerOffVM_Task, 'duration_secs': 0.182877} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.223239] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.223239] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.223239] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-401d53bc-e851-4afb-830d-145e7a6287ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.257760] env[66735]: DEBUG oslo_vmware.api [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645421, 'name': PowerOffVM_Task, 'duration_secs': 1.139193} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.259064] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.259064] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.259191] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bd66c84-7fb1-4443-9030-0c2db9def739 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.265314] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.265743] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.266345] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Deleting the datastore file [datastore2] 9642edb3-eebe-433e-92d8-55e3c112c063 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.267839] env[66735]: DEBUG nova.compute.manager [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Received event network-vif-plugged-15a76a89-5ba8-4833-bea2-fe27664eb046 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 755.268088] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] Acquiring lock "1bd3edb4-d320-4f71-bbad-d794309bab1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.268474] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] Lock "1bd3edb4-d320-4f71-bbad-d794309bab1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.268594] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] Lock "1bd3edb4-d320-4f71-bbad-d794309bab1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.268908] env[66735]: DEBUG nova.compute.manager [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] No waiting events found dispatching network-vif-plugged-15a76a89-5ba8-4833-bea2-fe27664eb046 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 755.269522] env[66735]: WARNING nova.compute.manager [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Received unexpected event network-vif-plugged-15a76a89-5ba8-4833-bea2-fe27664eb046 for instance with vm_state building and task_state spawning. [ 755.269522] env[66735]: DEBUG nova.compute.manager [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Received event network-changed-15a76a89-5ba8-4833-bea2-fe27664eb046 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 755.269522] env[66735]: DEBUG nova.compute.manager [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Refreshing instance network info cache due to event network-changed-15a76a89-5ba8-4833-bea2-fe27664eb046. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 755.269522] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] Acquiring lock "refresh_cache-1bd3edb4-d320-4f71-bbad-d794309bab1f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.269762] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] Acquired lock "refresh_cache-1bd3edb4-d320-4f71-bbad-d794309bab1f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.269762] env[66735]: DEBUG nova.network.neutron [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Refreshing network info cache for port 15a76a89-5ba8-4833-bea2-fe27664eb046 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.272246] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94510f73-5312-45ec-b954-78001e442977 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.282549] env[66735]: DEBUG oslo_vmware.api [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Waiting for the task: (returnval){ [ 755.282549] env[66735]: value = "task-4645431" [ 755.282549] env[66735]: _type = "Task" [ 755.282549] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.301472] env[66735]: DEBUG oslo_vmware.api [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.302455] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5277fc54-0694-9b04-4f46-abbe73da3354, 'name': SearchDatastore_Task, 'duration_secs': 0.020364} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.303471] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.303788] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.304036] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.304179] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.304354] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.305961] env[66735]: DEBUG nova.compute.manager [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Received event network-changed-3d8ce29d-3f73-4476-ace2-e55889d07b9f {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 755.306147] env[66735]: DEBUG nova.compute.manager [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Refreshing instance network info cache due to event network-changed-3d8ce29d-3f73-4476-ace2-e55889d07b9f. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 755.306341] env[66735]: DEBUG oslo_concurrency.lockutils [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] Acquiring lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.306476] env[66735]: DEBUG oslo_concurrency.lockutils [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] Acquired lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.306627] env[66735]: DEBUG nova.network.neutron [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Refreshing network info cache for port 3d8ce29d-3f73-4476-ace2-e55889d07b9f {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.308475] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4adce790-2764-499d-b857-db0ae572cfaf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.320513] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.320513] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.322798] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d99f79a4-680b-4433-9274-def3bda5560b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.337563] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 755.337563] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528401d3-8161-3982-3cd4-1748a930f1b2" [ 755.337563] env[66735]: _type = "Task" [ 755.337563] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.338445] env[66735]: INFO nova.compute.manager [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Took 36.23 seconds to build instance. [ 755.363547] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528401d3-8161-3982-3cd4-1748a930f1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.018281} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.366569] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82238f60-35eb-4479-ad53-4cd41b008338 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.370806] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Releasing lock "refresh_cache-f9354fd5-4bf2-4da5-8227-621f848ef2b4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.371207] env[66735]: DEBUG nova.compute.manager [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Instance network_info: |[{"id": "b4ca1dff-332c-4026-aaf9-8851df166799", "address": "fa:16:3e:56:25:68", "network": {"id": "1855e600-c34a-4515-9359-50703b6c1117", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1132304845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5cc2b979697a46878f8fd619e7ea053e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ca1dff-33", "ovs_interfaceid": "b4ca1dff-332c-4026-aaf9-8851df166799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 755.371598] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.371745] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.371914] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Deleting the datastore file [datastore1] 155797b1-2470-43a6-84f6-39ee2fe1586e {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.376652] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:25:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4ca1dff-332c-4026-aaf9-8851df166799', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.384436] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Creating folder: Project (5cc2b979697a46878f8fd619e7ea053e). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.384739] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ef69617-1969-493e-8bd7-cf6479581a24 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.387352] env[66735]: DEBUG oslo_vmware.api [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Task: {'id': task-4645427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40746} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.392371] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22da17a4-9272-4885-a691-0e977d1b5fe3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.394165] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.394343] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.394467] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.395581] env[66735]: INFO nova.compute.manager [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Took 1.20 seconds to destroy the instance on the hypervisor. [ 755.395581] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.397205] env[66735]: DEBUG nova.compute.manager [-] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 755.397311] env[66735]: DEBUG nova.network.neutron [-] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 755.397597] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.400026] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 755.400026] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a680d2-b678-8c57-095b-fa743ec60634" [ 755.400026] env[66735]: _type = "Task" [ 755.400026] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.406578] env[66735]: DEBUG oslo_vmware.api [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Waiting for the task: (returnval){ [ 755.406578] env[66735]: value = "task-4645432" [ 755.406578] env[66735]: _type = "Task" [ 755.406578] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.410254] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129841} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.415246] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.423230] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbe474c-c2ae-47d6-8acf-d44b9dd89ebd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.426282] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a680d2-b678-8c57-095b-fa743ec60634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.426598] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Created folder: Project (5cc2b979697a46878f8fd619e7ea053e) in parent group-v906980. [ 755.426775] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Creating folder: Instances. Parent ref: group-v907115. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.427518] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e53783d-6f9d-4803-80d0-d67464f8cb5c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.434640] env[66735]: DEBUG oslo_vmware.api [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.453480] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 0a1e9d66-ea85-474c-9751-120c5438f848/0a1e9d66-ea85-474c-9751-120c5438f848.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.456117] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aa2271b-d82b-4e8e-920f-a590d520dea6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.470399] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Created folder: Instances in parent group-v907115. [ 755.470711] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.470915] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.471533] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aa78d2b-2e02-49f4-8f7e-65c7798b77b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.488264] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.491103] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 755.491103] env[66735]: value = "task-4645435" [ 755.491103] env[66735]: _type = "Task" [ 755.491103] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.501866] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.503558] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.503558] env[66735]: value = "task-4645436" [ 755.503558] env[66735]: _type = "Task" [ 755.503558] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.513078] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645436, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.567860] env[66735]: DEBUG nova.scheduler.client.report [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.603175] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.715190] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.715413] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.715565] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.715746] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.715970] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.716162] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.716375] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.716523] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11251}} [ 755.717139] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.777277] env[66735]: WARNING neutronclient.v2_0.client [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.794900] env[66735]: DEBUG oslo_vmware.api [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Task: {'id': task-4645431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283423} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.796224] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.796457] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.796636] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.796802] env[66735]: INFO nova.compute.manager [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Took 1.12 seconds to destroy the instance on the hypervisor. [ 755.797051] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.797517] env[66735]: DEBUG nova.compute.manager [-] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 755.797625] env[66735]: DEBUG nova.network.neutron [-] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 755.797851] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.812045] env[66735]: WARNING neutronclient.v2_0.client [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.844646] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7b7c790-7286-4727-a51f-191423953206 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Lock "8b9fb725-dabf-44ae-b778-9aadef50fc59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.079s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.914155] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a680d2-b678-8c57-095b-fa743ec60634, 'name': SearchDatastore_Task, 'duration_secs': 0.020417} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.919910] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.924026] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 1bd3edb4-d320-4f71-bbad-d794309bab1f/1bd3edb4-d320-4f71-bbad-d794309bab1f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.924026] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acecd5d6-7548-4bcc-bc7c-0b4f25f0a03e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.932977] env[66735]: DEBUG oslo_vmware.api [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Task: {'id': task-4645432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389657} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.937033] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.937376] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.937808] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.938110] env[66735]: INFO nova.compute.manager [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Took 2.26 seconds to destroy the instance on the hypervisor. [ 755.938650] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.938787] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 755.938787] env[66735]: value = "task-4645437" [ 755.938787] env[66735]: _type = "Task" [ 755.938787] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.939098] env[66735]: DEBUG nova.compute.manager [-] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 755.939249] env[66735]: DEBUG nova.network.neutron [-] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 755.939537] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.955325] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.002223] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.015558] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645436, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.074630] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.373s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.077331] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.912s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.077668] env[66735]: DEBUG nova.objects.instance [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lazy-loading 'resources' on Instance uuid f332e0cd-c907-4ed3-992c-a17f51740d59 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.107188] env[66735]: INFO nova.scheduler.client.report [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Deleted allocations for instance 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3 [ 756.220479] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.277956] env[66735]: DEBUG nova.network.neutron [-] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.427533] env[66735]: DEBUG nova.network.neutron [-] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 756.427712] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.456662] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645437, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.489209] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.504561] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645435, 'name': ReconfigVM_Task, 'duration_secs': 0.600821} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.504917] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 0a1e9d66-ea85-474c-9751-120c5438f848/0a1e9d66-ea85-474c-9751-120c5438f848.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.509146] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17d49202-0073-41b4-8ff7-da1caf162115 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.517289] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645436, 'name': CreateVM_Task, 'duration_secs': 0.567961} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.518570] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.519144] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 756.519144] env[66735]: value = "task-4645438" [ 756.519144] env[66735]: _type = "Task" [ 756.519144] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.519429] env[66735]: WARNING neutronclient.v2_0.client [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.519766] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.520070] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.520332] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.520679] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-794ca05f-a731-4dd5-94ef-b32cd91c5382 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.534507] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645438, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.534910] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Waiting for the task: (returnval){ [ 756.534910] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b85a09-844f-87e2-5e15-f1bcc47c7cbf" [ 756.534910] env[66735]: _type = "Task" [ 756.534910] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.549025] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b85a09-844f-87e2-5e15-f1bcc47c7cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.617992] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ca57717c-4297-4963-a316-8d791c6c90dd tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.623s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.780722] env[66735]: INFO nova.compute.manager [-] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Took 1.38 seconds to deallocate network for instance. [ 756.930739] env[66735]: DEBUG nova.network.neutron [-] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.959124] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645437, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.036879] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645438, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.058700] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b85a09-844f-87e2-5e15-f1bcc47c7cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.038504} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.063021] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.063512] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.063891] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.064157] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.064443] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.065809] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77e1d329-d215-48e1-be20-425d6cef61de {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.081588] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.082060] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.086039] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cb3e5f-303b-43f8-8093-3f340dd26540 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.092437] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Waiting for the task: (returnval){ [ 757.092437] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52052942-dbe3-0165-3095-9c34a6d9600e" [ 757.092437] env[66735]: _type = "Task" [ 757.092437] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.111267] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52052942-dbe3-0165-3095-9c34a6d9600e, 'name': SearchDatastore_Task, 'duration_secs': 0.011978} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.112346] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e348310-cb0d-4fa6-883c-58e2ef1528a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.124171] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Waiting for the task: (returnval){ [ 757.124171] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52120d10-11b2-6699-770f-59157f08328d" [ 757.124171] env[66735]: _type = "Task" [ 757.124171] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.151617] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52120d10-11b2-6699-770f-59157f08328d, 'name': SearchDatastore_Task, 'duration_secs': 0.01301} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.152122] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.152534] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] f9354fd5-4bf2-4da5-8227-621f848ef2b4/f9354fd5-4bf2-4da5-8227-621f848ef2b4.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.156019] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eec55e7-b7c6-49a6-8fe4-7265fa1502cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.169311] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquiring lock "76fa3b09-2896-470a-b907-79801dc12b56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.169311] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lock "76fa3b09-2896-470a-b907-79801dc12b56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.169311] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquiring lock "76fa3b09-2896-470a-b907-79801dc12b56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.169311] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lock "76fa3b09-2896-470a-b907-79801dc12b56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.169454] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lock "76fa3b09-2896-470a-b907-79801dc12b56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.171537] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Waiting for the task: (returnval){ [ 757.171537] env[66735]: value = "task-4645439" [ 757.171537] env[66735]: _type = "Task" [ 757.171537] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.172064] env[66735]: INFO nova.compute.manager [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Terminating instance [ 757.193970] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.294261] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.349045] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed34c5a-af09-4aac-8087-e5a8834c06d4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.362455] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11f032b-3634-4526-8a42-430258785480 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.396349] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32438ee-22ff-411d-83e7-2c9f3691ae38 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.405724] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebad95f-3225-4cf6-be1f-159e24404e8d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.421170] env[66735]: DEBUG nova.compute.provider_tree [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.433036] env[66735]: INFO nova.compute.manager [-] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Took 1.64 seconds to deallocate network for instance. [ 757.459540] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645437, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.088417} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.459540] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 1bd3edb4-d320-4f71-bbad-d794309bab1f/1bd3edb4-d320-4f71-bbad-d794309bab1f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.459540] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.459540] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81e8b470-5f79-41fb-9fbb-85145e43740c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.468225] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 757.468225] env[66735]: value = "task-4645440" [ 757.468225] env[66735]: _type = "Task" [ 757.468225] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.479079] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.534688] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645438, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.666376] env[66735]: DEBUG nova.network.neutron [-] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.688754] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquiring lock "refresh_cache-76fa3b09-2896-470a-b907-79801dc12b56" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.688754] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquired lock "refresh_cache-76fa3b09-2896-470a-b907-79801dc12b56" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.688754] env[66735]: DEBUG nova.network.neutron [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 757.693686] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645439, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.925207] env[66735]: DEBUG nova.scheduler.client.report [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.941026] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.979590] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093846} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.984613] env[66735]: WARNING neutronclient.v2_0.client [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.986880] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.988179] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0441d0b1-4a23-419a-bfd1-930fc1925e5c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.997156] env[66735]: WARNING neutronclient.v2_0.client [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.027119] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 1bd3edb4-d320-4f71-bbad-d794309bab1f/1bd3edb4-d320-4f71-bbad-d794309bab1f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.027119] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1ba6b0e-d49a-44fa-b232-6d854f1c9cc7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.054496] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645438, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.056591] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 758.056591] env[66735]: value = "task-4645441" [ 758.056591] env[66735]: _type = "Task" [ 758.056591] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.066446] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645441, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.144315] env[66735]: DEBUG nova.network.neutron [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Updated VIF entry in instance network info cache for port 15a76a89-5ba8-4833-bea2-fe27664eb046. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 758.144687] env[66735]: DEBUG nova.network.neutron [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Updating instance_info_cache with network_info: [{"id": "15a76a89-5ba8-4833-bea2-fe27664eb046", "address": "fa:16:3e:8b:45:ab", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a76a89-5b", "ovs_interfaceid": "15a76a89-5ba8-4833-bea2-fe27664eb046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.174431] env[66735]: INFO nova.compute.manager [-] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Took 2.24 seconds to deallocate network for instance. [ 758.192428] env[66735]: WARNING neutronclient.v2_0.client [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.196243] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691927} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.196789] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] f9354fd5-4bf2-4da5-8227-621f848ef2b4/f9354fd5-4bf2-4da5-8227-621f848ef2b4.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.197027] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.197294] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfc69dfe-ebe0-4899-9bdf-fdafa9a12fd2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.202232] env[66735]: DEBUG nova.network.neutron [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updated VIF entry in instance network info cache for port 3d8ce29d-3f73-4476-ace2-e55889d07b9f. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 758.202625] env[66735]: DEBUG nova.network.neutron [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance_info_cache with network_info: [{"id": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "address": "fa:16:3e:c7:d2:67", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8ce29d-3f", "ovs_interfaceid": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.206163] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Waiting for the task: (returnval){ [ 758.206163] env[66735]: value = "task-4645442" [ 758.206163] env[66735]: _type = "Task" [ 758.206163] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.222616] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.245880] env[66735]: DEBUG nova.network.neutron [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 758.333997] env[66735]: DEBUG nova.network.neutron [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.432351] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.355s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.437332] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.702s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.438556] env[66735]: INFO nova.compute.claims [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.472298] env[66735]: INFO nova.scheduler.client.report [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Deleted allocations for instance f332e0cd-c907-4ed3-992c-a17f51740d59 [ 758.538617] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645438, 'name': Rename_Task, 'duration_secs': 1.741872} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.539813] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.539813] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc3a46f9-8332-475f-8928-56014a7d1f56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.551417] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 758.551417] env[66735]: value = "task-4645443" [ 758.551417] env[66735]: _type = "Task" [ 758.551417] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.569576] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645443, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.573591] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.648049] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] Releasing lock "refresh_cache-1bd3edb4-d320-4f71-bbad-d794309bab1f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.648394] env[66735]: DEBUG nova.compute.manager [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Received event network-vif-plugged-b4ca1dff-332c-4026-aaf9-8851df166799 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 758.648627] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] Acquiring lock "f9354fd5-4bf2-4da5-8227-621f848ef2b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.648842] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] Lock "f9354fd5-4bf2-4da5-8227-621f848ef2b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.649044] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] Lock "f9354fd5-4bf2-4da5-8227-621f848ef2b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.649217] env[66735]: DEBUG nova.compute.manager [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] No waiting events found dispatching network-vif-plugged-b4ca1dff-332c-4026-aaf9-8851df166799 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 758.649401] env[66735]: WARNING nova.compute.manager [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Received unexpected event network-vif-plugged-b4ca1dff-332c-4026-aaf9-8851df166799 for instance with vm_state building and task_state spawning. [ 758.649576] env[66735]: DEBUG nova.compute.manager [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Received event network-changed-b4ca1dff-332c-4026-aaf9-8851df166799 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 758.649760] env[66735]: DEBUG nova.compute.manager [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Refreshing instance network info cache due to event network-changed-b4ca1dff-332c-4026-aaf9-8851df166799. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 758.649948] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] Acquiring lock "refresh_cache-f9354fd5-4bf2-4da5-8227-621f848ef2b4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.650101] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] Acquired lock "refresh_cache-f9354fd5-4bf2-4da5-8227-621f848ef2b4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.650260] env[66735]: DEBUG nova.network.neutron [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Refreshing network info cache for port b4ca1dff-332c-4026-aaf9-8851df166799 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.689097] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.707701] env[66735]: DEBUG oslo_concurrency.lockutils [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] Releasing lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.708038] env[66735]: DEBUG nova.compute.manager [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Received event network-changed-e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 758.708215] env[66735]: DEBUG nova.compute.manager [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Refreshing instance network info cache due to event network-changed-e47ade27-9288-46b6-b736-eba93fe189a5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 758.708626] env[66735]: DEBUG oslo_concurrency.lockutils [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] Acquiring lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.709441] env[66735]: DEBUG oslo_concurrency.lockutils [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] Acquired lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.709725] env[66735]: DEBUG nova.network.neutron [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Refreshing network info cache for port e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.724613] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099204} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.726694] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.727955] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0d0ec8-74d0-4d85-bba8-770f8eae28ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.760225] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] f9354fd5-4bf2-4da5-8227-621f848ef2b4/f9354fd5-4bf2-4da5-8227-621f848ef2b4.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.761700] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8829543-2255-4190-8957-efb1ad2c7311 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.781507] env[66735]: DEBUG nova.compute.manager [req-ca7b8e11-c439-47e4-9490-c4321eb428bb req-8afde4fe-57fd-44eb-8305-0e848703342f service nova] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Received event network-vif-deleted-5736d3aa-a8e1-445a-8aba-d66245588ee4 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 758.781718] env[66735]: DEBUG nova.compute.manager [req-ca7b8e11-c439-47e4-9490-c4321eb428bb req-8afde4fe-57fd-44eb-8305-0e848703342f service nova] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Received event network-vif-deleted-9a24d015-f696-43a7-ae94-003d20c1e3b4 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 758.781898] env[66735]: DEBUG nova.compute.manager [req-ca7b8e11-c439-47e4-9490-c4321eb428bb req-8afde4fe-57fd-44eb-8305-0e848703342f service nova] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Received event network-vif-deleted-d2ea616a-5dfa-4d30-a1f7-b466e405c8bd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 758.789632] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Waiting for the task: (returnval){ [ 758.789632] env[66735]: value = "task-4645444" [ 758.789632] env[66735]: _type = "Task" [ 758.789632] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.800073] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.836676] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Releasing lock "refresh_cache-76fa3b09-2896-470a-b907-79801dc12b56" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.837337] env[66735]: DEBUG nova.compute.manager [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 758.837619] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.838878] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80884272-cadf-46fe-bdac-21d4c4aece8b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.846945] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.848469] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf665b84-57ec-4f74-91bf-25e9a5cfb032 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.860476] env[66735]: DEBUG oslo_vmware.api [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 758.860476] env[66735]: value = "task-4645445" [ 758.860476] env[66735]: _type = "Task" [ 758.860476] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.870853] env[66735]: DEBUG oslo_vmware.api [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.981559] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c5cfb9f8-0165-480e-a1c6-63530286615d tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "f332e0cd-c907-4ed3-992c-a17f51740d59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.030s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.062943] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.075265] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645441, 'name': ReconfigVM_Task, 'duration_secs': 0.817051} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.075714] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 1bd3edb4-d320-4f71-bbad-d794309bab1f/1bd3edb4-d320-4f71-bbad-d794309bab1f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.076602] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a82ff638-4e91-4927-9b29-2126d675a75c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.085881] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 759.085881] env[66735]: value = "task-4645446" [ 759.085881] env[66735]: _type = "Task" [ 759.085881] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.099173] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645446, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.157621] env[66735]: WARNING neutronclient.v2_0.client [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.220785] env[66735]: WARNING neutronclient.v2_0.client [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.302738] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645444, 'name': ReconfigVM_Task, 'duration_secs': 0.509244} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.303800] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Reconfigured VM instance instance-0000002f to attach disk [datastore2] f9354fd5-4bf2-4da5-8227-621f848ef2b4/f9354fd5-4bf2-4da5-8227-621f848ef2b4.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.304413] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a712d591-7fa0-4ec2-9610-62761134034a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.313991] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Waiting for the task: (returnval){ [ 759.313991] env[66735]: value = "task-4645447" [ 759.313991] env[66735]: _type = "Task" [ 759.313991] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.331969] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645447, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.373185] env[66735]: DEBUG oslo_vmware.api [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645445, 'name': PowerOffVM_Task, 'duration_secs': 0.158557} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.374673] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.374673] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.374673] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22889d2e-d335-4edc-b062-d4556368f022 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.379324] env[66735]: WARNING neutronclient.v2_0.client [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.416627] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.416920] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.417164] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Deleting the datastore file [datastore1] 76fa3b09-2896-470a-b907-79801dc12b56 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.417582] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3618a01-bd5f-4b30-b58f-9d1fccd10696 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.425706] env[66735]: DEBUG oslo_vmware.api [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for the task: (returnval){ [ 759.425706] env[66735]: value = "task-4645449" [ 759.425706] env[66735]: _type = "Task" [ 759.425706] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.435483] env[66735]: DEBUG oslo_vmware.api [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.540989] env[66735]: DEBUG nova.network.neutron [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Updated VIF entry in instance network info cache for port b4ca1dff-332c-4026-aaf9-8851df166799. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 759.541441] env[66735]: DEBUG nova.network.neutron [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Updating instance_info_cache with network_info: [{"id": "b4ca1dff-332c-4026-aaf9-8851df166799", "address": "fa:16:3e:56:25:68", "network": {"id": "1855e600-c34a-4515-9359-50703b6c1117", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1132304845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5cc2b979697a46878f8fd619e7ea053e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ca1dff-33", "ovs_interfaceid": "b4ca1dff-332c-4026-aaf9-8851df166799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.566353] env[66735]: DEBUG oslo_vmware.api [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645443, 'name': PowerOnVM_Task, 'duration_secs': 0.703865} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.566688] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.566922] env[66735]: INFO nova.compute.manager [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Took 12.31 seconds to spawn the instance on the hypervisor. [ 759.567198] env[66735]: DEBUG nova.compute.manager [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 759.568106] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d883f-9ae9-4c46-a9ef-d14f4d887b4a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.588059] env[66735]: WARNING neutronclient.v2_0.client [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.602527] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645446, 'name': Rename_Task, 'duration_secs': 0.213467} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.603561] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.603561] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d378b7c-2898-4c8a-a7c5-1879e3b4fda1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.615261] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 759.615261] env[66735]: value = "task-4645450" [ 759.615261] env[66735]: _type = "Task" [ 759.615261] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.629589] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.800161] env[66735]: DEBUG nova.network.neutron [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Updated VIF entry in instance network info cache for port e47ade27-9288-46b6-b736-eba93fe189a5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 759.800736] env[66735]: DEBUG nova.network.neutron [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Updating instance_info_cache with network_info: [{"id": "e47ade27-9288-46b6-b736-eba93fe189a5", "address": "fa:16:3e:ff:f2:fe", "network": {"id": "de9c8baf-09a3-441d-ab6c-ab86d672f211", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1581172569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560f74fac141443ba1e4f9ba3444be1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47ade27-92", "ovs_interfaceid": "e47ade27-9288-46b6-b736-eba93fe189a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.827011] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645447, 'name': Rename_Task, 'duration_secs': 0.309282} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.827903] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.828177] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b54a457a-63c6-429e-8618-9bf2d3c344a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.840471] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Waiting for the task: (returnval){ [ 759.840471] env[66735]: value = "task-4645451" [ 759.840471] env[66735]: _type = "Task" [ 759.840471] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.851876] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.943116] env[66735]: DEBUG oslo_vmware.api [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Task: {'id': task-4645449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192901} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.943328] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.943510] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.943686] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.943850] env[66735]: INFO nova.compute.manager [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Took 1.11 seconds to destroy the instance on the hypervisor. [ 759.944105] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 759.944312] env[66735]: DEBUG nova.compute.manager [-] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 759.944410] env[66735]: DEBUG nova.network.neutron [-] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 759.944704] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.969460] env[66735]: DEBUG nova.network.neutron [-] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 759.969460] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.045874] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf43da4b-0800-4083-a586-f5e8b54b904d req-2404fa21-0871-406e-aab9-cbda3da9c92b service nova] Releasing lock "refresh_cache-f9354fd5-4bf2-4da5-8227-621f848ef2b4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.072356] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b342c95c-29a0-4d9e-87f7-54038efe398b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.085876] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f0f79e-a7cc-4452-ac97-3282b02bc58d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.128210] env[66735]: INFO nova.compute.manager [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Took 40.94 seconds to build instance. [ 760.133667] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4a60c3-f40f-42c7-9792-bb7700524122 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.142832] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645450, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.146443] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea86385-77bd-43b5-a5ed-8d2d72c87169 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.163411] env[66735]: DEBUG nova.compute.provider_tree [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.304977] env[66735]: DEBUG oslo_concurrency.lockutils [req-a35d6c79-3819-47c2-a3b7-8e532baf66c6 req-76b088b9-d14b-4ba3-8f10-ace2de369fe7 service nova] Releasing lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.351488] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645451, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.404764] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.405498] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.472745] env[66735]: DEBUG nova.network.neutron [-] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.642086] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23612124-cc18-4273-a01e-c24e035fced9 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "0a1e9d66-ea85-474c-9751-120c5438f848" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.278s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.642683] env[66735]: DEBUG oslo_vmware.api [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645450, 'name': PowerOnVM_Task, 'duration_secs': 0.787206} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.643092] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.643804] env[66735]: INFO nova.compute.manager [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Took 11.00 seconds to spawn the instance on the hypervisor. [ 760.643804] env[66735]: DEBUG nova.compute.manager [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 760.645099] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bb883d-0ede-4520-af0d-a7e6dd10d60c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.666957] env[66735]: DEBUG nova.scheduler.client.report [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.852303] env[66735]: DEBUG oslo_vmware.api [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645451, 'name': PowerOnVM_Task, 'duration_secs': 0.701537} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.853041] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.853041] env[66735]: INFO nova.compute.manager [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Took 7.20 seconds to spawn the instance on the hypervisor. [ 760.853041] env[66735]: DEBUG nova.compute.manager [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 760.854249] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5af411d-3eed-48ab-80c8-691f610430b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.908856] env[66735]: DEBUG nova.compute.manager [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 760.976164] env[66735]: INFO nova.compute.manager [-] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Took 1.03 seconds to deallocate network for instance. [ 761.163891] env[66735]: INFO nova.compute.manager [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Took 35.92 seconds to build instance. [ 761.173107] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.173766] env[66735]: DEBUG nova.compute.manager [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 761.176974] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.275s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.177216] env[66735]: DEBUG nova.objects.instance [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lazy-loading 'resources' on Instance uuid 7cd4e308-157e-4ad4-ac9f-9632e94f456f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.181649] env[66735]: DEBUG oslo_concurrency.lockutils [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "interface-daad57c0-7405-4904-a32a-a3cf738339b8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.181875] env[66735]: DEBUG oslo_concurrency.lockutils [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-daad57c0-7405-4904-a32a-a3cf738339b8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.182253] env[66735]: DEBUG nova.objects.instance [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'flavor' on Instance uuid daad57c0-7405-4904-a32a-a3cf738339b8 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.372553] env[66735]: INFO nova.compute.manager [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Took 35.50 seconds to build instance. [ 761.435945] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.483786] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.666559] env[66735]: DEBUG oslo_concurrency.lockutils [None req-711ba75c-9fc6-43d5-bc4d-9bfa29926732 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "1bd3edb4-d320-4f71-bbad-d794309bab1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.431s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.684158] env[66735]: DEBUG nova.compute.utils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.685930] env[66735]: DEBUG nova.compute.manager [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 761.686018] env[66735]: DEBUG nova.network.neutron [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 761.686468] env[66735]: WARNING neutronclient.v2_0.client [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.686675] env[66735]: WARNING neutronclient.v2_0.client [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.689462] env[66735]: WARNING neutronclient.v2_0.client [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.762777] env[66735]: DEBUG nova.policy [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ea8b0a25d44fd49b32995af569a498', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf1461c86788422987443bd4f6d6ff9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.807826] env[66735]: DEBUG nova.objects.instance [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'pci_requests' on Instance uuid daad57c0-7405-4904-a32a-a3cf738339b8 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.874595] env[66735]: DEBUG oslo_concurrency.lockutils [None req-23291d1f-2144-4174-9c3e-22624cce16c8 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Lock "f9354fd5-4bf2-4da5-8227-621f848ef2b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.013s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.068450] env[66735]: DEBUG nova.network.neutron [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Successfully created port: 6254bac1-3938-4cb5-8db6-27a1c1c41e22 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 762.156932] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14735440-27ef-4ecd-b281-440541142d47 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.166373] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a692aead-9ebc-416b-9289-c539e46e50c0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.200067] env[66735]: DEBUG nova.compute.manager [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 762.202785] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810cfd0b-723a-49b6-b735-eae9916804fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.212088] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca926bc6-8b3e-4c38-9cf4-e38d28d31a27 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.227457] env[66735]: DEBUG nova.compute.provider_tree [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.310313] env[66735]: DEBUG nova.objects.base [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 762.310547] env[66735]: DEBUG nova.network.neutron [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 762.310895] env[66735]: WARNING neutronclient.v2_0.client [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.311200] env[66735]: WARNING neutronclient.v2_0.client [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.373466] env[66735]: DEBUG nova.policy [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49ad68428394d51a920e60ac057cd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ceab9724bb4af6b8c7ba686fdefd49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.694606] env[66735]: DEBUG nova.network.neutron [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Successfully created port: a35a370c-27fc-4ca5-b1af-807c7d3a0b6b {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 762.731555] env[66735]: DEBUG nova.scheduler.client.report [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.846029] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "5cf9f44c-d7cf-47e3-805b-72aba8845d17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.846277] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "5cf9f44c-d7cf-47e3-805b-72aba8845d17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.212377] env[66735]: DEBUG nova.compute.manager [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 763.237755] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.242389] env[66735]: DEBUG nova.virt.hardware [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.242704] env[66735]: DEBUG nova.virt.hardware [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.242929] env[66735]: DEBUG nova.virt.hardware [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.243189] env[66735]: DEBUG nova.virt.hardware [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.243348] env[66735]: DEBUG nova.virt.hardware [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.243538] env[66735]: DEBUG nova.virt.hardware [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.243780] env[66735]: DEBUG nova.virt.hardware [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.243975] env[66735]: DEBUG nova.virt.hardware [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.244266] env[66735]: DEBUG nova.virt.hardware [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.244356] env[66735]: DEBUG nova.virt.hardware [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.244568] env[66735]: DEBUG nova.virt.hardware [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.245192] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.514s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.246795] env[66735]: INFO nova.compute.claims [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.250510] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434fd4f2-9097-4d13-8d0e-74a6301458a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.260224] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3033410c-1e4e-4fc3-815d-301bee7508ba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.278186] env[66735]: INFO nova.scheduler.client.report [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Deleted allocations for instance 7cd4e308-157e-4ad4-ac9f-9632e94f456f [ 763.349099] env[66735]: DEBUG nova.compute.manager [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 763.623672] env[66735]: DEBUG nova.network.neutron [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Successfully updated port: 6254bac1-3938-4cb5-8db6-27a1c1c41e22 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 763.788626] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13b179f0-da20-44fd-b4c8-40578dc54d4b tempest-ListServersNegativeTestJSON-1736181721 tempest-ListServersNegativeTestJSON-1736181721-project-member] Lock "7cd4e308-157e-4ad4-ac9f-9632e94f456f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.571s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.872621] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.130319] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "refresh_cache-3e7ea9cc-28e5-457c-9c6c-dd29094466cd" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.130319] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquired lock "refresh_cache-3e7ea9cc-28e5-457c-9c6c-dd29094466cd" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.130319] env[66735]: DEBUG nova.network.neutron [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 764.314997] env[66735]: DEBUG nova.network.neutron [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Successfully updated port: a35a370c-27fc-4ca5-b1af-807c7d3a0b6b {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 764.683646] env[66735]: DEBUG nova.network.neutron [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 764.735661] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b507d1aa-6af7-4a5c-943d-61f6fbd5c49a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.745748] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343d7606-fcd0-44b8-bd22-5afacf982a77 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.781523] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cbdf2b-2688-49cd-b9af-a84afca51797 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.785350] env[66735]: WARNING neutronclient.v2_0.client [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.793768] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd1dce8-4544-4ebe-878f-7958bea8dab0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.808154] env[66735]: DEBUG nova.compute.provider_tree [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.817323] env[66735]: DEBUG oslo_concurrency.lockutils [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.817561] env[66735]: DEBUG oslo_concurrency.lockutils [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.817784] env[66735]: DEBUG nova.network.neutron [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 764.856540] env[66735]: DEBUG nova.network.neutron [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Updating instance_info_cache with network_info: [{"id": "6254bac1-3938-4cb5-8db6-27a1c1c41e22", "address": "fa:16:3e:8f:18:f1", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6254bac1-39", "ovs_interfaceid": "6254bac1-3938-4cb5-8db6-27a1c1c41e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.027565] env[66735]: DEBUG nova.compute.manager [req-c486bf37-579d-4192-8016-269882184c0c req-a27eba37-1c76-4c15-94c8-3745778b4a6d service nova] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Received event network-vif-plugged-6254bac1-3938-4cb5-8db6-27a1c1c41e22 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 765.027746] env[66735]: DEBUG oslo_concurrency.lockutils [req-c486bf37-579d-4192-8016-269882184c0c req-a27eba37-1c76-4c15-94c8-3745778b4a6d service nova] Acquiring lock "3e7ea9cc-28e5-457c-9c6c-dd29094466cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.027985] env[66735]: DEBUG oslo_concurrency.lockutils [req-c486bf37-579d-4192-8016-269882184c0c req-a27eba37-1c76-4c15-94c8-3745778b4a6d service nova] Lock "3e7ea9cc-28e5-457c-9c6c-dd29094466cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.028135] env[66735]: DEBUG oslo_concurrency.lockutils [req-c486bf37-579d-4192-8016-269882184c0c req-a27eba37-1c76-4c15-94c8-3745778b4a6d service nova] Lock "3e7ea9cc-28e5-457c-9c6c-dd29094466cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.028331] env[66735]: DEBUG nova.compute.manager [req-c486bf37-579d-4192-8016-269882184c0c req-a27eba37-1c76-4c15-94c8-3745778b4a6d service nova] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] No waiting events found dispatching network-vif-plugged-6254bac1-3938-4cb5-8db6-27a1c1c41e22 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 765.028486] env[66735]: WARNING nova.compute.manager [req-c486bf37-579d-4192-8016-269882184c0c req-a27eba37-1c76-4c15-94c8-3745778b4a6d service nova] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Received unexpected event network-vif-plugged-6254bac1-3938-4cb5-8db6-27a1c1c41e22 for instance with vm_state building and task_state spawning. [ 765.130046] env[66735]: DEBUG nova.compute.manager [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Stashing vm_state: active {{(pid=66735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 765.311767] env[66735]: DEBUG nova.scheduler.client.report [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.354419] env[66735]: DEBUG nova.compute.manager [req-0bc45dba-7abf-47f3-822a-7e5703eb0be5 req-cd3fe56b-344d-4632-ac7a-37e2aa994f33 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Received event network-vif-plugged-a35a370c-27fc-4ca5-b1af-807c7d3a0b6b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 765.354734] env[66735]: DEBUG oslo_concurrency.lockutils [req-0bc45dba-7abf-47f3-822a-7e5703eb0be5 req-cd3fe56b-344d-4632-ac7a-37e2aa994f33 service nova] Acquiring lock "daad57c0-7405-4904-a32a-a3cf738339b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.354965] env[66735]: DEBUG oslo_concurrency.lockutils [req-0bc45dba-7abf-47f3-822a-7e5703eb0be5 req-cd3fe56b-344d-4632-ac7a-37e2aa994f33 service nova] Lock "daad57c0-7405-4904-a32a-a3cf738339b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.355138] env[66735]: DEBUG oslo_concurrency.lockutils [req-0bc45dba-7abf-47f3-822a-7e5703eb0be5 req-cd3fe56b-344d-4632-ac7a-37e2aa994f33 service nova] Lock "daad57c0-7405-4904-a32a-a3cf738339b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.355305] env[66735]: DEBUG nova.compute.manager [req-0bc45dba-7abf-47f3-822a-7e5703eb0be5 req-cd3fe56b-344d-4632-ac7a-37e2aa994f33 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] No waiting events found dispatching network-vif-plugged-a35a370c-27fc-4ca5-b1af-807c7d3a0b6b {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 765.355462] env[66735]: WARNING nova.compute.manager [req-0bc45dba-7abf-47f3-822a-7e5703eb0be5 req-cd3fe56b-344d-4632-ac7a-37e2aa994f33 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Received unexpected event network-vif-plugged-a35a370c-27fc-4ca5-b1af-807c7d3a0b6b for instance with vm_state active and task_state None. [ 765.358753] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Releasing lock "refresh_cache-3e7ea9cc-28e5-457c-9c6c-dd29094466cd" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.359081] env[66735]: DEBUG nova.compute.manager [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Instance network_info: |[{"id": "6254bac1-3938-4cb5-8db6-27a1c1c41e22", "address": "fa:16:3e:8f:18:f1", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6254bac1-39", "ovs_interfaceid": "6254bac1-3938-4cb5-8db6-27a1c1c41e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 765.359503] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:18:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6254bac1-3938-4cb5-8db6-27a1c1c41e22', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.367077] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 765.367750] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.367993] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26e7008b-6c1f-4dfc-ae37-b3f9845771b0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.383649] env[66735]: WARNING nova.network.neutron [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] e6b3841c-2f38-477b-91df-5d938cd4bf27 already exists in list: networks containing: ['e6b3841c-2f38-477b-91df-5d938cd4bf27']. ignoring it [ 765.392668] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.392668] env[66735]: value = "task-4645452" [ 765.392668] env[66735]: _type = "Task" [ 765.392668] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.401865] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645452, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.514047] env[66735]: WARNING neutronclient.v2_0.client [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.593207] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "a5e7f2d6-10dc-443d-8466-2c142b68b0a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.593565] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "a5e7f2d6-10dc-443d-8466-2c142b68b0a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.594130] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "a5e7f2d6-10dc-443d-8466-2c142b68b0a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.594374] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "a5e7f2d6-10dc-443d-8466-2c142b68b0a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.594551] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "a5e7f2d6-10dc-443d-8466-2c142b68b0a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.597249] env[66735]: INFO nova.compute.manager [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Terminating instance [ 765.663818] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.729761] env[66735]: WARNING neutronclient.v2_0.client [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.819186] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.819186] env[66735]: DEBUG nova.compute.manager [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 765.824677] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.840s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.824901] env[66735]: DEBUG nova.objects.instance [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lazy-loading 'pci_requests' on Instance uuid 2cb84984-155b-4ec5-8795-a4dc89cb6eb5 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.880681] env[66735]: DEBUG nova.network.neutron [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Updating instance_info_cache with network_info: [{"id": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "address": "fa:16:3e:49:4d:b2", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8757cfed-9c", "ovs_interfaceid": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a35a370c-27fc-4ca5-b1af-807c7d3a0b6b", "address": "fa:16:3e:11:c9:d6", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35a370c-27", "ovs_interfaceid": "a35a370c-27fc-4ca5-b1af-807c7d3a0b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.904524] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645452, 'name': CreateVM_Task, 'duration_secs': 0.318511} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.904705] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.905540] env[66735]: WARNING neutronclient.v2_0.client [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.905960] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.906174] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.906502] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.907023] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4212236-ce17-488f-b63d-784374729e5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.912478] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 765.912478] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524f6228-fb38-4ea9-0d27-7d8e46c436cb" [ 765.912478] env[66735]: _type = "Task" [ 765.912478] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.922084] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524f6228-fb38-4ea9-0d27-7d8e46c436cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.106714] env[66735]: DEBUG nova.compute.manager [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 766.106818] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.108588] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9425a81c-ea26-4be4-97a9-68510ebe95bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.119797] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.120073] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9321c3ee-64ff-47ac-aafd-83a9e034e45d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.126707] env[66735]: DEBUG oslo_vmware.api [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 766.126707] env[66735]: value = "task-4645453" [ 766.126707] env[66735]: _type = "Task" [ 766.126707] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.141103] env[66735]: DEBUG oslo_vmware.api [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.328254] env[66735]: DEBUG nova.compute.utils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.331151] env[66735]: DEBUG nova.compute.manager [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 766.331151] env[66735]: DEBUG nova.network.neutron [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 766.331421] env[66735]: WARNING neutronclient.v2_0.client [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.332044] env[66735]: WARNING neutronclient.v2_0.client [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.335823] env[66735]: DEBUG nova.objects.instance [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lazy-loading 'numa_topology' on Instance uuid 2cb84984-155b-4ec5-8795-a4dc89cb6eb5 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.386403] env[66735]: DEBUG oslo_concurrency.lockutils [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.386403] env[66735]: DEBUG oslo_concurrency.lockutils [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.386403] env[66735]: DEBUG oslo_concurrency.lockutils [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.386403] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adb6875-50ae-43db-ab29-810b84660eb1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.394595] env[66735]: DEBUG nova.policy [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f080823206ef462b8265dde62de6ed34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4743e209426f410097298c46b6ea56f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.413337] env[66735]: DEBUG nova.virt.hardware [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 766.413722] env[66735]: DEBUG nova.virt.hardware [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.413917] env[66735]: DEBUG nova.virt.hardware [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 766.414152] env[66735]: DEBUG nova.virt.hardware [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.414331] env[66735]: DEBUG nova.virt.hardware [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 766.414507] env[66735]: DEBUG nova.virt.hardware [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 766.414742] env[66735]: DEBUG nova.virt.hardware [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 766.414927] env[66735]: DEBUG nova.virt.hardware [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 766.415152] env[66735]: DEBUG nova.virt.hardware [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 766.415326] env[66735]: DEBUG nova.virt.hardware [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 766.415500] env[66735]: DEBUG nova.virt.hardware [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 766.422046] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Reconfiguring VM to attach interface {{(pid=66735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 766.424962] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274392c5-510f-464e-a415-4a01de6e808b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.445638] env[66735]: DEBUG oslo_vmware.api [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 766.445638] env[66735]: value = "task-4645454" [ 766.445638] env[66735]: _type = "Task" [ 766.445638] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.449449] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524f6228-fb38-4ea9-0d27-7d8e46c436cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013041} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.453198] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.453540] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.453769] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.453961] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.454248] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.454763] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-450b7631-0f71-4cea-a0e6-7a92dd740fa3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.462513] env[66735]: DEBUG oslo_vmware.api [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645454, 'name': ReconfigVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.464445] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.464618] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.465589] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0362840-6134-4f56-aaaf-e933d012b4a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.472196] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 766.472196] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523f0229-90b1-f72e-5bbf-140c1f2fdfcc" [ 766.472196] env[66735]: _type = "Task" [ 766.472196] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.482753] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523f0229-90b1-f72e-5bbf-140c1f2fdfcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.638934] env[66735]: DEBUG oslo_vmware.api [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645453, 'name': PowerOffVM_Task, 'duration_secs': 0.275195} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.639151] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.639328] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.639618] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c586ced2-ca74-4481-b6a9-ab35046169d0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.710126] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.710372] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.710576] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Deleting the datastore file [datastore2] a5e7f2d6-10dc-443d-8466-2c142b68b0a3 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.710955] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62e3cfff-ab29-4cd2-97be-6f79fb67d7af {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.718203] env[66735]: DEBUG oslo_vmware.api [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 766.718203] env[66735]: value = "task-4645456" [ 766.718203] env[66735]: _type = "Task" [ 766.718203] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.726588] env[66735]: DEBUG oslo_vmware.api [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.819457] env[66735]: DEBUG nova.network.neutron [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Successfully created port: 9b678728-48f0-431c-9b2d-0e8b70e7b780 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 766.838624] env[66735]: DEBUG nova.compute.utils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.841057] env[66735]: INFO nova.compute.claims [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.961931] env[66735]: DEBUG oslo_vmware.api [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.984688] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523f0229-90b1-f72e-5bbf-140c1f2fdfcc, 'name': SearchDatastore_Task, 'duration_secs': 0.012552} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.985600] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994c54ae-1c4b-4888-b551-42bbd6134b91 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.992453] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 766.992453] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c62477-2bb3-68b5-fb7b-a0a49a1ca946" [ 766.992453] env[66735]: _type = "Task" [ 766.992453] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.002416] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c62477-2bb3-68b5-fb7b-a0a49a1ca946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.232285] env[66735]: DEBUG oslo_vmware.api [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197345} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.232657] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.233317] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.233317] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.233463] env[66735]: INFO nova.compute.manager [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 767.233725] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.234020] env[66735]: DEBUG nova.compute.manager [-] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 767.234163] env[66735]: DEBUG nova.network.neutron [-] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.234672] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.287754] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.347522] env[66735]: DEBUG nova.compute.manager [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 767.461479] env[66735]: DEBUG oslo_vmware.api [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645454, 'name': ReconfigVM_Task, 'duration_secs': 0.743649} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.462296] env[66735]: WARNING neutronclient.v2_0.client [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.462296] env[66735]: DEBUG oslo_concurrency.lockutils [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.462507] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Reconfigured VM to attach interface {{(pid=66735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 767.504153] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c62477-2bb3-68b5-fb7b-a0a49a1ca946, 'name': SearchDatastore_Task, 'duration_secs': 0.013501} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.505047] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.505047] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 3e7ea9cc-28e5-457c-9c6c-dd29094466cd/3e7ea9cc-28e5-457c-9c6c-dd29094466cd.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.505047] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63ba3c2b-0c7c-4b8d-bb3d-92b68a61d44a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.513135] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 767.513135] env[66735]: value = "task-4645457" [ 767.513135] env[66735]: _type = "Task" [ 767.513135] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.526855] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.970043] env[66735]: DEBUG oslo_concurrency.lockutils [None req-92ea1ea1-33cf-4972-8dca-9626d4c9ae55 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-daad57c0-7405-4904-a32a-a3cf738339b8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.786s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.026467] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645457, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.027934] env[66735]: DEBUG nova.network.neutron [-] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.153454] env[66735]: DEBUG nova.compute.manager [req-0258c907-8766-49cf-9043-d7816d5a628b req-81f7416b-4b1b-4bbd-8be9-bee856f2f74d service nova] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Received event network-changed-6254bac1-3938-4cb5-8db6-27a1c1c41e22 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 768.153454] env[66735]: DEBUG nova.compute.manager [req-0258c907-8766-49cf-9043-d7816d5a628b req-81f7416b-4b1b-4bbd-8be9-bee856f2f74d service nova] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Refreshing instance network info cache due to event network-changed-6254bac1-3938-4cb5-8db6-27a1c1c41e22. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 768.153454] env[66735]: DEBUG oslo_concurrency.lockutils [req-0258c907-8766-49cf-9043-d7816d5a628b req-81f7416b-4b1b-4bbd-8be9-bee856f2f74d service nova] Acquiring lock "refresh_cache-3e7ea9cc-28e5-457c-9c6c-dd29094466cd" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.153594] env[66735]: DEBUG oslo_concurrency.lockutils [req-0258c907-8766-49cf-9043-d7816d5a628b req-81f7416b-4b1b-4bbd-8be9-bee856f2f74d service nova] Acquired lock "refresh_cache-3e7ea9cc-28e5-457c-9c6c-dd29094466cd" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.154098] env[66735]: DEBUG nova.network.neutron [req-0258c907-8766-49cf-9043-d7816d5a628b req-81f7416b-4b1b-4bbd-8be9-bee856f2f74d service nova] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Refreshing network info cache for port 6254bac1-3938-4cb5-8db6-27a1c1c41e22 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.363525] env[66735]: DEBUG nova.compute.manager [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 768.378230] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151ba093-8e3e-4971-ba77-91955e0be3dc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.392318] env[66735]: DEBUG nova.virt.hardware [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:04:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='189532219',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1817395552',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 768.392569] env[66735]: DEBUG nova.virt.hardware [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.392723] env[66735]: DEBUG nova.virt.hardware [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 768.392900] env[66735]: DEBUG nova.virt.hardware [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.393052] env[66735]: DEBUG nova.virt.hardware [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 768.393198] env[66735]: DEBUG nova.virt.hardware [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 768.393401] env[66735]: DEBUG nova.virt.hardware [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 768.393554] env[66735]: DEBUG nova.virt.hardware [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 768.393716] env[66735]: DEBUG nova.virt.hardware [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 768.393872] env[66735]: DEBUG nova.virt.hardware [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 768.394062] env[66735]: DEBUG nova.virt.hardware [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 768.395129] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b69a8f2-bb12-40bd-8414-bb6fbdd5eef3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.399169] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9851fa7d-25f4-4547-8881-ba25755365d1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.433654] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f36faa-f967-4c9b-8516-87235b53c546 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.439762] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e2ddc9-7d7a-4864-b2a2-8f2d0a51a797 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.461585] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094d383b-accb-4567-999c-00a182a01e90 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.467742] env[66735]: DEBUG nova.network.neutron [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Successfully updated port: 9b678728-48f0-431c-9b2d-0e8b70e7b780 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 768.481012] env[66735]: DEBUG nova.compute.provider_tree [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.493763] env[66735]: DEBUG nova.compute.manager [req-da89a65f-1288-4d24-93d1-0e4ba464886f req-97ecf662-3efb-47eb-84c7-e9c256ccbd85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Received event network-changed-a35a370c-27fc-4ca5-b1af-807c7d3a0b6b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 768.493926] env[66735]: DEBUG nova.compute.manager [req-da89a65f-1288-4d24-93d1-0e4ba464886f req-97ecf662-3efb-47eb-84c7-e9c256ccbd85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Refreshing instance network info cache due to event network-changed-a35a370c-27fc-4ca5-b1af-807c7d3a0b6b. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 768.495681] env[66735]: DEBUG oslo_concurrency.lockutils [req-da89a65f-1288-4d24-93d1-0e4ba464886f req-97ecf662-3efb-47eb-84c7-e9c256ccbd85 service nova] Acquiring lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.495681] env[66735]: DEBUG oslo_concurrency.lockutils [req-da89a65f-1288-4d24-93d1-0e4ba464886f req-97ecf662-3efb-47eb-84c7-e9c256ccbd85 service nova] Acquired lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.495681] env[66735]: DEBUG nova.network.neutron [req-da89a65f-1288-4d24-93d1-0e4ba464886f req-97ecf662-3efb-47eb-84c7-e9c256ccbd85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Refreshing network info cache for port a35a370c-27fc-4ca5-b1af-807c7d3a0b6b {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.524036] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754849} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.524312] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 3e7ea9cc-28e5-457c-9c6c-dd29094466cd/3e7ea9cc-28e5-457c-9c6c-dd29094466cd.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.524532] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.524786] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3a4c477-4ece-4886-9466-8f3bfb0b9daa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.533171] env[66735]: INFO nova.compute.manager [-] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Took 1.30 seconds to deallocate network for instance. [ 768.533527] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 768.533527] env[66735]: value = "task-4645458" [ 768.533527] env[66735]: _type = "Task" [ 768.533527] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.547765] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.657298] env[66735]: WARNING neutronclient.v2_0.client [req-0258c907-8766-49cf-9043-d7816d5a628b req-81f7416b-4b1b-4bbd-8be9-bee856f2f74d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.829861] env[66735]: WARNING neutronclient.v2_0.client [req-0258c907-8766-49cf-9043-d7816d5a628b req-81f7416b-4b1b-4bbd-8be9-bee856f2f74d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.923736] env[66735]: DEBUG nova.network.neutron [req-0258c907-8766-49cf-9043-d7816d5a628b req-81f7416b-4b1b-4bbd-8be9-bee856f2f74d service nova] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Updated VIF entry in instance network info cache for port 6254bac1-3938-4cb5-8db6-27a1c1c41e22. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 768.924121] env[66735]: DEBUG nova.network.neutron [req-0258c907-8766-49cf-9043-d7816d5a628b req-81f7416b-4b1b-4bbd-8be9-bee856f2f74d service nova] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Updating instance_info_cache with network_info: [{"id": "6254bac1-3938-4cb5-8db6-27a1c1c41e22", "address": "fa:16:3e:8f:18:f1", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6254bac1-39", "ovs_interfaceid": "6254bac1-3938-4cb5-8db6-27a1c1c41e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.971310] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "refresh_cache-0e740911-4848-48aa-a49d-f929be0479b2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.971562] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquired lock "refresh_cache-0e740911-4848-48aa-a49d-f929be0479b2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.971562] env[66735]: DEBUG nova.network.neutron [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 768.984793] env[66735]: DEBUG nova.scheduler.client.report [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.002237] env[66735]: WARNING neutronclient.v2_0.client [req-da89a65f-1288-4d24-93d1-0e4ba464886f req-97ecf662-3efb-47eb-84c7-e9c256ccbd85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.050947] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.051553] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204089} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.051807] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.056053] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b60441-2396-4d64-9d2d-419152f8b3c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.084717] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 3e7ea9cc-28e5-457c-9c6c-dd29094466cd/3e7ea9cc-28e5-457c-9c6c-dd29094466cd.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.088484] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-455ff41d-ff06-438f-b9d5-15daea231463 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.111225] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 769.111225] env[66735]: value = "task-4645459" [ 769.111225] env[66735]: _type = "Task" [ 769.111225] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.122655] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.427488] env[66735]: DEBUG oslo_concurrency.lockutils [req-0258c907-8766-49cf-9043-d7816d5a628b req-81f7416b-4b1b-4bbd-8be9-bee856f2f74d service nova] Releasing lock "refresh_cache-3e7ea9cc-28e5-457c-9c6c-dd29094466cd" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.494892] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.670s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.495339] env[66735]: WARNING neutronclient.v2_0.client [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.498124] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.966s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.499826] env[66735]: INFO nova.compute.claims [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.552291] env[66735]: DEBUG nova.network.neutron [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 769.584637] env[66735]: INFO nova.network.neutron [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updating port 8de1b916-dc96-492f-ab32-fd36252b6b08 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 769.612739] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquiring lock "403de8bd-873a-4b07-a730-c0511b9bbfd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.613363] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lock "403de8bd-873a-4b07-a730-c0511b9bbfd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.633783] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645459, 'name': ReconfigVM_Task, 'duration_secs': 0.313718} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.634354] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 3e7ea9cc-28e5-457c-9c6c-dd29094466cd/3e7ea9cc-28e5-457c-9c6c-dd29094466cd.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.635981] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37aa2f56-d6e3-4c4c-8c5e-175c92f47bbe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.647139] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 769.647139] env[66735]: value = "task-4645460" [ 769.647139] env[66735]: _type = "Task" [ 769.647139] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.656176] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645460, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.009653] env[66735]: WARNING neutronclient.v2_0.client [req-da89a65f-1288-4d24-93d1-0e4ba464886f req-97ecf662-3efb-47eb-84c7-e9c256ccbd85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.035348] env[66735]: WARNING neutronclient.v2_0.client [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.122806] env[66735]: DEBUG nova.compute.manager [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 770.157347] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645460, 'name': Rename_Task, 'duration_secs': 0.182419} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.159737] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.159737] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5258814-27a2-4935-a09e-271eaed7415f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.167984] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 770.167984] env[66735]: value = "task-4645461" [ 770.167984] env[66735]: _type = "Task" [ 770.167984] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.178683] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.200471] env[66735]: DEBUG nova.network.neutron [req-da89a65f-1288-4d24-93d1-0e4ba464886f req-97ecf662-3efb-47eb-84c7-e9c256ccbd85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Updated VIF entry in instance network info cache for port a35a370c-27fc-4ca5-b1af-807c7d3a0b6b. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.200972] env[66735]: DEBUG nova.network.neutron [req-da89a65f-1288-4d24-93d1-0e4ba464886f req-97ecf662-3efb-47eb-84c7-e9c256ccbd85 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Updating instance_info_cache with network_info: [{"id": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "address": "fa:16:3e:49:4d:b2", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8757cfed-9c", "ovs_interfaceid": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a35a370c-27fc-4ca5-b1af-807c7d3a0b6b", "address": "fa:16:3e:11:c9:d6", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35a370c-27", "ovs_interfaceid": "a35a370c-27fc-4ca5-b1af-807c7d3a0b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.237916] env[66735]: DEBUG nova.network.neutron [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Updating instance_info_cache with network_info: [{"id": "9b678728-48f0-431c-9b2d-0e8b70e7b780", "address": "fa:16:3e:df:4d:cd", "network": {"id": "a25e3bf0-b545-49c7-ac54-8844658010d4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1816758172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4743e209426f410097298c46b6ea56f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b678728-48", "ovs_interfaceid": "9b678728-48f0-431c-9b2d-0e8b70e7b780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.645652] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.678592] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.704538] env[66735]: DEBUG oslo_concurrency.lockutils [req-da89a65f-1288-4d24-93d1-0e4ba464886f req-97ecf662-3efb-47eb-84c7-e9c256ccbd85 service nova] Releasing lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.741166] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Releasing lock "refresh_cache-0e740911-4848-48aa-a49d-f929be0479b2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.741763] env[66735]: DEBUG nova.compute.manager [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Instance network_info: |[{"id": "9b678728-48f0-431c-9b2d-0e8b70e7b780", "address": "fa:16:3e:df:4d:cd", "network": {"id": "a25e3bf0-b545-49c7-ac54-8844658010d4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1816758172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4743e209426f410097298c46b6ea56f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b678728-48", "ovs_interfaceid": "9b678728-48f0-431c-9b2d-0e8b70e7b780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 770.742140] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:4d:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b678728-48f0-431c-9b2d-0e8b70e7b780', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.752842] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 770.756151] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.756568] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d61c01f1-a87a-4c72-b4a1-14c105feb806 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.783106] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.783106] env[66735]: value = "task-4645462" [ 770.783106] env[66735]: _type = "Task" [ 770.783106] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.794413] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645462, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.814677] env[66735]: DEBUG nova.compute.manager [req-2ca7a0c5-e371-404e-b331-e869a1634cc8 req-4205b461-91db-47a0-9140-629c8dc90f85 service nova] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Received event network-vif-deleted-d6b2ad7e-9a6e-4536-9daa-090773c59886 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 771.049094] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11807b0e-0622-482f-a3c7-4b241e40badb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.059049] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83398d63-b716-4793-885c-d20d8f5d62b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.094431] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6825b8-441d-4708-aced-b7b6e31a77f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.102966] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b20ada-6300-4488-91b3-df7cd6433572 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.117368] env[66735]: DEBUG nova.compute.provider_tree [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.179039] env[66735]: DEBUG oslo_vmware.api [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645461, 'name': PowerOnVM_Task, 'duration_secs': 0.674571} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.179289] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.179547] env[66735]: INFO nova.compute.manager [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Took 7.97 seconds to spawn the instance on the hypervisor. [ 771.179768] env[66735]: DEBUG nova.compute.manager [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 771.180585] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c55030e-41cf-4bc6-90e4-4a8df101d092 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.275234] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.275452] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.275632] env[66735]: DEBUG nova.network.neutron [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 771.296393] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645462, 'name': CreateVM_Task, 'duration_secs': 0.413492} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.296697] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.297702] env[66735]: WARNING neutronclient.v2_0.client [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.298271] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.298532] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.298937] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.299183] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7ed81a-4283-42f0-9352-025268f92cfa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.305896] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 771.305896] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524bc43c-0c90-52cd-82ce-dcbf58ffdd1a" [ 771.305896] env[66735]: _type = "Task" [ 771.305896] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.316287] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524bc43c-0c90-52cd-82ce-dcbf58ffdd1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.561951] env[66735]: DEBUG nova.compute.manager [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Received event network-vif-plugged-9b678728-48f0-431c-9b2d-0e8b70e7b780 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 771.561951] env[66735]: DEBUG oslo_concurrency.lockutils [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] Acquiring lock "0e740911-4848-48aa-a49d-f929be0479b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.562471] env[66735]: DEBUG oslo_concurrency.lockutils [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] Lock "0e740911-4848-48aa-a49d-f929be0479b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.562471] env[66735]: DEBUG oslo_concurrency.lockutils [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] Lock "0e740911-4848-48aa-a49d-f929be0479b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.562775] env[66735]: DEBUG nova.compute.manager [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] No waiting events found dispatching network-vif-plugged-9b678728-48f0-431c-9b2d-0e8b70e7b780 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 771.562996] env[66735]: WARNING nova.compute.manager [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Received unexpected event network-vif-plugged-9b678728-48f0-431c-9b2d-0e8b70e7b780 for instance with vm_state building and task_state spawning. [ 771.563212] env[66735]: DEBUG nova.compute.manager [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Received event network-changed-9b678728-48f0-431c-9b2d-0e8b70e7b780 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 771.563398] env[66735]: DEBUG nova.compute.manager [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Refreshing instance network info cache due to event network-changed-9b678728-48f0-431c-9b2d-0e8b70e7b780. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 771.563661] env[66735]: DEBUG oslo_concurrency.lockutils [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] Acquiring lock "refresh_cache-0e740911-4848-48aa-a49d-f929be0479b2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.563858] env[66735]: DEBUG oslo_concurrency.lockutils [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] Acquired lock "refresh_cache-0e740911-4848-48aa-a49d-f929be0479b2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.564062] env[66735]: DEBUG nova.network.neutron [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Refreshing network info cache for port 9b678728-48f0-431c-9b2d-0e8b70e7b780 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.621324] env[66735]: DEBUG nova.scheduler.client.report [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.704692] env[66735]: INFO nova.compute.manager [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Took 37.99 seconds to build instance. [ 771.778642] env[66735]: WARNING neutronclient.v2_0.client [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.821104] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524bc43c-0c90-52cd-82ce-dcbf58ffdd1a, 'name': SearchDatastore_Task, 'duration_secs': 0.013983} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.824695] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.825484] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.825484] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.825484] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.825612] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.826077] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97bbaab1-d448-4daa-967c-5c42c0f8539b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.838025] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.838212] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.838926] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76b0fcf-8349-41a1-adc0-2b9015918edf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.845131] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 771.845131] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5298a839-aa4b-c7b4-1dbd-a0935b977890" [ 771.845131] env[66735]: _type = "Task" [ 771.845131] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.854471] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5298a839-aa4b-c7b4-1dbd-a0935b977890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.002533] env[66735]: DEBUG oslo_concurrency.lockutils [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "interface-daad57c0-7405-4904-a32a-a3cf738339b8-a35a370c-27fc-4ca5-b1af-807c7d3a0b6b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.002533] env[66735]: DEBUG oslo_concurrency.lockutils [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-daad57c0-7405-4904-a32a-a3cf738339b8-a35a370c-27fc-4ca5-b1af-807c7d3a0b6b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.071272] env[66735]: WARNING neutronclient.v2_0.client [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.107400] env[66735]: WARNING neutronclient.v2_0.client [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.127424] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.127956] env[66735]: DEBUG nova.compute.manager [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 772.131477] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.160s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.131781] env[66735]: DEBUG nova.objects.instance [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lazy-loading 'resources' on Instance uuid 1b64739b-d3e2-40b2-98b6-231021f4d029 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.207829] env[66735]: DEBUG oslo_concurrency.lockutils [None req-add5b2e2-7ecb-436a-8fe5-da52aef74295 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "3e7ea9cc-28e5-457c-9c6c-dd29094466cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.404s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.279976] env[66735]: DEBUG nova.network.neutron [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updating instance_info_cache with network_info: [{"id": "8de1b916-dc96-492f-ab32-fd36252b6b08", "address": "fa:16:3e:3b:ea:46", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de1b916-dc", "ovs_interfaceid": "8de1b916-dc96-492f-ab32-fd36252b6b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.360450] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5298a839-aa4b-c7b4-1dbd-a0935b977890, 'name': SearchDatastore_Task, 'duration_secs': 0.010076} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.361152] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a313c9f-9b50-4c51-88d4-377ad52bcaea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.367734] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 772.367734] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e8e6a1-4d94-0021-63ee-b516c1248815" [ 772.367734] env[66735]: _type = "Task" [ 772.367734] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.377655] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e8e6a1-4d94-0021-63ee-b516c1248815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.390496] env[66735]: WARNING neutronclient.v2_0.client [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.473150] env[66735]: DEBUG nova.network.neutron [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Updated VIF entry in instance network info cache for port 9b678728-48f0-431c-9b2d-0e8b70e7b780. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 772.473505] env[66735]: DEBUG nova.network.neutron [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Updating instance_info_cache with network_info: [{"id": "9b678728-48f0-431c-9b2d-0e8b70e7b780", "address": "fa:16:3e:df:4d:cd", "network": {"id": "a25e3bf0-b545-49c7-ac54-8844658010d4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1816758172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4743e209426f410097298c46b6ea56f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b678728-48", "ovs_interfaceid": "9b678728-48f0-431c-9b2d-0e8b70e7b780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.505016] env[66735]: DEBUG oslo_concurrency.lockutils [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.505323] env[66735]: DEBUG oslo_concurrency.lockutils [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.507111] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa4dff4-6a91-4f18-9ad9-9d995a1bdf1d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.534839] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac1fba1-566d-4d6a-a61d-d4bc110bbede {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.559904] env[66735]: WARNING neutronclient.v2_0.client [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.566035] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Reconfiguring VM to detach interface {{(pid=66735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 772.566629] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeda3455-7115-46fb-b3a0-4f21c24f3389 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.592730] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 772.592730] env[66735]: value = "task-4645463" [ 772.592730] env[66735]: _type = "Task" [ 772.592730] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.604759] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.638592] env[66735]: DEBUG nova.compute.utils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.644098] env[66735]: DEBUG nova.compute.manager [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Not allocating networking since 'none' was specified. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 772.784041] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.821070] env[66735]: DEBUG nova.virt.hardware [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='685469c66edcf78899af10d4992fd0c1',container_format='bare',created_at=2025-11-21T09:06:29Z,direct_url=,disk_format='vmdk',id=9aa66f61-3257-4728-8dfa-0434eafd68d0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2061098637-shelved',owner='2b0a86f9ed844716a0d16f1aaca52617',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-11-21T09:06:46Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 772.821351] env[66735]: DEBUG nova.virt.hardware [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.821510] env[66735]: DEBUG nova.virt.hardware [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 772.821715] env[66735]: DEBUG nova.virt.hardware [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.821859] env[66735]: DEBUG nova.virt.hardware [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 772.821998] env[66735]: DEBUG nova.virt.hardware [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 772.822457] env[66735]: DEBUG nova.virt.hardware [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 772.822679] env[66735]: DEBUG nova.virt.hardware [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 772.823564] env[66735]: DEBUG nova.virt.hardware [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 772.823564] env[66735]: DEBUG nova.virt.hardware [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 772.823564] env[66735]: DEBUG nova.virt.hardware [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 772.824327] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e29db5-108e-4127-a58e-9795a07f48e0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.835752] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed96157e-08ba-40c0-a172-3e06ce381d19 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.860404] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:ea:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8de1b916-dc96-492f-ab32-fd36252b6b08', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.868261] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 772.872587] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.876148] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ea9f62f-73c8-45d6-a0eb-685fdaf67001 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.901299] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e8e6a1-4d94-0021-63ee-b516c1248815, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.902902] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.906042] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 0e740911-4848-48aa-a49d-f929be0479b2/0e740911-4848-48aa-a49d-f929be0479b2.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.906042] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.906042] env[66735]: value = "task-4645464" [ 772.906042] env[66735]: _type = "Task" [ 772.906042] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.906042] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8138d0b1-f37e-4f80-b9c2-8bb837e7c581 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.917675] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645464, 'name': CreateVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.919248] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 772.919248] env[66735]: value = "task-4645465" [ 772.919248] env[66735]: _type = "Task" [ 772.919248] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.935921] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.944241] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7201167-288a-4d92-93a3-a3e860a2acbd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.952263] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad2d8b7-aa91-40dd-9c10-8b24e92c9d14 tempest-ServersAdminNegativeTestJSON-203697386 tempest-ServersAdminNegativeTestJSON-203697386-project-admin] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Suspending the VM {{(pid=66735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 772.952474] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-995fc2eb-580b-462d-bcbf-0e7b0144223d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.964295] env[66735]: DEBUG oslo_vmware.api [None req-8ad2d8b7-aa91-40dd-9c10-8b24e92c9d14 tempest-ServersAdminNegativeTestJSON-203697386 tempest-ServersAdminNegativeTestJSON-203697386-project-admin] Waiting for the task: (returnval){ [ 772.964295] env[66735]: value = "task-4645466" [ 772.964295] env[66735]: _type = "Task" [ 772.964295] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.978258] env[66735]: DEBUG oslo_concurrency.lockutils [req-4848bb87-e571-4fcf-920f-be4d3798a4b9 req-fe3961ec-fcc4-4fb3-9b20-27355267c037 service nova] Releasing lock "refresh_cache-0e740911-4848-48aa-a49d-f929be0479b2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.978736] env[66735]: DEBUG oslo_vmware.api [None req-8ad2d8b7-aa91-40dd-9c10-8b24e92c9d14 tempest-ServersAdminNegativeTestJSON-203697386 tempest-ServersAdminNegativeTestJSON-203697386-project-admin] Task: {'id': task-4645466, 'name': SuspendVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.108449] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.147149] env[66735]: DEBUG nova.compute.manager [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 773.251115] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce66bcc-ee75-4f99-89c8-b0a52b87be03 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.262301] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12ecdaa-142d-49a6-a4aa-2d45415eb309 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.300264] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f9f226-7db2-45ea-b4ac-80154c30de4f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.306956] env[66735]: DEBUG nova.compute.manager [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Received event network-vif-plugged-8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 773.307317] env[66735]: DEBUG oslo_concurrency.lockutils [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] Acquiring lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.307704] env[66735]: DEBUG oslo_concurrency.lockutils [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.307704] env[66735]: DEBUG oslo_concurrency.lockutils [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.308078] env[66735]: DEBUG nova.compute.manager [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] No waiting events found dispatching network-vif-plugged-8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 773.308078] env[66735]: WARNING nova.compute.manager [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Received unexpected event network-vif-plugged-8de1b916-dc96-492f-ab32-fd36252b6b08 for instance with vm_state shelved_offloaded and task_state spawning. [ 773.312032] env[66735]: DEBUG nova.compute.manager [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Received event network-changed-8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 773.312032] env[66735]: DEBUG nova.compute.manager [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Refreshing instance network info cache due to event network-changed-8de1b916-dc96-492f-ab32-fd36252b6b08. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 773.312032] env[66735]: DEBUG oslo_concurrency.lockutils [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] Acquiring lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.312032] env[66735]: DEBUG oslo_concurrency.lockutils [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] Acquired lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.312032] env[66735]: DEBUG nova.network.neutron [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Refreshing network info cache for port 8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.315108] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a28004-a71d-4dbd-8260-5653f1af85b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.338019] env[66735]: DEBUG nova.compute.provider_tree [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.419740] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645464, 'name': CreateVM_Task, 'duration_secs': 0.378461} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.419995] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.424028] env[66735]: WARNING neutronclient.v2_0.client [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.424468] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.424628] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.425061] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.425381] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f3cedf-f5d0-48d0-a12d-53f909c85803 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.434357] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Acquiring lock "8b9fb725-dabf-44ae-b778-9aadef50fc59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.435972] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Lock "8b9fb725-dabf-44ae-b778-9aadef50fc59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.435972] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Acquiring lock "8b9fb725-dabf-44ae-b778-9aadef50fc59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.435972] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Lock "8b9fb725-dabf-44ae-b778-9aadef50fc59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.435972] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Lock "8b9fb725-dabf-44ae-b778-9aadef50fc59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.437772] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.438543] env[66735]: INFO nova.compute.manager [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Terminating instance [ 773.441575] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 773.441575] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521c3294-5e13-7308-9c23-67566a26c32a" [ 773.441575] env[66735]: _type = "Task" [ 773.441575] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.458633] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.458633] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Processing image 9aa66f61-3257-4728-8dfa-0434eafd68d0 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.458795] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0/9aa66f61-3257-4728-8dfa-0434eafd68d0.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.458959] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0/9aa66f61-3257-4728-8dfa-0434eafd68d0.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.459615] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.459930] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d68d95fa-8217-454f-bce5-2e106faae943 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.476264] env[66735]: DEBUG oslo_vmware.api [None req-8ad2d8b7-aa91-40dd-9c10-8b24e92c9d14 tempest-ServersAdminNegativeTestJSON-203697386 tempest-ServersAdminNegativeTestJSON-203697386-project-admin] Task: {'id': task-4645466, 'name': SuspendVM_Task} progress is 62%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.483090] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.483306] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.484074] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efaa5c1e-ab55-4ea1-b411-489dc9aa6afc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.490990] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 773.490990] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528a71ae-f69a-9ce6-8c07-4348dc17c367" [ 773.490990] env[66735]: _type = "Task" [ 773.490990] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.500654] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528a71ae-f69a-9ce6-8c07-4348dc17c367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.606436] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.815622] env[66735]: WARNING neutronclient.v2_0.client [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.841496] env[66735]: DEBUG nova.scheduler.client.report [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.931360] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562199} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.931360] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 0e740911-4848-48aa-a49d-f929be0479b2/0e740911-4848-48aa-a49d-f929be0479b2.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.931360] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.931567] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b7d99f0-b352-4b3c-ab9e-365d19820950 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.941723] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 773.941723] env[66735]: value = "task-4645467" [ 773.941723] env[66735]: _type = "Task" [ 773.941723] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.948689] env[66735]: DEBUG nova.compute.manager [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 773.948962] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.953292] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c305766f-7b04-48a2-a662-8780a42e14c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.956269] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.964102] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.964102] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c55da28-f435-4b9e-be8f-76decfc250f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.970635] env[66735]: DEBUG oslo_vmware.api [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Waiting for the task: (returnval){ [ 773.970635] env[66735]: value = "task-4645468" [ 773.970635] env[66735]: _type = "Task" [ 773.970635] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.980761] env[66735]: DEBUG oslo_vmware.api [None req-8ad2d8b7-aa91-40dd-9c10-8b24e92c9d14 tempest-ServersAdminNegativeTestJSON-203697386 tempest-ServersAdminNegativeTestJSON-203697386-project-admin] Task: {'id': task-4645466, 'name': SuspendVM_Task, 'duration_secs': 0.699174} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.981583] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad2d8b7-aa91-40dd-9c10-8b24e92c9d14 tempest-ServersAdminNegativeTestJSON-203697386 tempest-ServersAdminNegativeTestJSON-203697386-project-admin] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Suspended the VM {{(pid=66735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 773.981745] env[66735]: DEBUG nova.compute.manager [None req-8ad2d8b7-aa91-40dd-9c10-8b24e92c9d14 tempest-ServersAdminNegativeTestJSON-203697386 tempest-ServersAdminNegativeTestJSON-203697386-project-admin] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 773.982602] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6770b2-c4e0-4685-8d67-b88b514be689 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.988461] env[66735]: DEBUG oslo_vmware.api [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.005577] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Preparing fetch location {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 774.005749] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Fetch image to [datastore1] OSTACK_IMG_a978f31a-a4c3-410c-a158-b9423d6448b8/OSTACK_IMG_a978f31a-a4c3-410c-a158-b9423d6448b8.vmdk {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 774.005862] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Downloading stream optimized image 9aa66f61-3257-4728-8dfa-0434eafd68d0 to [datastore1] OSTACK_IMG_a978f31a-a4c3-410c-a158-b9423d6448b8/OSTACK_IMG_a978f31a-a4c3-410c-a158-b9423d6448b8.vmdk on the data store datastore1 as vApp {{(pid=66735) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 774.006243] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Downloading image file data 9aa66f61-3257-4728-8dfa-0434eafd68d0 to the ESX as VM named 'OSTACK_IMG_a978f31a-a4c3-410c-a158-b9423d6448b8' {{(pid=66735) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 774.096222] env[66735]: WARNING neutronclient.v2_0.client [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.103087] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 774.103087] env[66735]: value = "resgroup-9" [ 774.103087] env[66735]: _type = "ResourcePool" [ 774.103087] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 774.103464] env[66735]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f016bb5a-dc4b-4115-bbcb-6c27db037376 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.129562] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.132259] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lease: (returnval){ [ 774.132259] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524572d9-3f46-b2b8-c629-09b483613b62" [ 774.132259] env[66735]: _type = "HttpNfcLease" [ 774.132259] env[66735]: } obtained for vApp import into resource pool (val){ [ 774.132259] env[66735]: value = "resgroup-9" [ 774.132259] env[66735]: _type = "ResourcePool" [ 774.132259] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 774.132259] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the lease: (returnval){ [ 774.132259] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524572d9-3f46-b2b8-c629-09b483613b62" [ 774.132259] env[66735]: _type = "HttpNfcLease" [ 774.132259] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 774.142932] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.142932] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524572d9-3f46-b2b8-c629-09b483613b62" [ 774.142932] env[66735]: _type = "HttpNfcLease" [ 774.142932] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 774.162071] env[66735]: DEBUG nova.compute.manager [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 774.190076] env[66735]: DEBUG nova.network.neutron [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updated VIF entry in instance network info cache for port 8de1b916-dc96-492f-ab32-fd36252b6b08. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 774.191354] env[66735]: DEBUG nova.network.neutron [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updating instance_info_cache with network_info: [{"id": "8de1b916-dc96-492f-ab32-fd36252b6b08", "address": "fa:16:3e:3b:ea:46", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de1b916-dc", "ovs_interfaceid": "8de1b916-dc96-492f-ab32-fd36252b6b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.195630] env[66735]: DEBUG nova.virt.hardware [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 774.195964] env[66735]: DEBUG nova.virt.hardware [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.196122] env[66735]: DEBUG nova.virt.hardware [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 774.196406] env[66735]: DEBUG nova.virt.hardware [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.196579] env[66735]: DEBUG nova.virt.hardware [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 774.196741] env[66735]: DEBUG nova.virt.hardware [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 774.196948] env[66735]: DEBUG nova.virt.hardware [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 774.197132] env[66735]: DEBUG nova.virt.hardware [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 774.197299] env[66735]: DEBUG nova.virt.hardware [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 774.197454] env[66735]: DEBUG nova.virt.hardware [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 774.197620] env[66735]: DEBUG nova.virt.hardware [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 774.199086] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7202b42a-6d75-4b30-834d-296bee6d328e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.209802] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae93b3c-0f40-4fed-a72f-59e1e559ddf8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.226605] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.232816] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Creating folder: Project (d669ccbcd3be4b6ea0687cfdd3e4c2a9). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.237022] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd4c1786-5140-43c1-bdac-32680de97aea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.241594] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.241779] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.254186] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Created folder: Project (d669ccbcd3be4b6ea0687cfdd3e4c2a9) in parent group-v906980. [ 774.254455] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Creating folder: Instances. Parent ref: group-v907122. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.255483] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb8791c6-9d58-481c-ad50-a23acbcd4371 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.266779] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Created folder: Instances in parent group-v907122. [ 774.267082] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 774.267297] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.267524] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28fa0731-6d08-4590-b291-627533809627 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.286483] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.286483] env[66735]: value = "task-4645472" [ 774.286483] env[66735]: _type = "Task" [ 774.286483] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.296338] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645472, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.347954] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.350788] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.749s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.354674] env[66735]: INFO nova.compute.claims [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.374671] env[66735]: INFO nova.scheduler.client.report [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Deleted allocations for instance 1b64739b-d3e2-40b2-98b6-231021f4d029 [ 774.453833] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082587} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.457098] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.457098] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c9b9b4-aa4f-4365-bf6b-14b507ce9cbf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.486020] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 0e740911-4848-48aa-a49d-f929be0479b2/0e740911-4848-48aa-a49d-f929be0479b2.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.489677] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0009a2c8-8ea5-47b6-bc83-29504cc3ff5f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.514237] env[66735]: DEBUG oslo_vmware.api [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645468, 'name': PowerOffVM_Task, 'duration_secs': 0.207285} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.515880] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.516073] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.516387] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 774.516387] env[66735]: value = "task-4645473" [ 774.516387] env[66735]: _type = "Task" [ 774.516387] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.516574] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17b1be62-0386-4fba-b9f1-b8bb31df2918 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.532108] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645473, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.591325] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.591539] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.591711] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Deleting the datastore file [datastore2] 8b9fb725-dabf-44ae-b778-9aadef50fc59 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.592148] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d56fb95-aefa-4629-aad5-5d06879bf69e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.599645] env[66735]: DEBUG oslo_vmware.api [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Waiting for the task: (returnval){ [ 774.599645] env[66735]: value = "task-4645475" [ 774.599645] env[66735]: _type = "Task" [ 774.599645] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.613402] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.617450] env[66735]: DEBUG oslo_vmware.api [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.642433] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.642433] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524572d9-3f46-b2b8-c629-09b483613b62" [ 774.642433] env[66735]: _type = "HttpNfcLease" [ 774.642433] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 774.703768] env[66735]: DEBUG oslo_concurrency.lockutils [req-5df28fda-58e7-4ebc-8db5-9102f90b3785 req-a0b5c8cf-849a-44de-981b-d9acb00a339c service nova] Releasing lock "refresh_cache-2cb84984-155b-4ec5-8795-a4dc89cb6eb5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.745285] env[66735]: DEBUG nova.compute.manager [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 774.800499] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645472, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.884330] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2c112f15-a58a-405d-a3a8-94c57c4609f9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "1b64739b-d3e2-40b2-98b6-231021f4d029" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.833s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.030960] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645473, 'name': ReconfigVM_Task, 'duration_secs': 0.319454} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.031317] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 0e740911-4848-48aa-a49d-f929be0479b2/0e740911-4848-48aa-a49d-f929be0479b2.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.031578] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=66735) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 775.032643] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-bd602a7d-b422-49a2-a9ac-a42648e94d3b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.042102] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 775.042102] env[66735]: value = "task-4645476" [ 775.042102] env[66735]: _type = "Task" [ 775.042102] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.053460] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645476, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.065820] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Acquiring lock "f9354fd5-4bf2-4da5-8227-621f848ef2b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.065820] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Lock "f9354fd5-4bf2-4da5-8227-621f848ef2b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.065820] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Acquiring lock "f9354fd5-4bf2-4da5-8227-621f848ef2b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.066721] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Lock "f9354fd5-4bf2-4da5-8227-621f848ef2b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.066721] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Lock "f9354fd5-4bf2-4da5-8227-621f848ef2b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.069799] env[66735]: INFO nova.compute.manager [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Terminating instance [ 775.116756] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.119764] env[66735]: DEBUG oslo_vmware.api [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Task: {'id': task-4645475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200859} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.120120] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.120308] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.120478] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.120651] env[66735]: INFO nova.compute.manager [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Took 1.17 seconds to destroy the instance on the hypervisor. [ 775.120937] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 775.121153] env[66735]: DEBUG nova.compute.manager [-] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 775.121252] env[66735]: DEBUG nova.network.neutron [-] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 775.121491] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.142423] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.142423] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524572d9-3f46-b2b8-c629-09b483613b62" [ 775.142423] env[66735]: _type = "HttpNfcLease" [ 775.142423] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.142756] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.142756] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524572d9-3f46-b2b8-c629-09b483613b62" [ 775.142756] env[66735]: _type = "HttpNfcLease" [ 775.142756] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 775.143522] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05854da-fb91-4fc6-b660-19852cf54730 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.153581] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286a240-a5a4-6b0e-5881-45ff2eff9806/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.153761] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286a240-a5a4-6b0e-5881-45ff2eff9806/disk-0.vmdk. {{(pid=66735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 775.215592] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.224653] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f7260549-558e-4972-aef5-6367ed9c636e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.282744] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.299917] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645472, 'name': CreateVM_Task, 'duration_secs': 0.571927} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.299917] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.300355] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.300698] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.301257] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.301257] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e274f5-bc7f-4838-9c63-75cf58ed4c9b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.307255] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 775.307255] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52184ae1-103a-e832-294d-ccaa0f292dcc" [ 775.307255] env[66735]: _type = "Task" [ 775.307255] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.324193] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52184ae1-103a-e832-294d-ccaa0f292dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.011136} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.324553] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.324816] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.325076] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.325226] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.325397] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.325679] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b73289f-04e0-4f4a-af8d-499cf517b89c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.335772] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.336013] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.336835] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2328f17-8cd4-4458-88d3-a713d4333f68 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.343377] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 775.343377] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52be3882-b1c0-b78d-398f-c8a0d20c8bcc" [ 775.343377] env[66735]: _type = "Task" [ 775.343377] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.353674] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52be3882-b1c0-b78d-398f-c8a0d20c8bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.557446] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645476, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.051114} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.557727] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=66735) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 775.558843] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58020f1a-f167-47ef-9b5b-278054a15fb8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.583274] env[66735]: DEBUG nova.compute.manager [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 775.583537] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.591344] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 0e740911-4848-48aa-a49d-f929be0479b2/ephemeral_0.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.598270] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a16b526-bf0d-4762-851d-7940181ba845 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.601316] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f95077b-6324-4c6f-a83d-23c4622f0337 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.636531] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.637030] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.641090] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-668d816a-77a9-4f82-ad29-0ef21b0b4d90 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.642570] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 775.642570] env[66735]: value = "task-4645477" [ 775.642570] env[66735]: _type = "Task" [ 775.642570] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.651845] env[66735]: DEBUG nova.compute.manager [req-2431f47f-33d7-4f10-9430-3ad48998c338 req-b39aa15d-8399-4f3d-b09d-75789adf1e0f service nova] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Received event network-vif-deleted-976ef87a-73c6-446c-8b0e-d99e6802d975 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 775.652068] env[66735]: INFO nova.compute.manager [req-2431f47f-33d7-4f10-9430-3ad48998c338 req-b39aa15d-8399-4f3d-b09d-75789adf1e0f service nova] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Neutron deleted interface 976ef87a-73c6-446c-8b0e-d99e6802d975; detaching it from the instance and deleting it from the info cache [ 775.652285] env[66735]: DEBUG nova.network.neutron [req-2431f47f-33d7-4f10-9430-3ad48998c338 req-b39aa15d-8399-4f3d-b09d-75789adf1e0f service nova] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.659518] env[66735]: DEBUG oslo_vmware.api [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Waiting for the task: (returnval){ [ 775.659518] env[66735]: value = "task-4645478" [ 775.659518] env[66735]: _type = "Task" [ 775.659518] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.668091] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.677724] env[66735]: DEBUG oslo_vmware.api [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.855111] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52be3882-b1c0-b78d-398f-c8a0d20c8bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.862915] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feef1aee-9046-469d-b751-c0d2c87cb9d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.870189] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 775.870189] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526b0f08-fab5-330e-62c3-6a666f14266a" [ 775.870189] env[66735]: _type = "Task" [ 775.870189] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.882901] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526b0f08-fab5-330e-62c3-6a666f14266a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.969427] env[66735]: DEBUG nova.network.neutron [-] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.026660] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679a6037-f8dd-4855-8b64-12c1b01b09e3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.039155] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa6d873-55a8-4df0-b1f8-a1c431b66d7c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.083600] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83517989-09e0-41f0-a811-6cda1453057f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.094649] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eece8525-db61-4922-b1c0-b4335d642ed9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.112332] env[66735]: DEBUG nova.compute.provider_tree [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.138762] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.157035] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645477, 'name': ReconfigVM_Task, 'duration_secs': 0.454342} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.157673] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 0e740911-4848-48aa-a49d-f929be0479b2/ephemeral_0.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.158380] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c37d203-0355-4847-8278-6aabc10afc86 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.162010] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b28a6ca-eaf6-499b-af9a-73c4467bcd07 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.176790] env[66735]: DEBUG oslo_vmware.api [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645478, 'name': PowerOffVM_Task, 'duration_secs': 0.222619} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.181896] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.182129] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.182550] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 776.182550] env[66735]: value = "task-4645479" [ 776.182550] env[66735]: _type = "Task" [ 776.182550] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.183172] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ebafa67-ce32-46fe-b513-6f6571410cc1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.187576] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb67b27-6e4f-4e7d-a686-d65046b7ad8c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.214245] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645479, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.238452] env[66735]: DEBUG nova.compute.manager [req-2431f47f-33d7-4f10-9430-3ad48998c338 req-b39aa15d-8399-4f3d-b09d-75789adf1e0f service nova] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Detach interface failed, port_id=976ef87a-73c6-446c-8b0e-d99e6802d975, reason: Instance 8b9fb725-dabf-44ae-b778-9aadef50fc59 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 776.339639] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.339988] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.340210] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Deleting the datastore file [datastore2] f9354fd5-4bf2-4da5-8227-621f848ef2b4 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.340544] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-508f439b-a423-49cf-a06d-3c4a405c3da3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.351947] env[66735]: DEBUG oslo_vmware.api [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Waiting for the task: (returnval){ [ 776.351947] env[66735]: value = "task-4645481" [ 776.351947] env[66735]: _type = "Task" [ 776.351947] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.367650] env[66735]: DEBUG oslo_vmware.api [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.382066] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526b0f08-fab5-330e-62c3-6a666f14266a, 'name': SearchDatastore_Task, 'duration_secs': 0.013874} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.382363] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.382623] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0/79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.382896] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c945532-5a8d-418a-bcde-2fcf7b6d648f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.392254] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 776.392254] env[66735]: value = "task-4645482" [ 776.392254] env[66735]: _type = "Task" [ 776.392254] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.406431] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.473698] env[66735]: INFO nova.compute.manager [-] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Took 1.35 seconds to deallocate network for instance. [ 776.592898] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Completed reading data from the image iterator. {{(pid=66735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 776.593144] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286a240-a5a4-6b0e-5881-45ff2eff9806/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 776.594136] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d7ef28-3c14-4fc2-898d-9881c0bf76bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.604150] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286a240-a5a4-6b0e-5881-45ff2eff9806/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 776.604150] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286a240-a5a4-6b0e-5881-45ff2eff9806/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 776.604150] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-990ab108-7b62-48e1-b0b9-fbe7a659f2cd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.618627] env[66735]: DEBUG nova.scheduler.client.report [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.635642] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.713961] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645479, 'name': Rename_Task, 'duration_secs': 0.234855} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.714379] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.714739] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a08b2d41-f460-4c71-903b-beee52aa7375 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.724126] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 776.724126] env[66735]: value = "task-4645483" [ 776.724126] env[66735]: _type = "Task" [ 776.724126] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.735515] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.863706] env[66735]: DEBUG oslo_vmware.api [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Task: {'id': task-4645481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163551} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.863971] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.864224] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.864341] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.864532] env[66735]: INFO nova.compute.manager [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Took 1.28 seconds to destroy the instance on the hypervisor. [ 776.864769] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 776.864975] env[66735]: DEBUG nova.compute.manager [-] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 776.865086] env[66735]: DEBUG nova.network.neutron [-] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 776.865345] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.904317] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645482, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.935457] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.939144] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286a240-a5a4-6b0e-5881-45ff2eff9806/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 776.939415] env[66735]: INFO nova.virt.vmwareapi.images [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Downloaded image file data 9aa66f61-3257-4728-8dfa-0434eafd68d0 [ 776.940275] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29619eb0-b4f3-4d0d-bcea-0e820c357df8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.959502] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6480a3ef-0d58-4e35-b85c-96ea2492a24b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.983586] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.016376] env[66735]: INFO nova.virt.vmwareapi.images [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] The imported VM was unregistered [ 777.022900] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Caching image {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 777.022900] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.022900] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00a31242-4a71-4aa3-acd7-332ec1511ace {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.044993] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Created directory with path [datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.045238] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a978f31a-a4c3-410c-a158-b9423d6448b8/OSTACK_IMG_a978f31a-a4c3-410c-a158-b9423d6448b8.vmdk to [datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0/9aa66f61-3257-4728-8dfa-0434eafd68d0.vmdk. {{(pid=66735) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 777.045549] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-66eabb80-a93a-4edd-8f9a-c205916021c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.054576] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 777.054576] env[66735]: value = "task-4645485" [ 777.054576] env[66735]: _type = "Task" [ 777.054576] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.063919] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645485, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.132021] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.132021] env[66735]: DEBUG nova.compute.manager [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 777.137321] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.940s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.139073] env[66735]: INFO nova.compute.claims [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.142223] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.161754] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "3e7ea9cc-28e5-457c-9c6c-dd29094466cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.162061] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "3e7ea9cc-28e5-457c-9c6c-dd29094466cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.162242] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "3e7ea9cc-28e5-457c-9c6c-dd29094466cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.162424] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "3e7ea9cc-28e5-457c-9c6c-dd29094466cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.162631] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "3e7ea9cc-28e5-457c-9c6c-dd29094466cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.165147] env[66735]: INFO nova.compute.manager [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Terminating instance [ 777.237506] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645483, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.247929] env[66735]: DEBUG nova.compute.manager [req-b679d64e-30bc-4c39-a80a-bb5db181a56f req-b6621559-6b45-4223-953c-2261750d1b64 service nova] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Received event network-vif-deleted-b4ca1dff-332c-4026-aaf9-8851df166799 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 777.248179] env[66735]: INFO nova.compute.manager [req-b679d64e-30bc-4c39-a80a-bb5db181a56f req-b6621559-6b45-4223-953c-2261750d1b64 service nova] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Neutron deleted interface b4ca1dff-332c-4026-aaf9-8851df166799; detaching it from the instance and deleting it from the info cache [ 777.248370] env[66735]: DEBUG nova.network.neutron [req-b679d64e-30bc-4c39-a80a-bb5db181a56f req-b6621559-6b45-4223-953c-2261750d1b64 service nova] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.406424] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533103} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.406999] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0/79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.407099] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.407394] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b362ef85-72f4-4635-8d58-d2946d6ffe1b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.420588] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 777.420588] env[66735]: value = "task-4645486" [ 777.420588] env[66735]: _type = "Task" [ 777.420588] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.432904] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.571902] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645485, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.640906] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.644872] env[66735]: DEBUG nova.compute.utils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.653449] env[66735]: DEBUG nova.compute.manager [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 777.653449] env[66735]: DEBUG nova.network.neutron [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 777.653449] env[66735]: WARNING neutronclient.v2_0.client [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.653449] env[66735]: WARNING neutronclient.v2_0.client [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.662544] env[66735]: DEBUG nova.network.neutron [-] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.671974] env[66735]: DEBUG nova.compute.manager [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 777.672267] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.673582] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d6afe1-6a71-4fa4-95b2-5808e5365308 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.686571] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.687446] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-811f871f-0732-4e1a-9154-d6a012aff8e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.725380] env[66735]: DEBUG nova.policy [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f07ce6b92a1b456cbd700e42598d9287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d8a2cd75c5f4235bcd4facf0d01afb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.738217] env[66735]: DEBUG oslo_vmware.api [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645483, 'name': PowerOnVM_Task, 'duration_secs': 0.848614} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.738591] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.738794] env[66735]: INFO nova.compute.manager [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Took 9.38 seconds to spawn the instance on the hypervisor. [ 777.738964] env[66735]: DEBUG nova.compute.manager [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 777.739862] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b364cc72-c007-430a-b947-0149be4c6032 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.754343] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e3b41bd-7b5c-451f-92d1-db9efbe327ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.768760] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c88811-be9e-421f-8833-02f54bf4a19b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.784943] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.785125] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.785345] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Deleting the datastore file [datastore2] 3e7ea9cc-28e5-457c-9c6c-dd29094466cd {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.786207] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05cc45aa-c3dd-409c-8466-2007727ca075 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.798560] env[66735]: DEBUG oslo_vmware.api [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 777.798560] env[66735]: value = "task-4645488" [ 777.798560] env[66735]: _type = "Task" [ 777.798560] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.819321] env[66735]: DEBUG nova.compute.manager [req-b679d64e-30bc-4c39-a80a-bb5db181a56f req-b6621559-6b45-4223-953c-2261750d1b64 service nova] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Detach interface failed, port_id=b4ca1dff-332c-4026-aaf9-8851df166799, reason: Instance f9354fd5-4bf2-4da5-8227-621f848ef2b4 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 777.828983] env[66735]: DEBUG oslo_vmware.api [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.938723] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0986} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.938723] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.939632] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d2d1a7-cf36-4248-9ca8-6f517fd4a0bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.964011] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0/79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.964361] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9385816e-97c9-4961-9780-3b2a069aadf9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.989095] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 777.989095] env[66735]: value = "task-4645489" [ 777.989095] env[66735]: _type = "Task" [ 777.989095] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.001730] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.070362] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645485, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.131212] env[66735]: DEBUG nova.network.neutron [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Successfully created port: 81e7d60f-0db2-4a28-acfe-41dc013a0a21 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 778.144538] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.157928] env[66735]: DEBUG nova.compute.manager [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 778.169529] env[66735]: INFO nova.compute.manager [-] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Took 1.30 seconds to deallocate network for instance. [ 778.270107] env[66735]: INFO nova.compute.manager [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Took 43.56 seconds to build instance. [ 778.316303] env[66735]: DEBUG oslo_vmware.api [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.508047] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.570737] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645485, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.641334] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.678497] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.759025] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c03459-255e-4332-8465-d8abd707d42a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.769733] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b061ce-b013-4820-8439-80b4742c8275 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.773784] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13112872-7178-44dd-acb3-71232de00c95 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "0e740911-4848-48aa-a49d-f929be0479b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.717s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.809883] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b451c1dc-0564-4fbf-a7b1-ea6df85916a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.822401] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4a7941-229c-481c-ae78-645c43187294 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.826741] env[66735]: DEBUG oslo_vmware.api [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.841114] env[66735]: DEBUG nova.compute.provider_tree [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.013357] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645489, 'name': ReconfigVM_Task, 'duration_secs': 0.638039} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.013357] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0/79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.013357] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-619cb2f1-5677-450a-af8d-6cb2108499e0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.024145] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 779.024145] env[66735]: value = "task-4645490" [ 779.024145] env[66735]: _type = "Task" [ 779.024145] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.040594] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645490, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.070683] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645485, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.147841] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.177837] env[66735]: DEBUG nova.compute.manager [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 779.214890] env[66735]: DEBUG nova.virt.hardware [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 779.215168] env[66735]: DEBUG nova.virt.hardware [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.215352] env[66735]: DEBUG nova.virt.hardware [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 779.215515] env[66735]: DEBUG nova.virt.hardware [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.215646] env[66735]: DEBUG nova.virt.hardware [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 779.215864] env[66735]: DEBUG nova.virt.hardware [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 779.215998] env[66735]: DEBUG nova.virt.hardware [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 779.216186] env[66735]: DEBUG nova.virt.hardware [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 779.216368] env[66735]: DEBUG nova.virt.hardware [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 779.216634] env[66735]: DEBUG nova.virt.hardware [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 779.216810] env[66735]: DEBUG nova.virt.hardware [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 779.217773] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f898a448-00ad-47cb-a888-7c04cb635d27 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.231048] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04300ce9-fb4a-4cdd-908f-dc89168534d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.318893] env[66735]: DEBUG oslo_vmware.api [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.166838} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.318893] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.318893] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.319058] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.319121] env[66735]: INFO nova.compute.manager [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Took 1.65 seconds to destroy the instance on the hypervisor. [ 779.320025] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 779.320025] env[66735]: DEBUG nova.compute.manager [-] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 779.320025] env[66735]: DEBUG nova.network.neutron [-] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 779.320025] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.344556] env[66735]: DEBUG nova.scheduler.client.report [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.414459] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.536886] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645490, 'name': Rename_Task, 'duration_secs': 0.206417} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.537472] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.537588] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e25767f5-0853-45bc-b668-0bd4174dee87 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.549976] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 779.549976] env[66735]: value = "task-4645491" [ 779.549976] env[66735]: _type = "Task" [ 779.549976] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.561746] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.575883] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645485, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.644904] env[66735]: DEBUG oslo_vmware.api [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645463, 'name': ReconfigVM_Task, 'duration_secs': 6.658995} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.645334] env[66735]: DEBUG oslo_concurrency.lockutils [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.646035] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Reconfigured VM to detach interface {{(pid=66735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 779.646138] env[66735]: WARNING neutronclient.v2_0.client [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.646520] env[66735]: WARNING neutronclient.v2_0.client [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.853076] env[66735]: DEBUG nova.network.neutron [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Successfully updated port: 81e7d60f-0db2-4a28-acfe-41dc013a0a21 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 779.854999] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.858993] env[66735]: DEBUG nova.compute.manager [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 779.863822] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.091s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.864230] env[66735]: DEBUG nova.objects.instance [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 780.061748] env[66735]: DEBUG oslo_vmware.api [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645491, 'name': PowerOnVM_Task, 'duration_secs': 0.486251} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.062094] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.062292] env[66735]: INFO nova.compute.manager [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Took 5.90 seconds to spawn the instance on the hypervisor. [ 780.062462] env[66735]: DEBUG nova.compute.manager [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 780.066155] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77c72e6-e86f-4cfc-98ec-5f92875f8fed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.077912] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645485, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.712237} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.080917] env[66735]: INFO nova.virt.vmwareapi.ds_util [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a978f31a-a4c3-410c-a158-b9423d6448b8/OSTACK_IMG_a978f31a-a4c3-410c-a158-b9423d6448b8.vmdk to [datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0/9aa66f61-3257-4728-8dfa-0434eafd68d0.vmdk. [ 780.081130] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Cleaning up location [datastore1] OSTACK_IMG_a978f31a-a4c3-410c-a158-b9423d6448b8 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 780.081294] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a978f31a-a4c3-410c-a158-b9423d6448b8 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.081819] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b497c8e0-c4fa-4f5a-a87e-c9f9982f4931 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.089446] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 780.089446] env[66735]: value = "task-4645492" [ 780.089446] env[66735]: _type = "Task" [ 780.089446] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.099815] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.220059] env[66735]: DEBUG nova.network.neutron [-] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.297118] env[66735]: DEBUG nova.compute.manager [req-a8d42c59-086e-4e9d-b5c0-60e7acf1c632 req-fe1f67fc-0d0d-4c17-8b68-3ec989d7cddb service nova] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Received event network-vif-plugged-81e7d60f-0db2-4a28-acfe-41dc013a0a21 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 780.297389] env[66735]: DEBUG oslo_concurrency.lockutils [req-a8d42c59-086e-4e9d-b5c0-60e7acf1c632 req-fe1f67fc-0d0d-4c17-8b68-3ec989d7cddb service nova] Acquiring lock "f72d7da4-6940-46c5-86f2-267d446046c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.297613] env[66735]: DEBUG oslo_concurrency.lockutils [req-a8d42c59-086e-4e9d-b5c0-60e7acf1c632 req-fe1f67fc-0d0d-4c17-8b68-3ec989d7cddb service nova] Lock "f72d7da4-6940-46c5-86f2-267d446046c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.297834] env[66735]: DEBUG oslo_concurrency.lockutils [req-a8d42c59-086e-4e9d-b5c0-60e7acf1c632 req-fe1f67fc-0d0d-4c17-8b68-3ec989d7cddb service nova] Lock "f72d7da4-6940-46c5-86f2-267d446046c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.298556] env[66735]: DEBUG nova.compute.manager [req-a8d42c59-086e-4e9d-b5c0-60e7acf1c632 req-fe1f67fc-0d0d-4c17-8b68-3ec989d7cddb service nova] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] No waiting events found dispatching network-vif-plugged-81e7d60f-0db2-4a28-acfe-41dc013a0a21 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 780.298795] env[66735]: WARNING nova.compute.manager [req-a8d42c59-086e-4e9d-b5c0-60e7acf1c632 req-fe1f67fc-0d0d-4c17-8b68-3ec989d7cddb service nova] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Received unexpected event network-vif-plugged-81e7d60f-0db2-4a28-acfe-41dc013a0a21 for instance with vm_state building and task_state spawning. [ 780.301158] env[66735]: DEBUG nova.compute.manager [req-5e11cca1-b73c-4583-b4bb-153191501518 req-8a80d65d-bd7d-4dd7-98eb-db5109dbb450 service nova] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Received event network-vif-deleted-6254bac1-3938-4cb5-8db6-27a1c1c41e22 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 780.363367] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Acquiring lock "refresh_cache-f72d7da4-6940-46c5-86f2-267d446046c4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.363584] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Acquired lock "refresh_cache-f72d7da4-6940-46c5-86f2-267d446046c4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.363975] env[66735]: DEBUG nova.network.neutron [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.372943] env[66735]: DEBUG nova.compute.utils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.375370] env[66735]: DEBUG nova.compute.manager [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 780.376151] env[66735]: DEBUG nova.network.neutron [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 780.376272] env[66735]: WARNING neutronclient.v2_0.client [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.376728] env[66735]: WARNING neutronclient.v2_0.client [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.429075] env[66735]: DEBUG nova.policy [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b338c30241047558315e68a0bf38d1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a356bd775ea4f14a9935bfd931093b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.606523] env[66735]: INFO nova.compute.manager [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Took 45.09 seconds to build instance. [ 780.615946] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074078} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.616245] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.616955] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0/9aa66f61-3257-4728-8dfa-0434eafd68d0.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.616955] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0/9aa66f61-3257-4728-8dfa-0434eafd68d0.vmdk to [datastore1] 2cb84984-155b-4ec5-8795-a4dc89cb6eb5/2cb84984-155b-4ec5-8795-a4dc89cb6eb5.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.616955] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81d91120-135d-4b68-b42c-4d9a1b780d87 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.628507] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 780.628507] env[66735]: value = "task-4645493" [ 780.628507] env[66735]: _type = "Task" [ 780.628507] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.641842] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.722516] env[66735]: INFO nova.compute.manager [-] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Took 1.40 seconds to deallocate network for instance. [ 780.876814] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97466cfd-7e4f-4d99-af7e-8d6b979d7f11 tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.881023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.269s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.881023] env[66735]: INFO nova.compute.claims [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.887070] env[66735]: DEBUG nova.compute.manager [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 780.891114] env[66735]: DEBUG nova.network.neutron [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Successfully created port: 4c7e24a8-b040-432e-8926-32888af4bb77 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 780.989430] env[66735]: DEBUG nova.network.neutron [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 781.054070] env[66735]: DEBUG oslo_concurrency.lockutils [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.054333] env[66735]: DEBUG oslo_concurrency.lockutils [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.054569] env[66735]: DEBUG nova.network.neutron [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 781.073528] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "daad57c0-7405-4904-a32a-a3cf738339b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.073794] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "daad57c0-7405-4904-a32a-a3cf738339b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.074027] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "daad57c0-7405-4904-a32a-a3cf738339b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.074246] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "daad57c0-7405-4904-a32a-a3cf738339b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.074422] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "daad57c0-7405-4904-a32a-a3cf738339b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.077717] env[66735]: INFO nova.compute.manager [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Terminating instance [ 781.109836] env[66735]: DEBUG oslo_concurrency.lockutils [None req-36a02f25-40dd-4477-add4-b43a07bd259a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Lock "79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.924s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.143177] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645493, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.230993] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.282166] env[66735]: WARNING neutronclient.v2_0.client [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.461029] env[66735]: DEBUG nova.network.neutron [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Updating instance_info_cache with network_info: [{"id": "81e7d60f-0db2-4a28-acfe-41dc013a0a21", "address": "fa:16:3e:30:ae:6a", "network": {"id": "11053a44-cb9e-446c-a084-b9b674903c65", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1177809863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9d8a2cd75c5f4235bcd4facf0d01afb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e7d60f-0d", "ovs_interfaceid": "81e7d60f-0db2-4a28-acfe-41dc013a0a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.517389] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.519034] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.558350] env[66735]: WARNING neutronclient.v2_0.client [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.583236] env[66735]: DEBUG nova.compute.manager [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 781.583478] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.584981] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795444c3-5c24-4a4e-9016-80223dd9b5e8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.596675] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.597055] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-902c9a29-f540-4fd9-9a0e-48001591b07d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.607046] env[66735]: DEBUG oslo_vmware.api [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 781.607046] env[66735]: value = "task-4645494" [ 781.607046] env[66735]: _type = "Task" [ 781.607046] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.617563] env[66735]: DEBUG oslo_vmware.api [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.641662] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645493, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.791332] env[66735]: WARNING neutronclient.v2_0.client [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.905532] env[66735]: DEBUG nova.compute.manager [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 781.914046] env[66735]: INFO nova.network.neutron [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Port a35a370c-27fc-4ca5-b1af-807c7d3a0b6b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 781.914568] env[66735]: DEBUG nova.network.neutron [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Updating instance_info_cache with network_info: [{"id": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "address": "fa:16:3e:49:4d:b2", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8757cfed-9c", "ovs_interfaceid": "8757cfed-9cdd-47aa-a385-bd93ef86c9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.942944] env[66735]: DEBUG nova.virt.hardware [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 781.942944] env[66735]: DEBUG nova.virt.hardware [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.942944] env[66735]: DEBUG nova.virt.hardware [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 781.943371] env[66735]: DEBUG nova.virt.hardware [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.943371] env[66735]: DEBUG nova.virt.hardware [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 781.943371] env[66735]: DEBUG nova.virt.hardware [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 781.943725] env[66735]: DEBUG nova.virt.hardware [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 781.943725] env[66735]: DEBUG nova.virt.hardware [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 781.943878] env[66735]: DEBUG nova.virt.hardware [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 781.944086] env[66735]: DEBUG nova.virt.hardware [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 781.944367] env[66735]: DEBUG nova.virt.hardware [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 781.945804] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d025717-cb06-4a3b-a16d-ee9213c75664 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.957456] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d618941f-6f2b-4b7f-bbe9-a7eeb7a642de {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.965370] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Releasing lock "refresh_cache-f72d7da4-6940-46c5-86f2-267d446046c4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.965863] env[66735]: DEBUG nova.compute.manager [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Instance network_info: |[{"id": "81e7d60f-0db2-4a28-acfe-41dc013a0a21", "address": "fa:16:3e:30:ae:6a", "network": {"id": "11053a44-cb9e-446c-a084-b9b674903c65", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1177809863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9d8a2cd75c5f4235bcd4facf0d01afb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e7d60f-0d", "ovs_interfaceid": "81e7d60f-0db2-4a28-acfe-41dc013a0a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 781.966713] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:ae:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e7d60f-0db2-4a28-acfe-41dc013a0a21', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.976095] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Creating folder: Project (9d8a2cd75c5f4235bcd4facf0d01afb6). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.977297] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f2c25c2-c9d2-40f4-a32a-061c5cc8b3ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.003286] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Created folder: Project (9d8a2cd75c5f4235bcd4facf0d01afb6) in parent group-v906980. [ 782.003507] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Creating folder: Instances. Parent ref: group-v907125. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.006576] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22d1e751-661e-4cd6-8923-a5e0ffb1170b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.021337] env[66735]: DEBUG nova.compute.utils [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.026830] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Created folder: Instances in parent group-v907125. [ 782.027506] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 782.027815] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.028119] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-098646e2-7959-4ff3-bb92-8ccc806302d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.059120] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.059120] env[66735]: value = "task-4645497" [ 782.059120] env[66735]: _type = "Task" [ 782.059120] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.076803] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645497, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.125806] env[66735]: DEBUG oslo_vmware.api [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.143633] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645493, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.418214] env[66735]: DEBUG oslo_concurrency.lockutils [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-daad57c0-7405-4904-a32a-a3cf738339b8" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.500135] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a67d529-2efe-48d2-8de7-5b38729b142f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.513200] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73bc262-752f-4849-9e12-4dd0b765bd27 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.551218] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.033s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.552575] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d734acc8-b09e-429d-8bd2-f868e2c968c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.570507] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf4672d-64cf-450f-a862-7182b3328cef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.589627] env[66735]: DEBUG nova.compute.provider_tree [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.596983] env[66735]: DEBUG nova.network.neutron [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Successfully updated port: 4c7e24a8-b040-432e-8926-32888af4bb77 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 782.597798] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645497, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.634228] env[66735]: DEBUG oslo_vmware.api [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645494, 'name': PowerOffVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.649112] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645493, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.923111] env[66735]: DEBUG oslo_concurrency.lockutils [None req-59d7aeac-57a4-41c3-9207-5e5bd8207c5d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-daad57c0-7405-4904-a32a-a3cf738339b8-a35a370c-27fc-4ca5-b1af-807c7d3a0b6b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.921s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.076961] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645497, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.100211] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "refresh_cache-5116edb7-de7a-41a5-b6d5-b177efba94e3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.100433] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "refresh_cache-5116edb7-de7a-41a5-b6d5-b177efba94e3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.100610] env[66735]: DEBUG nova.network.neutron [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 783.104962] env[66735]: DEBUG nova.scheduler.client.report [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.137160] env[66735]: DEBUG oslo_vmware.api [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645494, 'name': PowerOffVM_Task, 'duration_secs': 1.121682} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.142377] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.142377] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.142377] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01711d85-ffaa-4577-ba27-3835f1cc4efd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.150929] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645493, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.498377} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.151237] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9aa66f61-3257-4728-8dfa-0434eafd68d0/9aa66f61-3257-4728-8dfa-0434eafd68d0.vmdk to [datastore1] 2cb84984-155b-4ec5-8795-a4dc89cb6eb5/2cb84984-155b-4ec5-8795-a4dc89cb6eb5.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.152130] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4000112-f1ba-4b85-b36c-03202d130f12 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.183306] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 2cb84984-155b-4ec5-8795-a4dc89cb6eb5/2cb84984-155b-4ec5-8795-a4dc89cb6eb5.vmdk or device None with type streamOptimized {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.184526] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a8f7f10-94ac-439f-8054-7e2581943e3d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.206689] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 783.206689] env[66735]: value = "task-4645499" [ 783.206689] env[66735]: _type = "Task" [ 783.206689] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.218025] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.241412] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.242384] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.242384] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Deleting the datastore file [datastore1] daad57c0-7405-4904-a32a-a3cf738339b8 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.242384] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daf83bac-5599-42cd-9382-e41641195389 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.250372] env[66735]: DEBUG oslo_vmware.api [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 783.250372] env[66735]: value = "task-4645500" [ 783.250372] env[66735]: _type = "Task" [ 783.250372] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.259686] env[66735]: DEBUG oslo_vmware.api [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.303048] env[66735]: DEBUG nova.compute.manager [req-0d546d58-571e-48ad-8e1d-67fdd1fc9685 req-51ed1120-84f7-41d8-9213-b949c031a3d8 service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Received event network-vif-deleted-a35a370c-27fc-4ca5-b1af-807c7d3a0b6b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 783.303048] env[66735]: DEBUG nova.compute.manager [req-0d546d58-571e-48ad-8e1d-67fdd1fc9685 req-51ed1120-84f7-41d8-9213-b949c031a3d8 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Received event network-changed-9b678728-48f0-431c-9b2d-0e8b70e7b780 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 783.303307] env[66735]: DEBUG nova.compute.manager [req-0d546d58-571e-48ad-8e1d-67fdd1fc9685 req-51ed1120-84f7-41d8-9213-b949c031a3d8 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Refreshing instance network info cache due to event network-changed-9b678728-48f0-431c-9b2d-0e8b70e7b780. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 783.303843] env[66735]: DEBUG oslo_concurrency.lockutils [req-0d546d58-571e-48ad-8e1d-67fdd1fc9685 req-51ed1120-84f7-41d8-9213-b949c031a3d8 service nova] Acquiring lock "refresh_cache-0e740911-4848-48aa-a49d-f929be0479b2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.303843] env[66735]: DEBUG oslo_concurrency.lockutils [req-0d546d58-571e-48ad-8e1d-67fdd1fc9685 req-51ed1120-84f7-41d8-9213-b949c031a3d8 service nova] Acquired lock "refresh_cache-0e740911-4848-48aa-a49d-f929be0479b2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.303843] env[66735]: DEBUG nova.network.neutron [req-0d546d58-571e-48ad-8e1d-67fdd1fc9685 req-51ed1120-84f7-41d8-9213-b949c031a3d8 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Refreshing network info cache for port 9b678728-48f0-431c-9b2d-0e8b70e7b780 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.318832] env[66735]: DEBUG nova.compute.manager [req-9510e7bb-e2b7-45ce-b21a-159da54e913c req-93810c52-b33e-44b3-8c0e-75591f22a0ff service nova] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Received event network-changed-81e7d60f-0db2-4a28-acfe-41dc013a0a21 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 783.318944] env[66735]: DEBUG nova.compute.manager [req-9510e7bb-e2b7-45ce-b21a-159da54e913c req-93810c52-b33e-44b3-8c0e-75591f22a0ff service nova] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Refreshing instance network info cache due to event network-changed-81e7d60f-0db2-4a28-acfe-41dc013a0a21. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 783.319170] env[66735]: DEBUG oslo_concurrency.lockutils [req-9510e7bb-e2b7-45ce-b21a-159da54e913c req-93810c52-b33e-44b3-8c0e-75591f22a0ff service nova] Acquiring lock "refresh_cache-f72d7da4-6940-46c5-86f2-267d446046c4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.319460] env[66735]: DEBUG oslo_concurrency.lockutils [req-9510e7bb-e2b7-45ce-b21a-159da54e913c req-93810c52-b33e-44b3-8c0e-75591f22a0ff service nova] Acquired lock "refresh_cache-f72d7da4-6940-46c5-86f2-267d446046c4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.319460] env[66735]: DEBUG nova.network.neutron [req-9510e7bb-e2b7-45ce-b21a-159da54e913c req-93810c52-b33e-44b3-8c0e-75591f22a0ff service nova] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Refreshing network info cache for port 81e7d60f-0db2-4a28-acfe-41dc013a0a21 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.577609] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645497, 'name': CreateVM_Task, 'duration_secs': 1.086293} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.577950] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.578326] env[66735]: WARNING neutronclient.v2_0.client [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.578806] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.578970] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.579403] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.579739] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ea2e34-6516-42e6-aac4-3b8989da77e8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.585957] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Waiting for the task: (returnval){ [ 783.585957] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528cb570-c7de-ce02-c640-3339cacda24e" [ 783.585957] env[66735]: _type = "Task" [ 783.585957] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.595300] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528cb570-c7de-ce02-c640-3339cacda24e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.611491] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.612022] env[66735]: DEBUG nova.compute.manager [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 783.617256] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.617477] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.618551] env[66735]: INFO nova.compute.manager [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Attaching volume 1c48b73e-8dc2-4a90-b801-4aaa74890c3c to /dev/sdb [ 783.619778] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.017s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.620230] env[66735]: DEBUG nova.objects.instance [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lazy-loading 'resources' on Instance uuid a92bf925-6b26-4139-8712-9866b6cba192 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.653114] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e67e4f-e8a7-41f5-a1d6-97451f48f61a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.657676] env[66735]: DEBUG nova.network.neutron [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 783.666897] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cd2ec6-c680-471f-b631-6acbe0aba5c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.682389] env[66735]: DEBUG nova.virt.block_device [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Updating existing volume attachment record: ce1941d5-cece-47eb-87de-75973a9d9be3 {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 783.718133] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.763175] env[66735]: DEBUG oslo_vmware.api [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330029} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.764422] env[66735]: WARNING neutronclient.v2_0.client [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.768278] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.768556] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.768776] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.768980] env[66735]: INFO nova.compute.manager [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Took 2.19 seconds to destroy the instance on the hypervisor. [ 783.769270] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 783.770230] env[66735]: DEBUG nova.compute.manager [-] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 783.770326] env[66735]: DEBUG nova.network.neutron [-] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 783.770562] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.806906] env[66735]: WARNING neutronclient.v2_0.client [req-0d546d58-571e-48ad-8e1d-67fdd1fc9685 req-51ed1120-84f7-41d8-9213-b949c031a3d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.821494] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.823385] env[66735]: WARNING neutronclient.v2_0.client [req-9510e7bb-e2b7-45ce-b21a-159da54e913c req-93810c52-b33e-44b3-8c0e-75591f22a0ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.887683] env[66735]: DEBUG nova.network.neutron [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Updating instance_info_cache with network_info: [{"id": "4c7e24a8-b040-432e-8926-32888af4bb77", "address": "fa:16:3e:06:a7:36", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7e24a8-b0", "ovs_interfaceid": "4c7e24a8-b040-432e-8926-32888af4bb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.099697] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528cb570-c7de-ce02-c640-3339cacda24e, 'name': SearchDatastore_Task, 'duration_secs': 0.015721} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.100020] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.100430] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.101493] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.101493] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.101493] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.101493] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4a61971-f599-43ef-aafc-308c1c822cdc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.111825] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.111825] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.112394] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2a4626-d81b-496f-8d6e-d89177d9b252 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.118216] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Waiting for the task: (returnval){ [ 784.118216] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52db8fe2-23d7-64f8-f867-1a3a8167f947" [ 784.118216] env[66735]: _type = "Task" [ 784.118216] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.123125] env[66735]: DEBUG nova.compute.utils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.127656] env[66735]: DEBUG nova.compute.manager [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 784.128817] env[66735]: DEBUG nova.network.neutron [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 784.128817] env[66735]: WARNING neutronclient.v2_0.client [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.128817] env[66735]: WARNING neutronclient.v2_0.client [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.138385] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52db8fe2-23d7-64f8-f867-1a3a8167f947, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.139168] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abaa097b-ed8f-4277-9c9b-6a1a95c3d3dc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.149374] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Waiting for the task: (returnval){ [ 784.149374] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5269599a-505c-b897-a560-7bcac24fd427" [ 784.149374] env[66735]: _type = "Task" [ 784.149374] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.164036] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5269599a-505c-b897-a560-7bcac24fd427, 'name': SearchDatastore_Task, 'duration_secs': 0.011362} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.164036] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.164036] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] f72d7da4-6940-46c5-86f2-267d446046c4/f72d7da4-6940-46c5-86f2-267d446046c4.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.164036] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45d51b57-6260-4693-b697-069d9c48b995 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.173705] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Waiting for the task: (returnval){ [ 784.173705] env[66735]: value = "task-4645503" [ 784.173705] env[66735]: _type = "Task" [ 784.173705] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.186922] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.224698] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.249059] env[66735]: INFO nova.compute.manager [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Rebuilding instance [ 784.261405] env[66735]: DEBUG nova.policy [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6ed8b26a61948c395dc7ddc111031ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '515c2a40834f41c89ee0e020d1d2a2b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.309836] env[66735]: DEBUG nova.compute.manager [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 784.310902] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17f57cd-c470-4e47-88fa-502928bf53c4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.390392] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "refresh_cache-5116edb7-de7a-41a5-b6d5-b177efba94e3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.391078] env[66735]: DEBUG nova.compute.manager [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Instance network_info: |[{"id": "4c7e24a8-b040-432e-8926-32888af4bb77", "address": "fa:16:3e:06:a7:36", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7e24a8-b0", "ovs_interfaceid": "4c7e24a8-b040-432e-8926-32888af4bb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 784.395345] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:a7:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c7e24a8-b040-432e-8926-32888af4bb77', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.404309] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 784.407018] env[66735]: WARNING neutronclient.v2_0.client [req-9510e7bb-e2b7-45ce-b21a-159da54e913c req-93810c52-b33e-44b3-8c0e-75591f22a0ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.411189] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.412547] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a9b0f84-7870-48d4-a324-3ae8af93736f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.433122] env[66735]: WARNING neutronclient.v2_0.client [req-0d546d58-571e-48ad-8e1d-67fdd1fc9685 req-51ed1120-84f7-41d8-9213-b949c031a3d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.447104] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.447104] env[66735]: value = "task-4645505" [ 784.447104] env[66735]: _type = "Task" [ 784.447104] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.469372] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645505, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.585997] env[66735]: DEBUG nova.network.neutron [req-9510e7bb-e2b7-45ce-b21a-159da54e913c req-93810c52-b33e-44b3-8c0e-75591f22a0ff service nova] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Updated VIF entry in instance network info cache for port 81e7d60f-0db2-4a28-acfe-41dc013a0a21. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 784.586542] env[66735]: DEBUG nova.network.neutron [req-9510e7bb-e2b7-45ce-b21a-159da54e913c req-93810c52-b33e-44b3-8c0e-75591f22a0ff service nova] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Updating instance_info_cache with network_info: [{"id": "81e7d60f-0db2-4a28-acfe-41dc013a0a21", "address": "fa:16:3e:30:ae:6a", "network": {"id": "11053a44-cb9e-446c-a084-b9b674903c65", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1177809863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9d8a2cd75c5f4235bcd4facf0d01afb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e7d60f-0d", "ovs_interfaceid": "81e7d60f-0db2-4a28-acfe-41dc013a0a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.623125] env[66735]: DEBUG nova.network.neutron [req-0d546d58-571e-48ad-8e1d-67fdd1fc9685 req-51ed1120-84f7-41d8-9213-b949c031a3d8 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Updated VIF entry in instance network info cache for port 9b678728-48f0-431c-9b2d-0e8b70e7b780. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 784.623125] env[66735]: DEBUG nova.network.neutron [req-0d546d58-571e-48ad-8e1d-67fdd1fc9685 req-51ed1120-84f7-41d8-9213-b949c031a3d8 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Updating instance_info_cache with network_info: [{"id": "9b678728-48f0-431c-9b2d-0e8b70e7b780", "address": "fa:16:3e:df:4d:cd", "network": {"id": "a25e3bf0-b545-49c7-ac54-8844658010d4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1816758172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4743e209426f410097298c46b6ea56f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b678728-48", "ovs_interfaceid": "9b678728-48f0-431c-9b2d-0e8b70e7b780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.635645] env[66735]: DEBUG nova.compute.manager [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 784.691428] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645503, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.726730] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645499, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.868256] env[66735]: DEBUG nova.network.neutron [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Successfully created port: aac74381-f35c-4994-a303-bd65591adc40 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 784.870607] env[66735]: DEBUG nova.network.neutron [-] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.902155] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c8ba9d-a0aa-4946-a92d-a9d5be6f7c35 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.911677] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2a9b0e-760b-4cd1-9e73-42a759f30cce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.948007] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6935ea-b298-45d0-af73-cbf186526637 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.960828] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645505, 'name': CreateVM_Task, 'duration_secs': 0.412765} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.963224] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.964029] env[66735]: WARNING neutronclient.v2_0.client [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.964423] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.964598] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.964916] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.967036] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b8dc83-934c-4c3b-8e56-1e56c861d79f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.970637] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5709bf8a-9f4c-4d03-ab02-f6c775946eb1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.976687] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 784.976687] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5237130b-ba42-a0b1-4e9b-f6c989ecd0d8" [ 784.976687] env[66735]: _type = "Task" [ 784.976687] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.985207] env[66735]: DEBUG nova.compute.provider_tree [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.996824] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5237130b-ba42-a0b1-4e9b-f6c989ecd0d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009878} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.997723] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.998105] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.998174] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.998930] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.998930] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.999072] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0067263-e9c0-45fa-9649-2ff828ade4e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.008572] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.008776] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.009609] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6081a86e-427e-4276-a028-2e90d9e67d14 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.016196] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 785.016196] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bbf822-0979-5fab-2d3f-bc69f002582d" [ 785.016196] env[66735]: _type = "Task" [ 785.016196] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.027770] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bbf822-0979-5fab-2d3f-bc69f002582d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.091170] env[66735]: DEBUG oslo_concurrency.lockutils [req-9510e7bb-e2b7-45ce-b21a-159da54e913c req-93810c52-b33e-44b3-8c0e-75591f22a0ff service nova] Releasing lock "refresh_cache-f72d7da4-6940-46c5-86f2-267d446046c4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.127331] env[66735]: DEBUG oslo_concurrency.lockutils [req-0d546d58-571e-48ad-8e1d-67fdd1fc9685 req-51ed1120-84f7-41d8-9213-b949c031a3d8 service nova] Releasing lock "refresh_cache-0e740911-4848-48aa-a49d-f929be0479b2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.185729] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566673} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.188304] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] f72d7da4-6940-46c5-86f2-267d446046c4/f72d7da4-6940-46c5-86f2-267d446046c4.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.188304] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.188304] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f640440-fdc6-4982-8447-5c7f1979cb3e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.196702] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Waiting for the task: (returnval){ [ 785.196702] env[66735]: value = "task-4645506" [ 785.196702] env[66735]: _type = "Task" [ 785.196702] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.207819] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.222472] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645499, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.334626] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.334976] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ad7f53-4c27-49f5-8259-72d0ddc52257 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.345861] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 785.345861] env[66735]: value = "task-4645507" [ 785.345861] env[66735]: _type = "Task" [ 785.345861] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.358123] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.373233] env[66735]: INFO nova.compute.manager [-] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Took 1.60 seconds to deallocate network for instance. [ 785.483893] env[66735]: DEBUG nova.compute.manager [req-1814915d-b7aa-40d3-ac7e-adec6b51b899 req-5a73230f-b960-40a9-9034-47ad0e7ea13a service nova] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Received event network-vif-deleted-8757cfed-9cdd-47aa-a385-bd93ef86c9d8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 785.492023] env[66735]: DEBUG nova.scheduler.client.report [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.510028] env[66735]: DEBUG nova.compute.manager [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Received event network-vif-plugged-4c7e24a8-b040-432e-8926-32888af4bb77 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 785.510028] env[66735]: DEBUG oslo_concurrency.lockutils [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] Acquiring lock "5116edb7-de7a-41a5-b6d5-b177efba94e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.510028] env[66735]: DEBUG oslo_concurrency.lockutils [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] Lock "5116edb7-de7a-41a5-b6d5-b177efba94e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.510028] env[66735]: DEBUG oslo_concurrency.lockutils [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] Lock "5116edb7-de7a-41a5-b6d5-b177efba94e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.510028] env[66735]: DEBUG nova.compute.manager [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] No waiting events found dispatching network-vif-plugged-4c7e24a8-b040-432e-8926-32888af4bb77 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 785.510028] env[66735]: WARNING nova.compute.manager [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Received unexpected event network-vif-plugged-4c7e24a8-b040-432e-8926-32888af4bb77 for instance with vm_state building and task_state spawning. [ 785.510028] env[66735]: DEBUG nova.compute.manager [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Received event network-changed-4c7e24a8-b040-432e-8926-32888af4bb77 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 785.510028] env[66735]: DEBUG nova.compute.manager [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Refreshing instance network info cache due to event network-changed-4c7e24a8-b040-432e-8926-32888af4bb77. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 785.510872] env[66735]: DEBUG oslo_concurrency.lockutils [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] Acquiring lock "refresh_cache-5116edb7-de7a-41a5-b6d5-b177efba94e3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.511210] env[66735]: DEBUG oslo_concurrency.lockutils [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] Acquired lock "refresh_cache-5116edb7-de7a-41a5-b6d5-b177efba94e3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.511523] env[66735]: DEBUG nova.network.neutron [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Refreshing network info cache for port 4c7e24a8-b040-432e-8926-32888af4bb77 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.531828] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bbf822-0979-5fab-2d3f-bc69f002582d, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.533154] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6ced58-2bad-4909-8968-be03287d1d7c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.541040] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 785.541040] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5214cc99-096f-b8bf-7fe1-4e202cbbe3ad" [ 785.541040] env[66735]: _type = "Task" [ 785.541040] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.552391] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5214cc99-096f-b8bf-7fe1-4e202cbbe3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.649817] env[66735]: DEBUG nova.compute.manager [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 785.680219] env[66735]: DEBUG nova.virt.hardware [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 785.681463] env[66735]: DEBUG nova.virt.hardware [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.681463] env[66735]: DEBUG nova.virt.hardware [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 785.681463] env[66735]: DEBUG nova.virt.hardware [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.681463] env[66735]: DEBUG nova.virt.hardware [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 785.681463] env[66735]: DEBUG nova.virt.hardware [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 785.681463] env[66735]: DEBUG nova.virt.hardware [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.681727] env[66735]: DEBUG nova.virt.hardware [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 785.681762] env[66735]: DEBUG nova.virt.hardware [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 785.682120] env[66735]: DEBUG nova.virt.hardware [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 785.682173] env[66735]: DEBUG nova.virt.hardware [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 785.683076] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def0ca64-f7f5-4a9e-9d0f-b5791c30cec9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.692404] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57d9b65-156b-41f4-9db3-be81c1a0ae66 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.719449] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072566} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.720159] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.720961] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4844d91-d2aa-43f7-932d-b8fad5a3fe41 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.726485] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645499, 'name': ReconfigVM_Task, 'duration_secs': 2.205653} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.727102] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 2cb84984-155b-4ec5-8795-a4dc89cb6eb5/2cb84984-155b-4ec5-8795-a4dc89cb6eb5.vmdk or device None with type streamOptimized {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.728672] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encrypted': False, 'encryption_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'disk_bus': None, 'size': 0, 'image_id': 'd4e2652e-c00e-44b3-b263-ab13e9208269'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907097', 'volume_id': '746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'name': 'volume-746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2cb84984-155b-4ec5-8795-a4dc89cb6eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'serial': '746d3cbe-0752-42d4-9dd8-1344b451a2f6'}, 'delete_on_termination': False, 'boot_index': None, 'attachment_id': 'd68af41a-af47-43b9-bf9e-6c6b0085fd83', 'mount_device': '/dev/sdb', 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=66735) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 785.728878] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 785.729078] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907097', 'volume_id': '746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'name': 'volume-746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2cb84984-155b-4ec5-8795-a4dc89cb6eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'serial': '746d3cbe-0752-42d4-9dd8-1344b451a2f6'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 785.729905] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0b2f81-dae7-456f-8a3b-9706b9a4e96e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.752437] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] f72d7da4-6940-46c5-86f2-267d446046c4/f72d7da4-6940-46c5-86f2-267d446046c4.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.753239] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d993b80f-8918-49bd-ba0a-7a3991f31e23 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.782488] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a189c-565d-4bb6-982f-9777086d4ca3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.789590] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Waiting for the task: (returnval){ [ 785.789590] env[66735]: value = "task-4645508" [ 785.789590] env[66735]: _type = "Task" [ 785.789590] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.811574] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] volume-746d3cbe-0752-42d4-9dd8-1344b451a2f6/volume-746d3cbe-0752-42d4-9dd8-1344b451a2f6.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.816614] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7deaf23d-fcc7-4522-a31e-32cd856f974c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.836168] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.837793] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 785.837793] env[66735]: value = "task-4645509" [ 785.837793] env[66735]: _type = "Task" [ 785.837793] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.847542] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.858536] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645507, 'name': PowerOffVM_Task, 'duration_secs': 0.146055} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.858848] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.859133] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.860153] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14790b02-406f-461f-b2fd-3ab8cb3645fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.868710] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.872138] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-febff0d3-0274-4f75-a82d-ee991b89b714 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.882654] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.944210] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.944508] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.944742] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Deleting the datastore file [datastore1] 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.945120] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18b6556b-0a84-43b9-b4d8-2124101a93cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.954181] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 785.954181] env[66735]: value = "task-4645511" [ 785.954181] env[66735]: _type = "Task" [ 785.954181] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.965817] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.005955] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.382s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.011249] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.791s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.012041] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.014034] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 786.014034] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.720s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.014034] env[66735]: DEBUG nova.objects.instance [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lazy-loading 'resources' on Instance uuid 118f9f30-1050-469d-9e5c-d758052b90aa {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.016241] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68576777-ce03-43ca-881f-b9be042702fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.020490] env[66735]: WARNING neutronclient.v2_0.client [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.034871] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8f539f-865e-4407-97b0-9b28333ca78c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.045763] env[66735]: INFO nova.scheduler.client.report [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Deleted allocations for instance a92bf925-6b26-4139-8712-9866b6cba192 [ 786.062620] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e4e817-0f18-4bd0-89a7-8e459c9b14bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.070710] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5214cc99-096f-b8bf-7fe1-4e202cbbe3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.071566] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.071996] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 5116edb7-de7a-41a5-b6d5-b177efba94e3/5116edb7-de7a-41a5-b6d5-b177efba94e3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.072508] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7891242a-eb68-407f-9ac5-35475c4e27f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.079511] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067ba08f-18ce-4086-bf83-a7bebed2ade1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.084250] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 786.084250] env[66735]: value = "task-4645512" [ 786.084250] env[66735]: _type = "Task" [ 786.084250] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.118707] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177467MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 786.118934] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.127936] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.284330] env[66735]: WARNING neutronclient.v2_0.client [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.317693] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645508, 'name': ReconfigVM_Task, 'duration_secs': 0.310972} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.318013] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Reconfigured VM instance instance-00000033 to attach disk [datastore2] f72d7da4-6940-46c5-86f2-267d446046c4/f72d7da4-6940-46c5-86f2-267d446046c4.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.318769] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83e13ddc-d38e-48a2-8daf-6d4306ac7934 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.326450] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Waiting for the task: (returnval){ [ 786.326450] env[66735]: value = "task-4645514" [ 786.326450] env[66735]: _type = "Task" [ 786.326450] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.336050] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645514, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.352359] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645509, 'name': ReconfigVM_Task, 'duration_secs': 0.331661} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.352667] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Reconfigured VM instance instance-0000000e to attach disk [datastore2] volume-746d3cbe-0752-42d4-9dd8-1344b451a2f6/volume-746d3cbe-0752-42d4-9dd8-1344b451a2f6.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.357874] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff7d555-c778-4d6b-ab5d-f42914f84fd2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.374821] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 786.374821] env[66735]: value = "task-4645515" [ 786.374821] env[66735]: _type = "Task" [ 786.374821] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.386269] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.466123] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104223} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.466123] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.466123] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.466123] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.475725] env[66735]: DEBUG nova.network.neutron [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Updated VIF entry in instance network info cache for port 4c7e24a8-b040-432e-8926-32888af4bb77. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 786.476126] env[66735]: DEBUG nova.network.neutron [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Updating instance_info_cache with network_info: [{"id": "4c7e24a8-b040-432e-8926-32888af4bb77", "address": "fa:16:3e:06:a7:36", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7e24a8-b0", "ovs_interfaceid": "4c7e24a8-b040-432e-8926-32888af4bb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.514043] env[66735]: DEBUG nova.network.neutron [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Successfully updated port: aac74381-f35c-4994-a303-bd65591adc40 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 786.555258] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ccf8c4-21c4-4ffc-a630-39bbea8c3e37 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "a92bf925-6b26-4139-8712-9866b6cba192" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.913s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.600604] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645512, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.838298] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645514, 'name': Rename_Task, 'duration_secs': 0.36714} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.841364] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.841850] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bc563ba-e2b7-4275-8004-3e33bec1eaf2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.849884] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Waiting for the task: (returnval){ [ 786.849884] env[66735]: value = "task-4645516" [ 786.849884] env[66735]: _type = "Task" [ 786.849884] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.861764] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.885611] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645515, 'name': ReconfigVM_Task, 'duration_secs': 0.203482} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.888754] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907097', 'volume_id': '746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'name': 'volume-746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2cb84984-155b-4ec5-8795-a4dc89cb6eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'serial': '746d3cbe-0752-42d4-9dd8-1344b451a2f6'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 786.889639] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-636fa3f6-d092-4134-9327-02ede618e21c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.896508] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 786.896508] env[66735]: value = "task-4645517" [ 786.896508] env[66735]: _type = "Task" [ 786.896508] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.907550] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645517, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.982598] env[66735]: DEBUG oslo_concurrency.lockutils [req-c43169c2-fa04-4466-82ad-aa019851aa09 req-a29d8cc2-c44e-4cfa-8312-6654f6c5d8de service nova] Releasing lock "refresh_cache-5116edb7-de7a-41a5-b6d5-b177efba94e3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.021423] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.021646] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.021877] env[66735]: DEBUG nova.network.neutron [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 787.100531] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532304} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.108149] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 5116edb7-de7a-41a5-b6d5-b177efba94e3/5116edb7-de7a-41a5-b6d5-b177efba94e3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.108149] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.108649] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea6ac283-c654-424e-b9c2-70d331f8d773 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.117476] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 787.117476] env[66735]: value = "task-4645518" [ 787.117476] env[66735]: _type = "Task" [ 787.117476] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.131884] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.196387] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b4d676-81f0-4b12-a6ea-afa3f3c69d87 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.206980] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe329be-0b24-4030-b110-3f1d460af86d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.237161] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e95e00-254a-4ce1-b2bd-bf0522dcee57 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.246237] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2f3634-8e16-4b9c-b8dd-7192d38afe74 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.262040] env[66735]: DEBUG nova.compute.provider_tree [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.360942] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645516, 'name': PowerOnVM_Task} progress is 98%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.409788] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645517, 'name': Rename_Task, 'duration_secs': 0.275053} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.410063] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.410331] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fa7330f-e6bb-4e75-b8e4-fa01f74ec1bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.419084] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 787.419084] env[66735]: value = "task-4645519" [ 787.419084] env[66735]: _type = "Task" [ 787.419084] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.429633] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.517437] env[66735]: DEBUG nova.virt.hardware [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 787.517738] env[66735]: DEBUG nova.virt.hardware [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.517922] env[66735]: DEBUG nova.virt.hardware [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 787.518155] env[66735]: DEBUG nova.virt.hardware [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.518301] env[66735]: DEBUG nova.virt.hardware [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 787.518440] env[66735]: DEBUG nova.virt.hardware [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 787.518726] env[66735]: DEBUG nova.virt.hardware [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 787.518924] env[66735]: DEBUG nova.virt.hardware [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 787.519149] env[66735]: DEBUG nova.virt.hardware [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 787.519391] env[66735]: DEBUG nova.virt.hardware [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 787.519603] env[66735]: DEBUG nova.virt.hardware [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 787.520719] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bee648-ff01-4eb8-a920-9a37b95cc226 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.533310] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e4f9db-f316-4cd8-9ff4-dcd3ab17d028 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.554765] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.563530] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 787.563727] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.564345] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a5effe8-2a01-448d-810b-314de4ad768b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.580768] env[66735]: DEBUG nova.network.neutron [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 787.587147] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.587147] env[66735]: value = "task-4645520" [ 787.587147] env[66735]: _type = "Task" [ 787.587147] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.589218] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "5b823cb0-f69d-49c7-86d7-1141743a794b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.589443] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "5b823cb0-f69d-49c7-86d7-1141743a794b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.600542] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645520, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.628626] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078571} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.631881] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.632982] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca247c8f-1c09-4447-b1dc-f84e3a1c907b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.658437] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 5116edb7-de7a-41a5-b6d5-b177efba94e3/5116edb7-de7a-41a5-b6d5-b177efba94e3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.658848] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dffd981d-71b4-4788-a4b7-63c19da8ef80 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.677726] env[66735]: DEBUG nova.compute.manager [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Received event network-vif-plugged-aac74381-f35c-4994-a303-bd65591adc40 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 787.681017] env[66735]: DEBUG oslo_concurrency.lockutils [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] Acquiring lock "106b6931-9631-4c32-ade5-b3ad9384edea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.681017] env[66735]: DEBUG oslo_concurrency.lockutils [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] Lock "106b6931-9631-4c32-ade5-b3ad9384edea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.681017] env[66735]: DEBUG oslo_concurrency.lockutils [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] Lock "106b6931-9631-4c32-ade5-b3ad9384edea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.681017] env[66735]: DEBUG nova.compute.manager [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] No waiting events found dispatching network-vif-plugged-aac74381-f35c-4994-a303-bd65591adc40 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 787.681017] env[66735]: WARNING nova.compute.manager [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Received unexpected event network-vif-plugged-aac74381-f35c-4994-a303-bd65591adc40 for instance with vm_state building and task_state spawning. [ 787.681017] env[66735]: DEBUG nova.compute.manager [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Received event network-changed-aac74381-f35c-4994-a303-bd65591adc40 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 787.681017] env[66735]: DEBUG nova.compute.manager [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Refreshing instance network info cache due to event network-changed-aac74381-f35c-4994-a303-bd65591adc40. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 787.681017] env[66735]: DEBUG oslo_concurrency.lockutils [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] Acquiring lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.693740] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 787.693740] env[66735]: value = "task-4645521" [ 787.693740] env[66735]: _type = "Task" [ 787.693740] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.704138] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.745920] env[66735]: WARNING neutronclient.v2_0.client [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.765724] env[66735]: DEBUG nova.scheduler.client.report [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.844320] env[66735]: DEBUG nova.network.neutron [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance_info_cache with network_info: [{"id": "aac74381-f35c-4994-a303-bd65591adc40", "address": "fa:16:3e:31:82:25", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac74381-f3", "ovs_interfaceid": "aac74381-f35c-4994-a303-bd65591adc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.867562] env[66735]: DEBUG oslo_vmware.api [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645516, 'name': PowerOnVM_Task, 'duration_secs': 0.734161} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.867980] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.868412] env[66735]: INFO nova.compute.manager [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Took 8.69 seconds to spawn the instance on the hypervisor. [ 787.868622] env[66735]: DEBUG nova.compute.manager [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 787.869802] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49552f06-0e98-4a93-a5bc-23adeb1812b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.935142] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645519, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.094955] env[66735]: DEBUG nova.compute.manager [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 788.106224] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645520, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.205347] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645521, 'name': ReconfigVM_Task, 'duration_secs': 0.307823} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.205347] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 5116edb7-de7a-41a5-b6d5-b177efba94e3/5116edb7-de7a-41a5-b6d5-b177efba94e3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.207562] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df132361-6614-4e4f-b4bb-896d142fba3f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.218652] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 788.218652] env[66735]: value = "task-4645522" [ 788.218652] env[66735]: _type = "Task" [ 788.218652] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.229935] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645522, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.273896] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.277637] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.337s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.277913] env[66735]: DEBUG nova.objects.instance [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Lazy-loading 'resources' on Instance uuid 9642edb3-eebe-433e-92d8-55e3c112c063 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.303169] env[66735]: INFO nova.scheduler.client.report [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Deleted allocations for instance 118f9f30-1050-469d-9e5c-d758052b90aa [ 788.348387] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.348779] env[66735]: DEBUG nova.compute.manager [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Instance network_info: |[{"id": "aac74381-f35c-4994-a303-bd65591adc40", "address": "fa:16:3e:31:82:25", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac74381-f3", "ovs_interfaceid": "aac74381-f35c-4994-a303-bd65591adc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 788.349267] env[66735]: DEBUG oslo_concurrency.lockutils [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] Acquired lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.349456] env[66735]: DEBUG nova.network.neutron [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Refreshing network info cache for port aac74381-f35c-4994-a303-bd65591adc40 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.350697] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:82:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aac74381-f35c-4994-a303-bd65591adc40', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.358979] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Creating folder: Project (515c2a40834f41c89ee0e020d1d2a2b2). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.361171] env[66735]: WARNING neutronclient.v2_0.client [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.362760] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dd33363-a60c-4d7c-b969-272940e36daa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.375019] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Created folder: Project (515c2a40834f41c89ee0e020d1d2a2b2) in parent group-v906980. [ 788.375223] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Creating folder: Instances. Parent ref: group-v907132. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.375471] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54f196cb-f459-4b0c-89b9-b80d398e80f1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.388576] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Created folder: Instances in parent group-v907132. [ 788.388849] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 788.390564] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.391251] env[66735]: INFO nova.compute.manager [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Took 37.82 seconds to build instance. [ 788.392024] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-509f1d1b-f62a-4b7d-a05f-201b376ec055 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.416530] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.416530] env[66735]: value = "task-4645525" [ 788.416530] env[66735]: _type = "Task" [ 788.416530] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.426865] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645525, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.432751] env[66735]: DEBUG oslo_vmware.api [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645519, 'name': PowerOnVM_Task, 'duration_secs': 0.633993} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.433041] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.544341] env[66735]: WARNING neutronclient.v2_0.client [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.559806] env[66735]: DEBUG nova.compute.manager [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.560740] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df67eea3-070c-4251-9237-9395ff44ef8b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.601540] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645520, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.616754] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.684164] env[66735]: DEBUG nova.network.neutron [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updated VIF entry in instance network info cache for port aac74381-f35c-4994-a303-bd65591adc40. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 788.684534] env[66735]: DEBUG nova.network.neutron [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance_info_cache with network_info: [{"id": "aac74381-f35c-4994-a303-bd65591adc40", "address": "fa:16:3e:31:82:25", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac74381-f3", "ovs_interfaceid": "aac74381-f35c-4994-a303-bd65591adc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.729326] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645522, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.748122] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 788.748297] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907129', 'volume_id': '1c48b73e-8dc2-4a90-b801-4aaa74890c3c', 'name': 'volume-1c48b73e-8dc2-4a90-b801-4aaa74890c3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b04af2b-3712-4f1e-a1f0-59b97f11317d', 'attached_at': '', 'detached_at': '', 'volume_id': '1c48b73e-8dc2-4a90-b801-4aaa74890c3c', 'serial': '1c48b73e-8dc2-4a90-b801-4aaa74890c3c'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 788.749349] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfa5611-b2a4-44fa-9805-deb9146a3b94 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.771124] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59458818-8adc-41e5-aef2-442c3a976803 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.805022] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-1c48b73e-8dc2-4a90-b801-4aaa74890c3c/volume-1c48b73e-8dc2-4a90-b801-4aaa74890c3c.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.805022] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c642713d-f2d7-476a-a11b-a4b4ad5a15cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.820237] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81254d28-d21e-45b0-8469-4cfb567faef9 tempest-ImagesOneServerTestJSON-997968893 tempest-ImagesOneServerTestJSON-997968893-project-member] Lock "118f9f30-1050-469d-9e5c-d758052b90aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.147s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.829522] env[66735]: DEBUG oslo_vmware.api [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 788.829522] env[66735]: value = "task-4645526" [ 788.829522] env[66735]: _type = "Task" [ 788.829522] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.842968] env[66735]: DEBUG oslo_vmware.api [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.912266] env[66735]: DEBUG oslo_concurrency.lockutils [None req-715d4103-c680-4cc0-9c74-86b26429948e tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Lock "f72d7da4-6940-46c5-86f2-267d446046c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.352s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.932284] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645525, 'name': CreateVM_Task, 'duration_secs': 0.476296} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.932524] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.933134] env[66735]: WARNING neutronclient.v2_0.client [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.933753] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.933845] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.934216] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.937120] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d34aed8-328c-4437-8d8c-ab0941dc582d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.944394] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 788.944394] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f704d8-76d6-6d10-8e56-259fa391a6f9" [ 788.944394] env[66735]: _type = "Task" [ 788.944394] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.952807] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f704d8-76d6-6d10-8e56-259fa391a6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.078759] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c09482db-72f4-4c18-96d0-3c1769805481 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 62.040s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.103868] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645520, 'name': CreateVM_Task, 'duration_secs': 1.407892} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.104053] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.104490] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.187361] env[66735]: DEBUG oslo_concurrency.lockutils [req-1869d5db-6951-4884-a569-aa7e6b5f1332 req-a33c1b0a-1acf-4176-b4d6-04dad93365c2 service nova] Releasing lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.232777] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645522, 'name': Rename_Task, 'duration_secs': 0.876559} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.233076] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.234101] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7615eb1-f160-43b7-ae29-4bd88a7a4b1c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.245915] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 789.245915] env[66735]: value = "task-4645527" [ 789.245915] env[66735]: _type = "Task" [ 789.245915] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.258146] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.342243] env[66735]: DEBUG oslo_vmware.api [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.370110] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1920cf-1c19-407d-9848-c29161cbfe10 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.378668] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65562664-f5e7-4fde-9e16-40a635bf43f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.417319] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6250f08-b1cc-44f7-9f0b-6790f033a51a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.426930] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abd8ae6-95c3-40ca-8035-1567939d9047 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.442915] env[66735]: DEBUG nova.compute.provider_tree [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.454473] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f704d8-76d6-6d10-8e56-259fa391a6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.455527] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.455801] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.456095] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.456256] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.456434] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.456727] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.457079] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.457716] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f420da02-e74d-4bc3-8eee-f402f52e22ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.459996] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce994f20-a83f-451f-ac6d-4fc0dac7bd74 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.466871] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 789.466871] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52da6a2a-037b-45f4-eba4-15ca385da877" [ 789.466871] env[66735]: _type = "Task" [ 789.466871] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.471852] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.472153] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.473310] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679b9a16-a1f1-4e76-b5a1-01d0c26cc902 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.479162] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52da6a2a-037b-45f4-eba4-15ca385da877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.483238] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 789.483238] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523ff5a2-09d1-38b6-2f9c-3da63ea99fc5" [ 789.483238] env[66735]: _type = "Task" [ 789.483238] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.493421] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523ff5a2-09d1-38b6-2f9c-3da63ea99fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.758737] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645527, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.841775] env[66735]: DEBUG oslo_vmware.api [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645526, 'name': ReconfigVM_Task, 'duration_secs': 0.70832} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.842100] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-1c48b73e-8dc2-4a90-b801-4aaa74890c3c/volume-1c48b73e-8dc2-4a90-b801-4aaa74890c3c.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.846939] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6332be88-296c-4df1-b247-cee21a7bf830 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.864395] env[66735]: DEBUG oslo_vmware.api [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 789.864395] env[66735]: value = "task-4645528" [ 789.864395] env[66735]: _type = "Task" [ 789.864395] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.875219] env[66735]: DEBUG oslo_vmware.api [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.949180] env[66735]: DEBUG nova.scheduler.client.report [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.979274] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52da6a2a-037b-45f4-eba4-15ca385da877, 'name': SearchDatastore_Task, 'duration_secs': 0.012153} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.979611] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.979852] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.980075] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.996632] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523ff5a2-09d1-38b6-2f9c-3da63ea99fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.014042} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.997623] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4594c30-d2f0-430b-a8b3-62c4d9d9e78b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.008364] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 790.008364] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e0f7c2-01fc-d24d-f131-6225ebf7fc50" [ 790.008364] env[66735]: _type = "Task" [ 790.008364] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.022716] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e0f7c2-01fc-d24d-f131-6225ebf7fc50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.264030] env[66735]: DEBUG oslo_vmware.api [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645527, 'name': PowerOnVM_Task, 'duration_secs': 0.656787} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.267360] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.267360] env[66735]: INFO nova.compute.manager [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Took 8.36 seconds to spawn the instance on the hypervisor. [ 790.267360] env[66735]: DEBUG nova.compute.manager [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 790.267360] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a26864-d441-4b0e-bd5a-f2ea91d14a5a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.375850] env[66735]: DEBUG oslo_vmware.api [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645528, 'name': ReconfigVM_Task, 'duration_secs': 0.156817} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.376626] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907129', 'volume_id': '1c48b73e-8dc2-4a90-b801-4aaa74890c3c', 'name': 'volume-1c48b73e-8dc2-4a90-b801-4aaa74890c3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b04af2b-3712-4f1e-a1f0-59b97f11317d', 'attached_at': '', 'detached_at': '', 'volume_id': '1c48b73e-8dc2-4a90-b801-4aaa74890c3c', 'serial': '1c48b73e-8dc2-4a90-b801-4aaa74890c3c'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 790.454346] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.461696] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.773s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.461945] env[66735]: DEBUG nova.objects.instance [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Lazy-loading 'resources' on Instance uuid 155797b1-2470-43a6-84f6-39ee2fe1586e {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.484446] env[66735]: INFO nova.scheduler.client.report [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Deleted allocations for instance 9642edb3-eebe-433e-92d8-55e3c112c063 [ 790.520116] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e0f7c2-01fc-d24d-f131-6225ebf7fc50, 'name': SearchDatastore_Task, 'duration_secs': 0.01271} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.520417] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.520658] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 106b6931-9631-4c32-ade5-b3ad9384edea/106b6931-9631-4c32-ade5-b3ad9384edea.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.520946] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.521150] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.521388] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1b80bb4-2651-49a1-a0c9-444bd5b78a44 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.523736] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5183eae-0266-4bcd-9657-4ea650967edb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.532657] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 790.532657] env[66735]: value = "task-4645529" [ 790.532657] env[66735]: _type = "Task" [ 790.532657] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.537424] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.537424] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.538865] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4d7891-69df-4515-9993-b4b88c6b7f79 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.548195] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.548576] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 790.548576] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5255f809-61a7-abd0-bfcd-67f3edb21ff7" [ 790.548576] env[66735]: _type = "Task" [ 790.548576] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.560388] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5255f809-61a7-abd0-bfcd-67f3edb21ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.791885] env[66735]: INFO nova.compute.manager [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Took 37.65 seconds to build instance. [ 790.992987] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7d13255a-c726-476d-8118-c07c692df086 tempest-ServerDiagnosticsV248Test-246481638 tempest-ServerDiagnosticsV248Test-246481638-project-member] Lock "9642edb3-eebe-433e-92d8-55e3c112c063" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.941s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.059115] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645529, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.067129] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5255f809-61a7-abd0-bfcd-67f3edb21ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.016015} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.073978] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4408b9f0-b7d3-4ad1-b6ca-22987b36e27a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.083033] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 791.083033] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527358aa-bc9a-276d-c594-249a25bf13d3" [ 791.083033] env[66735]: _type = "Task" [ 791.083033] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.098754] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527358aa-bc9a-276d-c594-249a25bf13d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.295223] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5216514a-83dd-4416-802f-3f7ded2e050d tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "5116edb7-de7a-41a5-b6d5-b177efba94e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.713s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.444089] env[66735]: DEBUG nova.objects.instance [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lazy-loading 'flavor' on Instance uuid 6b04af2b-3712-4f1e-a1f0-59b97f11317d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.461076] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Acquiring lock "f72d7da4-6940-46c5-86f2-267d446046c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.461517] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Lock "f72d7da4-6940-46c5-86f2-267d446046c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.461743] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Acquiring lock "f72d7da4-6940-46c5-86f2-267d446046c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.461941] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Lock "f72d7da4-6940-46c5-86f2-267d446046c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.462128] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Lock "f72d7da4-6940-46c5-86f2-267d446046c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.464430] env[66735]: INFO nova.compute.manager [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Terminating instance [ 791.530742] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f5931b-307a-480a-813d-03f03dd48af3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.546716] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354d3ee3-ea36-476a-80ff-0cd7e3e3b432 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.558261] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629467} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.560790] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 106b6931-9631-4c32-ade5-b3ad9384edea/106b6931-9631-4c32-ade5-b3ad9384edea.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.560790] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.560790] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb69c5c8-7cae-465b-b773-4c9a034636e8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.597740] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74cdf64-2e07-4972-a8b2-0d678f2c9d2d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.602490] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 791.602490] env[66735]: value = "task-4645530" [ 791.602490] env[66735]: _type = "Task" [ 791.602490] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.614895] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527358aa-bc9a-276d-c594-249a25bf13d3, 'name': SearchDatastore_Task, 'duration_secs': 0.049757} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.617040] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e483f6f-773a-4366-a64b-ba3e62265134 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.624288] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.624484] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0/79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.629668] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d930e044-d8f8-4982-b7c4-63c45c7a0d5e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.633102] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.654506] env[66735]: DEBUG nova.compute.provider_tree [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.660022] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 791.660022] env[66735]: value = "task-4645531" [ 791.660022] env[66735]: _type = "Task" [ 791.660022] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.674304] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.952470] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c669cbc8-ede9-4a24-a66a-58f7d25fd69c tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.335s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.974556] env[66735]: DEBUG nova.compute.manager [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 791.974790] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.975967] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1034279-245f-433a-8c9b-171525c4dfd7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.986796] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.987502] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f21f18-d6bf-4823-ac4e-f81d95fab1b7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.996806] env[66735]: DEBUG oslo_vmware.api [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Waiting for the task: (returnval){ [ 791.996806] env[66735]: value = "task-4645532" [ 791.996806] env[66735]: _type = "Task" [ 791.996806] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.007512] env[66735]: DEBUG oslo_vmware.api [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.115564] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117042} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.116378] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.117415] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca261c9-e9b1-4891-b80b-a3611eb7c43f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.152742] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 106b6931-9631-4c32-ade5-b3ad9384edea/106b6931-9631-4c32-ade5-b3ad9384edea.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.153249] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a77e5ff0-704c-4c7a-b81b-443560ea8b38 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.180390] env[66735]: DEBUG nova.scheduler.client.report [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.203034] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645531, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.204595] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 792.204595] env[66735]: value = "task-4645533" [ 792.204595] env[66735]: _type = "Task" [ 792.204595] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.219143] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645533, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.512114] env[66735]: DEBUG oslo_vmware.api [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.692939] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.696746] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.261s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.698616] env[66735]: INFO nova.compute.claims [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.708584] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.991964} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.714343] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0/79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.714658] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.715309] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32f49640-b79e-4b2a-8322-b623187b7aab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.736633] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645533, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.739331] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 792.739331] env[66735]: value = "task-4645534" [ 792.739331] env[66735]: _type = "Task" [ 792.739331] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.744726] env[66735]: INFO nova.scheduler.client.report [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Deleted allocations for instance 155797b1-2470-43a6-84f6-39ee2fe1586e [ 792.754753] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.010061] env[66735]: DEBUG oslo_vmware.api [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645532, 'name': PowerOffVM_Task, 'duration_secs': 0.666866} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.010343] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.010343] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.010632] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed1d897f-81eb-43df-93b7-8e3046f6539b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.116715] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.117403] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.118085] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Deleting the datastore file [datastore2] f72d7da4-6940-46c5-86f2-267d446046c4 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.122021] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba8547e8-7f05-4c11-9a07-081809e0039a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.132634] env[66735]: DEBUG oslo_vmware.api [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Waiting for the task: (returnval){ [ 793.132634] env[66735]: value = "task-4645536" [ 793.132634] env[66735]: _type = "Task" [ 793.132634] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.145388] env[66735]: DEBUG oslo_vmware.api [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.227412] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645533, 'name': ReconfigVM_Task, 'duration_secs': 0.56238} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.227916] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 106b6931-9631-4c32-ade5-b3ad9384edea/106b6931-9631-4c32-ade5-b3ad9384edea.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.229141] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac358a5a-2daa-4f62-897e-a10338cdc138 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.240473] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 793.240473] env[66735]: value = "task-4645537" [ 793.240473] env[66735]: _type = "Task" [ 793.240473] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.258736] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088217} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.263165] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2aa9dbc8-2038-4ac8-90d6-64043fa84143 tempest-VolumesAssistedSnapshotsTest-130812955 tempest-VolumesAssistedSnapshotsTest-130812955-project-member] Lock "155797b1-2470-43a6-84f6-39ee2fe1586e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.131s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.264549] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.264920] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645537, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.266244] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e407fe1-3c15-40e0-84c7-42dfdd8d4b00 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.294630] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0/79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.295967] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6dbbfa3-83ad-4545-8228-30c4af30360f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.318608] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 793.318608] env[66735]: value = "task-4645538" [ 793.318608] env[66735]: _type = "Task" [ 793.318608] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.332843] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.646186] env[66735]: DEBUG oslo_vmware.api [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Task: {'id': task-4645536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199827} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.646521] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.647218] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.647218] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.647218] env[66735]: INFO nova.compute.manager [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Took 1.67 seconds to destroy the instance on the hypervisor. [ 793.647447] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 793.647541] env[66735]: DEBUG nova.compute.manager [-] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 793.647621] env[66735]: DEBUG nova.network.neutron [-] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 793.647888] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.760329] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645537, 'name': Rename_Task, 'duration_secs': 0.281548} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.760754] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.761135] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce0ef1ad-782e-46e2-ad27-fcaec6346651 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.769998] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.775285] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 793.775285] env[66735]: value = "task-4645539" [ 793.775285] env[66735]: _type = "Task" [ 793.775285] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.788084] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.832325] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645538, 'name': ReconfigVM_Task, 'duration_secs': 0.311614} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.832700] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0/79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.833816] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb5da611-8458-4ef2-ad5b-4afdf12a64bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.843089] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 793.843089] env[66735]: value = "task-4645540" [ 793.843089] env[66735]: _type = "Task" [ 793.843089] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.865266] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645540, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.289904] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645539, 'name': PowerOnVM_Task} progress is 78%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.325939] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36770aff-5a0d-4ff2-afc5-7e065e357b6a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.335924] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d533678-ea29-44f1-9c70-6f36d079aa6d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.375268] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64f4c38-0c44-4c2d-bf1d-5793778f6699 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.383377] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645540, 'name': Rename_Task, 'duration_secs': 0.154285} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.383377] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.383377] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eb6bef6-f99c-4a88-9a1d-af291b5dfd5b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.388185] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a021324-f6f8-4c4f-b46e-fda4dd4623e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.393848] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 794.393848] env[66735]: value = "task-4645541" [ 794.393848] env[66735]: _type = "Task" [ 794.393848] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.407444] env[66735]: DEBUG nova.compute.provider_tree [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.416520] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645541, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.644548] env[66735]: DEBUG nova.network.neutron [-] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.788340] env[66735]: DEBUG oslo_vmware.api [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645539, 'name': PowerOnVM_Task, 'duration_secs': 0.998925} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.788683] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.790558] env[66735]: INFO nova.compute.manager [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Took 9.14 seconds to spawn the instance on the hypervisor. [ 794.790558] env[66735]: DEBUG nova.compute.manager [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 794.790558] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fc613f-6785-437a-b31b-09553403153d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.803664] env[66735]: DEBUG nova.compute.manager [req-c04f6920-ad7e-4fa5-bb4d-a81ac7d850cc req-3cd11440-cdff-4e8b-81cf-ae01e2e5b0a1 service nova] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Received event network-vif-deleted-81e7d60f-0db2-4a28-acfe-41dc013a0a21 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 794.906767] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645541, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.913286] env[66735]: DEBUG nova.scheduler.client.report [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.099733] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6ee5ee31-9a9c-46bb-b5e6-cd86e7cb8fbc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "5116edb7-de7a-41a5-b6d5-b177efba94e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.101726] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6ee5ee31-9a9c-46bb-b5e6-cd86e7cb8fbc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "5116edb7-de7a-41a5-b6d5-b177efba94e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.101726] env[66735]: DEBUG nova.compute.manager [None req-6ee5ee31-9a9c-46bb-b5e6-cd86e7cb8fbc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 795.101726] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0953414f-440c-43b1-9293-21b2b11fa68d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.109683] env[66735]: DEBUG nova.compute.manager [None req-6ee5ee31-9a9c-46bb-b5e6-cd86e7cb8fbc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 795.109798] env[66735]: DEBUG nova.objects.instance [None req-6ee5ee31-9a9c-46bb-b5e6-cd86e7cb8fbc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lazy-loading 'flavor' on Instance uuid 5116edb7-de7a-41a5-b6d5-b177efba94e3 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.148063] env[66735]: INFO nova.compute.manager [-] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Took 1.50 seconds to deallocate network for instance. [ 795.316134] env[66735]: INFO nova.compute.manager [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Took 40.75 seconds to build instance. [ 795.411386] env[66735]: DEBUG oslo_vmware.api [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645541, 'name': PowerOnVM_Task, 'duration_secs': 0.654741} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.411386] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.411502] env[66735]: DEBUG nova.compute.manager [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 795.412338] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d3366a-a82c-4f22-9225-570f717427ab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.418169] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.418769] env[66735]: DEBUG nova.compute.manager [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 795.424082] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.941s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.424310] env[66735]: DEBUG nova.objects.instance [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lazy-loading 'resources' on Instance uuid 76fa3b09-2896-470a-b907-79801dc12b56 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.577152] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "23873e0a-e4f8-440b-b44c-911cdd380e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.577379] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "23873e0a-e4f8-440b-b44c-911cdd380e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.655916] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.820505] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7541a3b1-8a82-4507-a021-2af0fe2a2375 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.258s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.933359] env[66735]: DEBUG nova.compute.utils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.939754] env[66735]: DEBUG nova.compute.manager [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 795.940056] env[66735]: DEBUG nova.network.neutron [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 795.940434] env[66735]: WARNING neutronclient.v2_0.client [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.941027] env[66735]: WARNING neutronclient.v2_0.client [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.949481] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.999872] env[66735]: DEBUG nova.policy [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20fe08833024f38ad0ab096516f2603', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0caa29743c8246d490a3da9761277853', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.002321] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquiring lock "e3155645-b70f-426c-83df-e217fe8be062" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.002507] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Lock "e3155645-b70f-426c-83df-e217fe8be062" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.083498] env[66735]: DEBUG nova.compute.manager [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 796.122418] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee5ee31-9a9c-46bb-b5e6-cd86e7cb8fbc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.122910] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef02a41c-3ac6-4513-9c83-4a67f50ff58d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.137125] env[66735]: DEBUG oslo_vmware.api [None req-6ee5ee31-9a9c-46bb-b5e6-cd86e7cb8fbc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 796.137125] env[66735]: value = "task-4645542" [ 796.137125] env[66735]: _type = "Task" [ 796.137125] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.151089] env[66735]: DEBUG oslo_vmware.api [None req-6ee5ee31-9a9c-46bb-b5e6-cd86e7cb8fbc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.448025] env[66735]: DEBUG nova.compute.manager [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 796.463769] env[66735]: DEBUG nova.network.neutron [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Successfully created port: 680370ef-913e-4ff1-aa3a-8bbcace44ce8 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 796.506986] env[66735]: DEBUG nova.compute.manager [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 796.564541] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f7fd54-4808-417a-86a8-1e2432aed50d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.574068] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7d6c77-dab1-4ac3-81dd-d26aab697e2b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.609693] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3d3e24-b3e5-493b-8d6f-6ca11e6794b9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.622623] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eb474d-8669-418e-91fc-a90d23767936 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.629055] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.644999] env[66735]: DEBUG nova.compute.provider_tree [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.662611] env[66735]: DEBUG oslo_vmware.api [None req-6ee5ee31-9a9c-46bb-b5e6-cd86e7cb8fbc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645542, 'name': PowerOffVM_Task, 'duration_secs': 0.243806} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.663817] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee5ee31-9a9c-46bb-b5e6-cd86e7cb8fbc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.663947] env[66735]: DEBUG nova.compute.manager [None req-6ee5ee31-9a9c-46bb-b5e6-cd86e7cb8fbc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 796.664806] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f49d903-283f-40ea-a02a-92c96b5802a8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.032187] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.151772] env[66735]: DEBUG nova.scheduler.client.report [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.180059] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6ee5ee31-9a9c-46bb-b5e6-cd86e7cb8fbc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "5116edb7-de7a-41a5-b6d5-b177efba94e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.463709] env[66735]: DEBUG nova.compute.manager [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 797.499910] env[66735]: DEBUG nova.virt.hardware [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 797.500220] env[66735]: DEBUG nova.virt.hardware [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.500396] env[66735]: DEBUG nova.virt.hardware [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 797.500591] env[66735]: DEBUG nova.virt.hardware [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.500752] env[66735]: DEBUG nova.virt.hardware [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 797.500916] env[66735]: DEBUG nova.virt.hardware [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 797.501153] env[66735]: DEBUG nova.virt.hardware [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 797.501328] env[66735]: DEBUG nova.virt.hardware [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 797.501508] env[66735]: DEBUG nova.virt.hardware [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 797.501682] env[66735]: DEBUG nova.virt.hardware [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 797.501877] env[66735]: DEBUG nova.virt.hardware [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 797.502885] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0642676-66ec-4468-b990-7ea7948818df {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.512973] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8fc58e-57f8-4bff-bd94-21aef9c8b83c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.658153] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.661881] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.789s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.664373] env[66735]: INFO nova.compute.claims [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.696206] env[66735]: INFO nova.scheduler.client.report [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Deleted allocations for instance 76fa3b09-2896-470a-b907-79801dc12b56 [ 798.189687] env[66735]: DEBUG nova.network.neutron [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Successfully updated port: 680370ef-913e-4ff1-aa3a-8bbcace44ce8 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 798.209825] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e18a9fd7-84c1-4c28-b082-6ef36e0fff3f tempest-ServerShowV257Test-931706007 tempest-ServerShowV257Test-931706007-project-member] Lock "76fa3b09-2896-470a-b907-79801dc12b56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.041s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.517492] env[66735]: DEBUG nova.compute.manager [req-fb3aa17a-6dec-44a3-921c-9e34bba836e2 req-028950ed-7157-432f-a9d2-843978561b1e service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Received event network-changed-aac74381-f35c-4994-a303-bd65591adc40 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 798.517492] env[66735]: DEBUG nova.compute.manager [req-fb3aa17a-6dec-44a3-921c-9e34bba836e2 req-028950ed-7157-432f-a9d2-843978561b1e service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Refreshing instance network info cache due to event network-changed-aac74381-f35c-4994-a303-bd65591adc40. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 798.517492] env[66735]: DEBUG oslo_concurrency.lockutils [req-fb3aa17a-6dec-44a3-921c-9e34bba836e2 req-028950ed-7157-432f-a9d2-843978561b1e service nova] Acquiring lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.517492] env[66735]: DEBUG oslo_concurrency.lockutils [req-fb3aa17a-6dec-44a3-921c-9e34bba836e2 req-028950ed-7157-432f-a9d2-843978561b1e service nova] Acquired lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.517492] env[66735]: DEBUG nova.network.neutron [req-fb3aa17a-6dec-44a3-921c-9e34bba836e2 req-028950ed-7157-432f-a9d2-843978561b1e service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Refreshing network info cache for port aac74381-f35c-4994-a303-bd65591adc40 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.573028] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquiring lock "79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.573329] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Lock "79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.573554] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquiring lock "79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.573763] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Lock "79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.573936] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Lock "79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.577208] env[66735]: INFO nova.compute.manager [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Terminating instance [ 798.628167] env[66735]: DEBUG nova.compute.manager [req-bcadc5c3-e518-4eb0-b11a-fbc7e32fd3a2 req-9b58bc43-fb38-49df-806b-78651a5a4386 service nova] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Received event network-vif-plugged-680370ef-913e-4ff1-aa3a-8bbcace44ce8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 798.628167] env[66735]: DEBUG oslo_concurrency.lockutils [req-bcadc5c3-e518-4eb0-b11a-fbc7e32fd3a2 req-9b58bc43-fb38-49df-806b-78651a5a4386 service nova] Acquiring lock "36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.629075] env[66735]: DEBUG oslo_concurrency.lockutils [req-bcadc5c3-e518-4eb0-b11a-fbc7e32fd3a2 req-9b58bc43-fb38-49df-806b-78651a5a4386 service nova] Lock "36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.629937] env[66735]: DEBUG oslo_concurrency.lockutils [req-bcadc5c3-e518-4eb0-b11a-fbc7e32fd3a2 req-9b58bc43-fb38-49df-806b-78651a5a4386 service nova] Lock "36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.631635] env[66735]: DEBUG nova.compute.manager [req-bcadc5c3-e518-4eb0-b11a-fbc7e32fd3a2 req-9b58bc43-fb38-49df-806b-78651a5a4386 service nova] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] No waiting events found dispatching network-vif-plugged-680370ef-913e-4ff1-aa3a-8bbcace44ce8 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 798.631635] env[66735]: WARNING nova.compute.manager [req-bcadc5c3-e518-4eb0-b11a-fbc7e32fd3a2 req-9b58bc43-fb38-49df-806b-78651a5a4386 service nova] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Received unexpected event network-vif-plugged-680370ef-913e-4ff1-aa3a-8bbcace44ce8 for instance with vm_state building and task_state spawning. [ 798.691366] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "refresh_cache-36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.691366] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "refresh_cache-36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.691491] env[66735]: DEBUG nova.network.neutron [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 799.020691] env[66735]: WARNING neutronclient.v2_0.client [req-fb3aa17a-6dec-44a3-921c-9e34bba836e2 req-028950ed-7157-432f-a9d2-843978561b1e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.084554] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquiring lock "refresh_cache-79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.084554] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquired lock "refresh_cache-79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.084554] env[66735]: DEBUG nova.network.neutron [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 799.221355] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a873ce-8679-41ab-81c9-2277d4643f03 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.230595] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ab635b-1cf3-4581-b1cf-ec27247ace36 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.264902] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eea9b84-f8f7-4397-91e7-bd579027401d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.278034] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b740c16e-420b-4001-85c3-979e7f4f48b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.295932] env[66735]: DEBUG nova.compute.provider_tree [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.353588] env[66735]: DEBUG nova.network.neutron [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 799.586475] env[66735]: WARNING neutronclient.v2_0.client [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.633137] env[66735]: WARNING neutronclient.v2_0.client [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.699915] env[66735]: DEBUG nova.network.neutron [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 799.801223] env[66735]: DEBUG nova.scheduler.client.report [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.806813] env[66735]: WARNING neutronclient.v2_0.client [req-fb3aa17a-6dec-44a3-921c-9e34bba836e2 req-028950ed-7157-432f-a9d2-843978561b1e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.899952] env[66735]: DEBUG nova.network.neutron [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Updating instance_info_cache with network_info: [{"id": "680370ef-913e-4ff1-aa3a-8bbcace44ce8", "address": "fa:16:3e:c4:ae:98", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680370ef-91", "ovs_interfaceid": "680370ef-913e-4ff1-aa3a-8bbcace44ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.935746] env[66735]: DEBUG nova.network.neutron [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.993469] env[66735]: DEBUG nova.network.neutron [req-fb3aa17a-6dec-44a3-921c-9e34bba836e2 req-028950ed-7157-432f-a9d2-843978561b1e service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updated VIF entry in instance network info cache for port aac74381-f35c-4994-a303-bd65591adc40. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 799.994074] env[66735]: DEBUG nova.network.neutron [req-fb3aa17a-6dec-44a3-921c-9e34bba836e2 req-028950ed-7157-432f-a9d2-843978561b1e service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance_info_cache with network_info: [{"id": "aac74381-f35c-4994-a303-bd65591adc40", "address": "fa:16:3e:31:82:25", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac74381-f3", "ovs_interfaceid": "aac74381-f35c-4994-a303-bd65591adc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.310982] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.311663] env[66735]: DEBUG nova.compute.manager [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 800.318045] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.655s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.403525] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "refresh_cache-36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.404089] env[66735]: DEBUG nova.compute.manager [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Instance network_info: |[{"id": "680370ef-913e-4ff1-aa3a-8bbcace44ce8", "address": "fa:16:3e:c4:ae:98", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680370ef-91", "ovs_interfaceid": "680370ef-913e-4ff1-aa3a-8bbcace44ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 800.404764] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:ae:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '680370ef-913e-4ff1-aa3a-8bbcace44ce8', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.419518] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Creating folder: Project (0caa29743c8246d490a3da9761277853). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.419970] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57c0136c-480c-4587-8502-bbb37562dd85 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.437041] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Created folder: Project (0caa29743c8246d490a3da9761277853) in parent group-v906980. [ 800.437239] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Creating folder: Instances. Parent ref: group-v907135. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.437500] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb5f4242-35aa-4f6c-9230-dd16a656605f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.439805] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Releasing lock "refresh_cache-79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.440223] env[66735]: DEBUG nova.compute.manager [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 800.440412] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.441980] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4a4dd7-2efe-431e-8c41-9c7e27ecffee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.450826] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.451125] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aa5b206-1e24-4683-a1e5-9371318c3336 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.454035] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Created folder: Instances in parent group-v907135. [ 800.454282] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 800.454917] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.455146] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a542cce-46ca-442f-b6e9-df7d03e6a73a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.472962] env[66735]: DEBUG oslo_vmware.api [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 800.472962] env[66735]: value = "task-4645545" [ 800.472962] env[66735]: _type = "Task" [ 800.472962] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.479081] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.479081] env[66735]: value = "task-4645546" [ 800.479081] env[66735]: _type = "Task" [ 800.479081] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.482626] env[66735]: DEBUG oslo_vmware.api [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.492927] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645546, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.498341] env[66735]: DEBUG oslo_concurrency.lockutils [req-fb3aa17a-6dec-44a3-921c-9e34bba836e2 req-028950ed-7157-432f-a9d2-843978561b1e service nova] Releasing lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.618716] env[66735]: INFO nova.compute.manager [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Rebuilding instance [ 800.679502] env[66735]: DEBUG nova.compute.manager [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 800.680502] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef625be-74c9-4efa-a3f4-abbedfb4b059 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.822023] env[66735]: DEBUG nova.compute.utils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.827139] env[66735]: INFO nova.compute.claims [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.831112] env[66735]: DEBUG nova.compute.manager [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 800.831348] env[66735]: DEBUG nova.network.neutron [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 800.831649] env[66735]: WARNING neutronclient.v2_0.client [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.832609] env[66735]: WARNING neutronclient.v2_0.client [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.861434] env[66735]: DEBUG nova.compute.manager [req-72341c21-3ae1-4620-a74a-f66659512334 req-44821c10-dbc8-481d-bd91-9860f7b43a2f service nova] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Received event network-changed-680370ef-913e-4ff1-aa3a-8bbcace44ce8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 800.861632] env[66735]: DEBUG nova.compute.manager [req-72341c21-3ae1-4620-a74a-f66659512334 req-44821c10-dbc8-481d-bd91-9860f7b43a2f service nova] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Refreshing instance network info cache due to event network-changed-680370ef-913e-4ff1-aa3a-8bbcace44ce8. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 800.862484] env[66735]: DEBUG oslo_concurrency.lockutils [req-72341c21-3ae1-4620-a74a-f66659512334 req-44821c10-dbc8-481d-bd91-9860f7b43a2f service nova] Acquiring lock "refresh_cache-36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.862754] env[66735]: DEBUG oslo_concurrency.lockutils [req-72341c21-3ae1-4620-a74a-f66659512334 req-44821c10-dbc8-481d-bd91-9860f7b43a2f service nova] Acquired lock "refresh_cache-36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.862882] env[66735]: DEBUG nova.network.neutron [req-72341c21-3ae1-4620-a74a-f66659512334 req-44821c10-dbc8-481d-bd91-9860f7b43a2f service nova] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Refreshing network info cache for port 680370ef-913e-4ff1-aa3a-8bbcace44ce8 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.924821] env[66735]: DEBUG nova.policy [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccc79fa1aae14afd8b662846be83f0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5885fc0ea354263b037d558ca70943e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.987105] env[66735]: DEBUG oslo_vmware.api [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645545, 'name': PowerOffVM_Task, 'duration_secs': 0.147091} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.992181] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.992450] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.993553] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d2ba735-3748-403e-ba69-65288eed23fd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.002994] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645546, 'name': CreateVM_Task, 'duration_secs': 0.369879} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.003272] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.004733] env[66735]: WARNING neutronclient.v2_0.client [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.005470] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.005724] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.006109] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.006473] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c16d96-aad9-48aa-82b4-9e407c2f6bf8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.012630] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 801.012630] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526b2ec1-130c-a179-fe24-c2b8614a2c7a" [ 801.012630] env[66735]: _type = "Task" [ 801.012630] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.025308] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526b2ec1-130c-a179-fe24-c2b8614a2c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.031414] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.031414] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.031706] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Deleting the datastore file [datastore2] 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.032037] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58466ea2-1898-4883-a368-d41d1c1437fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.040210] env[66735]: DEBUG oslo_vmware.api [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for the task: (returnval){ [ 801.040210] env[66735]: value = "task-4645548" [ 801.040210] env[66735]: _type = "Task" [ 801.040210] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.049822] env[66735]: DEBUG oslo_vmware.api [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.265279] env[66735]: DEBUG nova.compute.manager [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 801.265279] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654b6bef-9fec-4cb5-ab64-dfd7f9666e4d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.333368] env[66735]: INFO nova.compute.resource_tracker [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating resource usage from migration d86c73cf-eb51-4e65-b3ac-5c0aa3c3fd1a [ 801.337720] env[66735]: DEBUG nova.network.neutron [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Successfully created port: 4c35d434-43c8-473a-b6ba-fc6291168463 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 801.340528] env[66735]: DEBUG nova.compute.manager [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 801.366934] env[66735]: WARNING neutronclient.v2_0.client [req-72341c21-3ae1-4620-a74a-f66659512334 req-44821c10-dbc8-481d-bd91-9860f7b43a2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.530540] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526b2ec1-130c-a179-fe24-c2b8614a2c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.023122} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.532461] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.532708] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.532941] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.533095] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.533268] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.534423] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e9c5edb-4bee-4801-a13d-f3559fba093a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.546168] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.546366] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.548211] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e5bcf5-df9d-4d62-b4e9-fd021f895668 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.556978] env[66735]: DEBUG oslo_vmware.api [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Task: {'id': task-4645548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09842} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.558203] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.558402] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.558818] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.559129] env[66735]: INFO nova.compute.manager [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 801.559500] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 801.559823] env[66735]: DEBUG nova.compute.manager [-] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 801.559980] env[66735]: DEBUG nova.network.neutron [-] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 801.560362] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.564716] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 801.564716] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524915cc-7e42-c549-2b62-065e8e2237a0" [ 801.564716] env[66735]: _type = "Task" [ 801.564716] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.580100] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524915cc-7e42-c549-2b62-065e8e2237a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009761} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.580413] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea37357c-5656-4167-b748-05fcb3cb9b8d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.587058] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 801.587058] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52af2676-653b-fd78-4ccf-04926b7fed7b" [ 801.587058] env[66735]: _type = "Task" [ 801.587058] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.601233] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52af2676-653b-fd78-4ccf-04926b7fed7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.702422] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.702422] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f63ac2bd-d166-47de-8cf4-f764a2542e14 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.712328] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 801.712328] env[66735]: value = "task-4645549" [ 801.712328] env[66735]: _type = "Task" [ 801.712328] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.725557] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 801.725833] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.726676] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a2c47f-71e9-4727-bba5-d77f8e6fbcbb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.736651] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.739827] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-979cacc9-79af-44bb-af42-2e2a60da3971 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.777239] env[66735]: INFO nova.compute.manager [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] instance snapshotting [ 801.780121] env[66735]: DEBUG nova.objects.instance [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'flavor' on Instance uuid 57417beb-853a-47e3-a79e-f52c00b90c22 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.809799] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.809799] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.810410] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleting the datastore file [datastore2] 5116edb7-de7a-41a5-b6d5-b177efba94e3 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.810468] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d08fa43-ec2f-4b62-bb2e-966f6a0939c3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.821726] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 801.821726] env[66735]: value = "task-4645551" [ 801.821726] env[66735]: _type = "Task" [ 801.821726] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.833626] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.899055] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a56870-9761-4045-92e5-9a2cb757afbb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.908330] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82fcfaf-47c9-4a74-82aa-8708d8c8d23d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.943463] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a2be2b-fda2-40ca-ac68-4a300e245f3c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.952313] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884b3121-bc2f-4ae8-ade6-1fdd6e3113b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.968953] env[66735]: DEBUG nova.compute.provider_tree [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.038033] env[66735]: DEBUG nova.network.neutron [-] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 802.038519] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.101068] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52af2676-653b-fd78-4ccf-04926b7fed7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011502} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.101068] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.101313] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f/36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.101706] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81bd5bb9-9932-4e5f-91c4-000c40e8f728 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.111696] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 802.111696] env[66735]: value = "task-4645552" [ 802.111696] env[66735]: _type = "Task" [ 802.111696] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.126442] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.175453] env[66735]: WARNING neutronclient.v2_0.client [req-72341c21-3ae1-4620-a74a-f66659512334 req-44821c10-dbc8-481d-bd91-9860f7b43a2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.288916] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8788946-ed63-4844-807f-628e4e11d3e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.316380] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc64d230-16ff-4800-96bd-b50531f94270 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.340024] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142983} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.340024] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.340024] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.340024] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.343504] env[66735]: DEBUG nova.network.neutron [req-72341c21-3ae1-4620-a74a-f66659512334 req-44821c10-dbc8-481d-bd91-9860f7b43a2f service nova] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Updated VIF entry in instance network info cache for port 680370ef-913e-4ff1-aa3a-8bbcace44ce8. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 802.344545] env[66735]: DEBUG nova.network.neutron [req-72341c21-3ae1-4620-a74a-f66659512334 req-44821c10-dbc8-481d-bd91-9860f7b43a2f service nova] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Updating instance_info_cache with network_info: [{"id": "680370ef-913e-4ff1-aa3a-8bbcace44ce8", "address": "fa:16:3e:c4:ae:98", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680370ef-91", "ovs_interfaceid": "680370ef-913e-4ff1-aa3a-8bbcace44ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.353525] env[66735]: DEBUG nova.compute.manager [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 802.387174] env[66735]: DEBUG nova.virt.hardware [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 802.387561] env[66735]: DEBUG nova.virt.hardware [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.387751] env[66735]: DEBUG nova.virt.hardware [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 802.387974] env[66735]: DEBUG nova.virt.hardware [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.388112] env[66735]: DEBUG nova.virt.hardware [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 802.388258] env[66735]: DEBUG nova.virt.hardware [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 802.388463] env[66735]: DEBUG nova.virt.hardware [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 802.388781] env[66735]: DEBUG nova.virt.hardware [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 802.389267] env[66735]: DEBUG nova.virt.hardware [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 802.389267] env[66735]: DEBUG nova.virt.hardware [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 802.390312] env[66735]: DEBUG nova.virt.hardware [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 802.391090] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09b6023-da98-43b3-b8fb-79e1037e19fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.401830] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f92466-9d47-46fc-b29e-cf42e63ab252 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.472902] env[66735]: DEBUG nova.scheduler.client.report [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.541924] env[66735]: DEBUG nova.network.neutron [-] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.626164] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498435} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.626477] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f/36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.626771] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.627076] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54d7ab28-4c5c-49b6-8f4d-ad66f25f3ca8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.636607] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 802.636607] env[66735]: value = "task-4645553" [ 802.636607] env[66735]: _type = "Task" [ 802.636607] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.652645] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.833120] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 802.833120] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-48254aa6-8f38-4202-bacb-c6e89c4a8678 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.842828] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 802.842828] env[66735]: value = "task-4645554" [ 802.842828] env[66735]: _type = "Task" [ 802.842828] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.850847] env[66735]: DEBUG oslo_concurrency.lockutils [req-72341c21-3ae1-4620-a74a-f66659512334 req-44821c10-dbc8-481d-bd91-9860f7b43a2f service nova] Releasing lock "refresh_cache-36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.858405] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.980017] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.662s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.980238] env[66735]: INFO nova.compute.manager [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Migrating [ 802.995751] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.945s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.996114] env[66735]: DEBUG nova.objects.instance [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lazy-loading 'resources' on Instance uuid a5e7f2d6-10dc-443d-8466-2c142b68b0a3 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.044603] env[66735]: INFO nova.compute.manager [-] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Took 1.48 seconds to deallocate network for instance. [ 803.143870] env[66735]: DEBUG nova.network.neutron [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Successfully updated port: 4c35d434-43c8-473a-b6ba-fc6291168463 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 803.155119] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109023} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.156134] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.157379] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f4c88e-ab06-4d95-9583-7de08a1c98a8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.186947] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f/36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.187691] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae503d2f-59f5-444b-bb0b-15bfd155dd5f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.210946] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 803.210946] env[66735]: value = "task-4645555" [ 803.210946] env[66735]: _type = "Task" [ 803.210946] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.218389] env[66735]: DEBUG nova.compute.manager [req-dcc0d106-a3c3-421d-b9ce-d6c78dca66f1 req-4cfb215a-1d06-4796-8c26-ccdb7755b8ad service nova] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Received event network-vif-plugged-4c35d434-43c8-473a-b6ba-fc6291168463 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 803.218686] env[66735]: DEBUG oslo_concurrency.lockutils [req-dcc0d106-a3c3-421d-b9ce-d6c78dca66f1 req-4cfb215a-1d06-4796-8c26-ccdb7755b8ad service nova] Acquiring lock "5cf9f44c-d7cf-47e3-805b-72aba8845d17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.218941] env[66735]: DEBUG oslo_concurrency.lockutils [req-dcc0d106-a3c3-421d-b9ce-d6c78dca66f1 req-4cfb215a-1d06-4796-8c26-ccdb7755b8ad service nova] Lock "5cf9f44c-d7cf-47e3-805b-72aba8845d17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.219357] env[66735]: DEBUG oslo_concurrency.lockutils [req-dcc0d106-a3c3-421d-b9ce-d6c78dca66f1 req-4cfb215a-1d06-4796-8c26-ccdb7755b8ad service nova] Lock "5cf9f44c-d7cf-47e3-805b-72aba8845d17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.219466] env[66735]: DEBUG nova.compute.manager [req-dcc0d106-a3c3-421d-b9ce-d6c78dca66f1 req-4cfb215a-1d06-4796-8c26-ccdb7755b8ad service nova] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] No waiting events found dispatching network-vif-plugged-4c35d434-43c8-473a-b6ba-fc6291168463 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 803.219544] env[66735]: WARNING nova.compute.manager [req-dcc0d106-a3c3-421d-b9ce-d6c78dca66f1 req-4cfb215a-1d06-4796-8c26-ccdb7755b8ad service nova] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Received unexpected event network-vif-plugged-4c35d434-43c8-473a-b6ba-fc6291168463 for instance with vm_state building and task_state spawning. [ 803.227530] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.358805] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.382629] env[66735]: DEBUG nova.virt.hardware [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 803.384259] env[66735]: DEBUG nova.virt.hardware [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.384259] env[66735]: DEBUG nova.virt.hardware [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 803.384259] env[66735]: DEBUG nova.virt.hardware [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.384259] env[66735]: DEBUG nova.virt.hardware [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 803.384259] env[66735]: DEBUG nova.virt.hardware [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 803.384259] env[66735]: DEBUG nova.virt.hardware [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 803.384259] env[66735]: DEBUG nova.virt.hardware [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 803.384259] env[66735]: DEBUG nova.virt.hardware [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 803.385903] env[66735]: DEBUG nova.virt.hardware [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 803.386129] env[66735]: DEBUG nova.virt.hardware [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 803.387734] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6da0b5-3202-4bbe-9dbb-19c2ffca0cf0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.396774] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0171d3e4-8bb7-413b-aa8c-fed3577e8fc2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.413627] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:a7:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c7e24a8-b040-432e-8926-32888af4bb77', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.421813] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 803.422105] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.422334] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b98ede42-ef28-4adc-bced-1781a19110b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.445838] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.445838] env[66735]: value = "task-4645556" [ 803.445838] env[66735]: _type = "Task" [ 803.445838] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.457651] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645556, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.512703] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.512703] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.512703] env[66735]: DEBUG nova.network.neutron [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 803.553015] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.649044] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "refresh_cache-5cf9f44c-d7cf-47e3-805b-72aba8845d17" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.649220] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "refresh_cache-5cf9f44c-d7cf-47e3-805b-72aba8845d17" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.649588] env[66735]: DEBUG nova.network.neutron [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 803.731315] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645555, 'name': ReconfigVM_Task, 'duration_secs': 0.33144} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.732031] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f/36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.732722] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e778fec-e402-4bc3-b228-b521c96eb6dd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.741955] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 803.741955] env[66735]: value = "task-4645557" [ 803.741955] env[66735]: _type = "Task" [ 803.741955] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.757219] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645557, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.859557] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645554, 'name': CreateSnapshot_Task, 'duration_secs': 0.920287} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.859557] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 803.859975] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8830b44-661d-4194-a369-118ef9d84f71 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.957839] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645556, 'name': CreateVM_Task, 'duration_secs': 0.420546} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.962612] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.962612] env[66735]: WARNING neutronclient.v2_0.client [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 803.962612] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.962612] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.962612] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.962874] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398b2ec3-027e-4faa-8673-2579d4ef3ba8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.968342] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 803.968342] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52fa7946-48fe-0f3c-d475-738bacc780e1" [ 803.968342] env[66735]: _type = "Task" [ 803.968342] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.979076] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fa7946-48fe-0f3c-d475-738bacc780e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.015803] env[66735]: WARNING neutronclient.v2_0.client [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.083825] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aca5c0f-8c1a-4be3-872c-1b1a02f74911 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.096788] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d4a04a-6e15-4571-bece-54dd68c61fbc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.132418] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b0506f-3543-40c4-afa5-984d87a196ab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.144582] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985bebe0-3340-4f81-a7b7-e0a5f1ded6ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.158465] env[66735]: DEBUG nova.compute.provider_tree [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.190682] env[66735]: DEBUG nova.network.neutron [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 804.205024] env[66735]: WARNING neutronclient.v2_0.client [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.256700] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645557, 'name': Rename_Task, 'duration_secs': 0.167424} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.256700] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.256700] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b92c794a-e67c-47ff-b3ad-4d9e09374a6c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.262606] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 804.262606] env[66735]: value = "task-4645558" [ 804.262606] env[66735]: _type = "Task" [ 804.262606] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.275127] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.276763] env[66735]: DEBUG nova.network.neutron [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance_info_cache with network_info: [{"id": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "address": "fa:16:3e:ee:65:d1", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e85c019-7c", "ovs_interfaceid": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.284362] env[66735]: WARNING neutronclient.v2_0.client [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.369831] env[66735]: DEBUG nova.network.neutron [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Updating instance_info_cache with network_info: [{"id": "4c35d434-43c8-473a-b6ba-fc6291168463", "address": "fa:16:3e:03:09:eb", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c35d434-43", "ovs_interfaceid": "4c35d434-43c8-473a-b6ba-fc6291168463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.385802] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.386756] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e4b0056-3e2d-465c-b82f-69d12bdc6d2a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.397333] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 804.397333] env[66735]: value = "task-4645559" [ 804.397333] env[66735]: _type = "Task" [ 804.397333] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.408845] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645559, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.482309] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fa7946-48fe-0f3c-d475-738bacc780e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.482546] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.482787] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.483039] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.483320] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.483532] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.483842] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eebc7cc8-78a0-409d-857a-13d89a901cf7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.494082] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.494281] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.495067] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b5ead3-c539-4804-8453-2fc9bce29498 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.502567] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 804.502567] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523ce572-310d-a724-7cf2-19212d32f16d" [ 804.502567] env[66735]: _type = "Task" [ 804.502567] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.511306] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523ce572-310d-a724-7cf2-19212d32f16d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.664989] env[66735]: DEBUG nova.scheduler.client.report [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.779281] env[66735]: DEBUG oslo_vmware.api [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645558, 'name': PowerOnVM_Task, 'duration_secs': 0.508016} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.779281] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.779281] env[66735]: INFO nova.compute.manager [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Took 7.32 seconds to spawn the instance on the hypervisor. [ 804.779281] env[66735]: DEBUG nova.compute.manager [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 804.779281] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb561ef-e042-43b3-9e66-95f01d8fb503 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.782199] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.874235] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "refresh_cache-5cf9f44c-d7cf-47e3-805b-72aba8845d17" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.874649] env[66735]: DEBUG nova.compute.manager [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Instance network_info: |[{"id": "4c35d434-43c8-473a-b6ba-fc6291168463", "address": "fa:16:3e:03:09:eb", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c35d434-43", "ovs_interfaceid": "4c35d434-43c8-473a-b6ba-fc6291168463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 804.875158] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:09:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c35d434-43c8-473a-b6ba-fc6291168463', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.884253] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 804.884505] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.884782] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b50d2b44-8acb-4930-ac42-cc2568b04fc3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.911074] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645559, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.912448] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.912448] env[66735]: value = "task-4645560" [ 804.912448] env[66735]: _type = "Task" [ 804.912448] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.921121] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645560, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.013798] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523ce572-310d-a724-7cf2-19212d32f16d, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.014719] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844a5c73-e09b-442e-8af0-cdc485973776 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.022671] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 805.022671] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524fe65e-6e52-cf10-2766-fbad90c4dff2" [ 805.022671] env[66735]: _type = "Task" [ 805.022671] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.031922] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524fe65e-6e52-cf10-2766-fbad90c4dff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.171163] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.173406] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.529s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.175058] env[66735]: INFO nova.compute.claims [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.180193] env[66735]: DEBUG nova.objects.instance [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Lazy-loading 'flavor' on Instance uuid a3379d52-b15c-488b-a6fc-2efd93105754 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.197530] env[66735]: INFO nova.scheduler.client.report [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Deleted allocations for instance a5e7f2d6-10dc-443d-8466-2c142b68b0a3 [ 805.302038] env[66735]: INFO nova.compute.manager [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Took 43.89 seconds to build instance. [ 805.347403] env[66735]: DEBUG nova.compute.manager [req-0631a445-67f2-4e5c-8716-589bfbc93b5e req-216de000-a51b-4157-a86f-1428352d0b2d service nova] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Received event network-changed-4c35d434-43c8-473a-b6ba-fc6291168463 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 805.347681] env[66735]: DEBUG nova.compute.manager [req-0631a445-67f2-4e5c-8716-589bfbc93b5e req-216de000-a51b-4157-a86f-1428352d0b2d service nova] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Refreshing instance network info cache due to event network-changed-4c35d434-43c8-473a-b6ba-fc6291168463. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 805.347947] env[66735]: DEBUG oslo_concurrency.lockutils [req-0631a445-67f2-4e5c-8716-589bfbc93b5e req-216de000-a51b-4157-a86f-1428352d0b2d service nova] Acquiring lock "refresh_cache-5cf9f44c-d7cf-47e3-805b-72aba8845d17" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.348144] env[66735]: DEBUG oslo_concurrency.lockutils [req-0631a445-67f2-4e5c-8716-589bfbc93b5e req-216de000-a51b-4157-a86f-1428352d0b2d service nova] Acquired lock "refresh_cache-5cf9f44c-d7cf-47e3-805b-72aba8845d17" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.348306] env[66735]: DEBUG nova.network.neutron [req-0631a445-67f2-4e5c-8716-589bfbc93b5e req-216de000-a51b-4157-a86f-1428352d0b2d service nova] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Refreshing network info cache for port 4c35d434-43c8-473a-b6ba-fc6291168463 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.412856] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645559, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.427358] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645560, 'name': CreateVM_Task, 'duration_secs': 0.424663} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.427358] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.427358] env[66735]: WARNING neutronclient.v2_0.client [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.427358] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.427358] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.427358] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.427358] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ccd521-e982-42dd-ac83-cbd0c9db1d51 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.432744] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 805.432744] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526ac7df-69ff-75fb-c08d-298bac764262" [ 805.432744] env[66735]: _type = "Task" [ 805.432744] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.443856] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526ac7df-69ff-75fb-c08d-298bac764262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.534474] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524fe65e-6e52-cf10-2766-fbad90c4dff2, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.534766] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.535038] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 5116edb7-de7a-41a5-b6d5-b177efba94e3/5116edb7-de7a-41a5-b6d5-b177efba94e3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.535356] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-415fbfc2-6ff6-4df6-9413-44bb5204004d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.542028] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 805.542028] env[66735]: value = "task-4645561" [ 805.542028] env[66735]: _type = "Task" [ 805.542028] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.550924] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.687939] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquiring lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.688307] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquired lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.689211] env[66735]: WARNING neutronclient.v2_0.client [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.706919] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8e6c11d6-3915-491e-871e-f05d6dfe518d tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "a5e7f2d6-10dc-443d-8466-2c142b68b0a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.113s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.804401] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00542441-35f5-4e1b-8424-e6cff95ed0f3 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.399s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.851371] env[66735]: WARNING neutronclient.v2_0.client [req-0631a445-67f2-4e5c-8716-589bfbc93b5e req-216de000-a51b-4157-a86f-1428352d0b2d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.913507] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645559, 'name': CloneVM_Task, 'duration_secs': 1.297818} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.914075] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Created linked-clone VM from snapshot [ 805.914967] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5387ff48-00dc-4f2a-8c70-0027d5f8669a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.926744] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Uploading image a4dbdeb9-40e6-44f9-af3c-e75fc78437f1 {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 805.946783] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526ac7df-69ff-75fb-c08d-298bac764262, 'name': SearchDatastore_Task, 'duration_secs': 0.009569} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.947272] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.947550] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.947772] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.947926] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.948102] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.948443] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5accc1ac-17c8-4b14-9d18-9eb053b13115 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.960223] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 805.960223] env[66735]: value = "vm-907140" [ 805.960223] env[66735]: _type = "VirtualMachine" [ 805.960223] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 805.961565] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-08826df7-5162-49b5-a4ff-730462e51e22 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.966141] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.966141] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.966904] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e541de4-1faf-4cec-a794-b0694e3bbec5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.971734] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lease: (returnval){ [ 805.971734] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52926861-fb81-31a2-4c50-5a36718855c3" [ 805.971734] env[66735]: _type = "HttpNfcLease" [ 805.971734] env[66735]: } obtained for exporting VM: (result){ [ 805.971734] env[66735]: value = "vm-907140" [ 805.971734] env[66735]: _type = "VirtualMachine" [ 805.971734] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 805.972150] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the lease: (returnval){ [ 805.972150] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52926861-fb81-31a2-4c50-5a36718855c3" [ 805.972150] env[66735]: _type = "HttpNfcLease" [ 805.972150] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 805.978066] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 805.978066] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524a1348-72b9-7160-6c61-7913da1f72ef" [ 805.978066] env[66735]: _type = "Task" [ 805.978066] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.985537] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.985537] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52926861-fb81-31a2-4c50-5a36718855c3" [ 805.985537] env[66735]: _type = "HttpNfcLease" [ 805.985537] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.988673] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.988673] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52926861-fb81-31a2-4c50-5a36718855c3" [ 805.988673] env[66735]: _type = "HttpNfcLease" [ 805.988673] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.988985] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524a1348-72b9-7160-6c61-7913da1f72ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.989710] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd8f52e-a2b4-48bc-a50c-9855abab33ba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.000065] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f0b63-5969-99ec-8c87-8ff351f85ef9/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 806.000368] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f0b63-5969-99ec-8c87-8ff351f85ef9/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 806.074205] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526551} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.074497] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 5116edb7-de7a-41a5-b6d5-b177efba94e3/5116edb7-de7a-41a5-b6d5-b177efba94e3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.074808] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.075189] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37235f85-7b0b-413c-b774-0ace312ea20a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.083167] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 806.083167] env[66735]: value = "task-4645563" [ 806.083167] env[66735]: _type = "Task" [ 806.083167] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.093758] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.105242] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7eaae526-cb13-41a5-8129-dbd2af84ace8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.233418] env[66735]: WARNING neutronclient.v2_0.client [req-0631a445-67f2-4e5c-8716-589bfbc93b5e req-216de000-a51b-4157-a86f-1428352d0b2d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.309347] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439401d7-45c1-4114-842e-5d2d4432eb62 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.337697] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance '0a1e9d66-ea85-474c-9751-120c5438f848' progress to 0 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 806.389603] env[66735]: DEBUG nova.network.neutron [req-0631a445-67f2-4e5c-8716-589bfbc93b5e req-216de000-a51b-4157-a86f-1428352d0b2d service nova] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Updated VIF entry in instance network info cache for port 4c35d434-43c8-473a-b6ba-fc6291168463. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.390172] env[66735]: DEBUG nova.network.neutron [req-0631a445-67f2-4e5c-8716-589bfbc93b5e req-216de000-a51b-4157-a86f-1428352d0b2d service nova] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Updating instance_info_cache with network_info: [{"id": "4c35d434-43c8-473a-b6ba-fc6291168463", "address": "fa:16:3e:03:09:eb", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c35d434-43", "ovs_interfaceid": "4c35d434-43c8-473a-b6ba-fc6291168463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.496406] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524a1348-72b9-7160-6c61-7913da1f72ef, 'name': SearchDatastore_Task, 'duration_secs': 0.059553} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.496406] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73cfe119-b438-4a3d-a4cd-922049de696c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.507679] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 806.507679] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c8affc-e8c8-efe0-29cf-785f17e2cbdf" [ 806.507679] env[66735]: _type = "Task" [ 806.507679] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.520236] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c8affc-e8c8-efe0-29cf-785f17e2cbdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.584820] env[66735]: DEBUG nova.network.neutron [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 806.597095] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081791} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.601044] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.603121] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fc7b9d-5ff0-4c59-87aa-43cf5d3600e7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.631686] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 5116edb7-de7a-41a5-b6d5-b177efba94e3/5116edb7-de7a-41a5-b6d5-b177efba94e3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.635247] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5690a1-bd96-46ac-b505-8e26c37c9f23 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.656838] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.657469] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.657747] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.658036] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.658257] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.663638] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 806.663638] env[66735]: value = "task-4645564" [ 806.663638] env[66735]: _type = "Task" [ 806.663638] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.663638] env[66735]: INFO nova.compute.manager [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Terminating instance [ 806.675321] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.757469] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "c1152fd1-9900-40e4-a706-e4c9e1329771" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.757801] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "c1152fd1-9900-40e4-a706-e4c9e1329771" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.758524] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "c1152fd1-9900-40e4-a706-e4c9e1329771-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.758524] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "c1152fd1-9900-40e4-a706-e4c9e1329771-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.758680] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "c1152fd1-9900-40e4-a706-e4c9e1329771-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.761287] env[66735]: INFO nova.compute.manager [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Terminating instance [ 806.850045] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.850269] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb6833db-869c-4973-9ef3-f9c2c31df046 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.860345] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1978fa-f7ab-4248-a08b-9112b137d6a1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.865729] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 806.865729] env[66735]: value = "task-4645565" [ 806.865729] env[66735]: _type = "Task" [ 806.865729] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.877146] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc30f0da-da8c-449b-81e0-80e210c81314 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.883982] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.915218] env[66735]: DEBUG oslo_concurrency.lockutils [req-0631a445-67f2-4e5c-8716-589bfbc93b5e req-216de000-a51b-4157-a86f-1428352d0b2d service nova] Releasing lock "refresh_cache-5cf9f44c-d7cf-47e3-805b-72aba8845d17" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.919137] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1a18e0-1bfd-493f-bbff-d4f2bf9e886e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.922176] env[66735]: DEBUG nova.compute.manager [req-76638e62-8149-4f84-b5fa-d755fad9b196 req-8cbf0e92-26cb-4a87-bb62-87eb2587f242 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Received event network-changed-e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 806.922502] env[66735]: DEBUG nova.compute.manager [req-76638e62-8149-4f84-b5fa-d755fad9b196 req-8cbf0e92-26cb-4a87-bb62-87eb2587f242 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Refreshing instance network info cache due to event network-changed-e47ade27-9288-46b6-b736-eba93fe189a5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 806.922660] env[66735]: DEBUG oslo_concurrency.lockutils [req-76638e62-8149-4f84-b5fa-d755fad9b196 req-8cbf0e92-26cb-4a87-bb62-87eb2587f242 service nova] Acquiring lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.933054] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79123882-9bbb-4454-b0d8-a55c84add628 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.954042] env[66735]: DEBUG nova.compute.provider_tree [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.021407] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c8affc-e8c8-efe0-29cf-785f17e2cbdf, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.021942] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.022268] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 5cf9f44c-d7cf-47e3-805b-72aba8845d17/5cf9f44c-d7cf-47e3-805b-72aba8845d17.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.023296] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28de06e7-8734-4466-9751-665839c5b06f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.032322] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 807.032322] env[66735]: value = "task-4645566" [ 807.032322] env[66735]: _type = "Task" [ 807.032322] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.043275] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.090960] env[66735]: WARNING neutronclient.v2_0.client [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.170179] env[66735]: DEBUG nova.compute.manager [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 807.171294] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.171503] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60a83a0-ba02-4a0e-be58-e8306b6f2afa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.177487] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645564, 'name': ReconfigVM_Task, 'duration_secs': 0.334628} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.178323] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 5116edb7-de7a-41a5-b6d5-b177efba94e3/5116edb7-de7a-41a5-b6d5-b177efba94e3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.179531] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-416934a5-dbe7-461c-9d04-44bfb56da6af {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.183758] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.184848] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a5f229-b2a0-436a-9bc7-b2f64f778377 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.190557] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 807.190557] env[66735]: value = "task-4645567" [ 807.190557] env[66735]: _type = "Task" [ 807.190557] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.196835] env[66735]: DEBUG oslo_vmware.api [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 807.196835] env[66735]: value = "task-4645568" [ 807.196835] env[66735]: _type = "Task" [ 807.196835] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.210739] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645567, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.217762] env[66735]: DEBUG oslo_vmware.api [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.272032] env[66735]: DEBUG nova.compute.manager [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 807.273201] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.274872] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f32ea7-899d-44ba-a4a3-7e981af2b894 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.285502] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.286375] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7ea8e90-ab15-4780-9294-cdcdfefd0b1e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.296147] env[66735]: DEBUG oslo_vmware.api [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 807.296147] env[66735]: value = "task-4645569" [ 807.296147] env[66735]: _type = "Task" [ 807.296147] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.310600] env[66735]: DEBUG oslo_vmware.api [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.342530] env[66735]: WARNING neutronclient.v2_0.client [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.380418] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645565, 'name': PowerOffVM_Task, 'duration_secs': 0.301336} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.381142] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.382072] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance '0a1e9d66-ea85-474c-9751-120c5438f848' progress to 17 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 807.429442] env[66735]: DEBUG nova.network.neutron [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Updating instance_info_cache with network_info: [{"id": "e47ade27-9288-46b6-b736-eba93fe189a5", "address": "fa:16:3e:ff:f2:fe", "network": {"id": "de9c8baf-09a3-441d-ab6c-ab86d672f211", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1581172569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560f74fac141443ba1e4f9ba3444be1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47ade27-92", "ovs_interfaceid": "e47ade27-9288-46b6-b736-eba93fe189a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.459990] env[66735]: DEBUG nova.scheduler.client.report [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.544617] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.702305] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645567, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.712338] env[66735]: DEBUG oslo_vmware.api [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645568, 'name': PowerOffVM_Task, 'duration_secs': 0.22266} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.713577] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.714282] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.714282] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3867843-ae7a-4ee3-aa87-a226d5ff8b80 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.797138] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.797458] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.797733] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleting the datastore file [datastore1] 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.801671] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9a1b4f0-8c13-47d2-b510-6563732377c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.809585] env[66735]: DEBUG oslo_vmware.api [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.810966] env[66735]: DEBUG oslo_vmware.api [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 807.810966] env[66735]: value = "task-4645571" [ 807.810966] env[66735]: _type = "Task" [ 807.810966] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.821190] env[66735]: DEBUG oslo_vmware.api [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.893384] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 807.893944] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.894157] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 807.894352] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.894491] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 807.894631] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 807.894849] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 807.895021] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 807.895301] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 807.895377] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 807.895510] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 807.900872] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161f3fa5-8ddf-4b45-baaf-f023e751bd0c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.919074] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 807.919074] env[66735]: value = "task-4645572" [ 807.919074] env[66735]: _type = "Task" [ 807.919074] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.931175] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.933061] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Releasing lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.933312] env[66735]: DEBUG nova.compute.manager [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Inject network info {{(pid=66735) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 807.933569] env[66735]: DEBUG nova.compute.manager [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] network_info to inject: |[{"id": "e47ade27-9288-46b6-b736-eba93fe189a5", "address": "fa:16:3e:ff:f2:fe", "network": {"id": "de9c8baf-09a3-441d-ab6c-ab86d672f211", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1581172569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560f74fac141443ba1e4f9ba3444be1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47ade27-92", "ovs_interfaceid": "e47ade27-9288-46b6-b736-eba93fe189a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 807.938660] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Reconfiguring VM instance to set the machine id {{(pid=66735) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 807.939132] env[66735]: DEBUG oslo_concurrency.lockutils [req-76638e62-8149-4f84-b5fa-d755fad9b196 req-8cbf0e92-26cb-4a87-bb62-87eb2587f242 service nova] Acquired lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.939360] env[66735]: DEBUG nova.network.neutron [req-76638e62-8149-4f84-b5fa-d755fad9b196 req-8cbf0e92-26cb-4a87-bb62-87eb2587f242 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Refreshing network info cache for port e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.940912] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-640e5ab4-07b3-46d1-b77a-12f17ebaf39f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.966639] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.969074] env[66735]: DEBUG nova.compute.manager [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 807.971095] env[66735]: DEBUG oslo_vmware.api [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for the task: (returnval){ [ 807.971095] env[66735]: value = "task-4645573" [ 807.971095] env[66735]: _type = "Task" [ 807.971095] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.971969] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.690s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.973597] env[66735]: INFO nova.compute.claims [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.992138] env[66735]: DEBUG oslo_vmware.api [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.996138] env[66735]: DEBUG nova.objects.instance [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Lazy-loading 'flavor' on Instance uuid a3379d52-b15c-488b-a6fc-2efd93105754 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.050430] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645566, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.204851] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645567, 'name': Rename_Task, 'duration_secs': 0.99078} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.205230] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.205576] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3b695e5-3d8f-434e-9b3f-c02770dc98bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.217573] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 808.217573] env[66735]: value = "task-4645574" [ 808.217573] env[66735]: _type = "Task" [ 808.217573] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.228951] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.309259] env[66735]: DEBUG oslo_vmware.api [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645569, 'name': PowerOffVM_Task, 'duration_secs': 0.968747} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.309521] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.309693] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.309985] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85029bb7-c948-40ba-819d-2c04b7f0ea76 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.324469] env[66735]: DEBUG oslo_vmware.api [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193503} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.324813] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.325134] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.325325] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.325524] env[66735]: INFO nova.compute.manager [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 808.325800] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 808.326047] env[66735]: DEBUG nova.compute.manager [-] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 808.326159] env[66735]: DEBUG nova.network.neutron [-] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 808.326417] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.367535] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.431586] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645572, 'name': ReconfigVM_Task, 'duration_secs': 0.232703} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.431966] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance '0a1e9d66-ea85-474c-9751-120c5438f848' progress to 33 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 808.459965] env[66735]: WARNING neutronclient.v2_0.client [req-76638e62-8149-4f84-b5fa-d755fad9b196 req-8cbf0e92-26cb-4a87-bb62-87eb2587f242 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.474679] env[66735]: DEBUG nova.compute.utils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.475620] env[66735]: DEBUG nova.compute.manager [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Not allocating networking since 'none' was specified. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 808.494139] env[66735]: DEBUG oslo_vmware.api [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645573, 'name': ReconfigVM_Task, 'duration_secs': 0.190088} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.494266] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.494515] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.494707] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Deleting the datastore file [datastore2] c1152fd1-9900-40e4-a706-e4c9e1329771 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.495204] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7809d2de-c409-49ed-81ba-89ac595dee5e tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Reconfigured VM instance to set the machine id {{(pid=66735) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 808.498117] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb2faffc-273a-469e-bcf8-912c09c1e965 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.502981] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquiring lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.506265] env[66735]: DEBUG oslo_vmware.api [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 808.506265] env[66735]: value = "task-4645576" [ 808.506265] env[66735]: _type = "Task" [ 808.506265] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.525291] env[66735]: DEBUG oslo_vmware.api [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.547859] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645566, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.435775} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.548111] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 5cf9f44c-d7cf-47e3-805b-72aba8845d17/5cf9f44c-d7cf-47e3-805b-72aba8845d17.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.548328] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.548616] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31c91044-f898-4618-80b4-1c1c4f5d5b44 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.558062] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 808.558062] env[66735]: value = "task-4645577" [ 808.558062] env[66735]: _type = "Task" [ 808.558062] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.567903] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.700695] env[66735]: DEBUG nova.compute.manager [req-e39eca4c-13ef-47e6-a851-cb7dfe13ab26 req-98531dbe-a44f-4b1e-8e9d-389740b455e4 service nova] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Received event network-vif-deleted-680370ef-913e-4ff1-aa3a-8bbcace44ce8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 808.700994] env[66735]: INFO nova.compute.manager [req-e39eca4c-13ef-47e6-a851-cb7dfe13ab26 req-98531dbe-a44f-4b1e-8e9d-389740b455e4 service nova] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Neutron deleted interface 680370ef-913e-4ff1-aa3a-8bbcace44ce8; detaching it from the instance and deleting it from the info cache [ 808.701257] env[66735]: DEBUG nova.network.neutron [req-e39eca4c-13ef-47e6-a851-cb7dfe13ab26 req-98531dbe-a44f-4b1e-8e9d-389740b455e4 service nova] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.731524] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645574, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.940147] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:06:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='36de46e6-5069-47ae-a501-5b240fd295c1',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-901856819',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 808.940532] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.940532] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 808.940692] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.940830] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 808.941518] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 808.942976] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 808.943373] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 808.944166] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 808.944397] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 808.944578] env[66735]: DEBUG nova.virt.hardware [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 808.954180] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 808.954698] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb58302-5ace-4e8b-9812-95e231ab7e40 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.980184] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 808.980184] env[66735]: value = "task-4645578" [ 808.980184] env[66735]: _type = "Task" [ 808.980184] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.984364] env[66735]: DEBUG nova.compute.manager [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 808.999902] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645578, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.018706] env[66735]: DEBUG oslo_vmware.api [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161361} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.020043] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.020565] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.020782] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.021062] env[66735]: INFO nova.compute.manager [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Took 1.75 seconds to destroy the instance on the hypervisor. [ 809.021331] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 809.021536] env[66735]: DEBUG nova.compute.manager [-] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 809.021627] env[66735]: DEBUG nova.network.neutron [-] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 809.021875] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.072503] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097151} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.073101] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.073626] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2d21f8-5579-4017-a4e2-cfa177bb1ad1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.105207] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 5cf9f44c-d7cf-47e3-805b-72aba8845d17/5cf9f44c-d7cf-47e3-805b-72aba8845d17.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.108385] env[66735]: DEBUG nova.network.neutron [-] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.110173] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc076a9-f1b8-4550-883e-195e69828319 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.128007] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.138824] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 809.138824] env[66735]: value = "task-4645579" [ 809.138824] env[66735]: _type = "Task" [ 809.138824] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.153970] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645579, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.204412] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0175f339-8f9f-4fc4-ad0d-bed006780d73 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.215877] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06773fab-aadf-4c70-bf14-45eb6654c837 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.239894] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645574, 'name': PowerOnVM_Task, 'duration_secs': 0.705469} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.240889] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.240889] env[66735]: DEBUG nova.compute.manager [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 809.241454] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22eafe83-2153-4a2c-92a8-d9f9b201c4da {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.262099] env[66735]: DEBUG nova.compute.manager [req-e39eca4c-13ef-47e6-a851-cb7dfe13ab26 req-98531dbe-a44f-4b1e-8e9d-389740b455e4 service nova] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Detach interface failed, port_id=680370ef-913e-4ff1-aa3a-8bbcace44ce8, reason: Instance 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 809.274160] env[66735]: WARNING neutronclient.v2_0.client [req-76638e62-8149-4f84-b5fa-d755fad9b196 req-8cbf0e92-26cb-4a87-bb62-87eb2587f242 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.394120] env[66735]: DEBUG nova.network.neutron [req-76638e62-8149-4f84-b5fa-d755fad9b196 req-8cbf0e92-26cb-4a87-bb62-87eb2587f242 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Updated VIF entry in instance network info cache for port e47ade27-9288-46b6-b736-eba93fe189a5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 809.395082] env[66735]: DEBUG nova.network.neutron [req-76638e62-8149-4f84-b5fa-d755fad9b196 req-8cbf0e92-26cb-4a87-bb62-87eb2587f242 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Updating instance_info_cache with network_info: [{"id": "e47ade27-9288-46b6-b736-eba93fe189a5", "address": "fa:16:3e:ff:f2:fe", "network": {"id": "de9c8baf-09a3-441d-ab6c-ab86d672f211", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1581172569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560f74fac141443ba1e4f9ba3444be1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47ade27-92", "ovs_interfaceid": "e47ade27-9288-46b6-b736-eba93fe189a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.498567] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645578, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.597717] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ac4eef-fae1-4a79-8664-3830440d286b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.606936] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cc8b09-9c36-4a31-856e-324f2d968017 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.640400] env[66735]: INFO nova.compute.manager [-] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Took 1.31 seconds to deallocate network for instance. [ 809.651618] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc4a3eb-b018-4ae0-8902-2af8b1e30263 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.663835] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.667546] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307a42e1-5c7c-4af9-a9a6-42c9f384acd5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.685629] env[66735]: DEBUG nova.compute.provider_tree [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.778572] env[66735]: INFO nova.compute.manager [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] bringing vm to original state: 'stopped' [ 809.837085] env[66735]: DEBUG nova.compute.manager [req-4c0e7a1f-ff66-4f94-a3e8-dfe6279bcc9b req-8b03c635-d439-452c-a2d5-ea121c933a58 service nova] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Received event network-vif-deleted-4f1597b2-46bd-41d1-a992-d4a6ffd289bf {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 809.837282] env[66735]: INFO nova.compute.manager [req-4c0e7a1f-ff66-4f94-a3e8-dfe6279bcc9b req-8b03c635-d439-452c-a2d5-ea121c933a58 service nova] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Neutron deleted interface 4f1597b2-46bd-41d1-a992-d4a6ffd289bf; detaching it from the instance and deleting it from the info cache [ 809.837450] env[66735]: DEBUG nova.network.neutron [req-4c0e7a1f-ff66-4f94-a3e8-dfe6279bcc9b req-8b03c635-d439-452c-a2d5-ea121c933a58 service nova] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.898325] env[66735]: DEBUG oslo_concurrency.lockutils [req-76638e62-8149-4f84-b5fa-d755fad9b196 req-8cbf0e92-26cb-4a87-bb62-87eb2587f242 service nova] Releasing lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.898825] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquired lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.899180] env[66735]: WARNING neutronclient.v2_0.client [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.922549] env[66735]: DEBUG nova.network.neutron [-] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.995441] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645578, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.002129] env[66735]: DEBUG nova.compute.manager [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 810.026141] env[66735]: DEBUG nova.virt.hardware [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 810.026693] env[66735]: DEBUG nova.virt.hardware [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.029169] env[66735]: DEBUG nova.virt.hardware [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 810.029169] env[66735]: DEBUG nova.virt.hardware [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.029169] env[66735]: DEBUG nova.virt.hardware [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 810.029169] env[66735]: DEBUG nova.virt.hardware [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 810.029169] env[66735]: DEBUG nova.virt.hardware [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 810.029169] env[66735]: DEBUG nova.virt.hardware [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 810.029169] env[66735]: DEBUG nova.virt.hardware [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 810.029169] env[66735]: DEBUG nova.virt.hardware [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 810.029169] env[66735]: DEBUG nova.virt.hardware [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 810.029772] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e78a165-3e1c-4620-a157-ef2992aae4a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.040371] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5698a658-0d98-4ae8-b314-deb8f2851102 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.059928] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.065491] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Creating folder: Project (be91b3dddba048b4ab4162cbd7fe01a1). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.065842] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b09d3a31-d9bf-4a25-8fa2-a6097ca7570b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.078972] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Created folder: Project (be91b3dddba048b4ab4162cbd7fe01a1) in parent group-v906980. [ 810.079169] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Creating folder: Instances. Parent ref: group-v907142. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.079417] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffa18d66-65a5-4498-81be-180db5072526 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.090777] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Created folder: Instances in parent group-v907142. [ 810.091237] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 810.091484] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.091712] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7961d245-816e-47a7-92a5-c69c23dc6f72 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.110497] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.110497] env[66735]: value = "task-4645582" [ 810.110497] env[66735]: _type = "Task" [ 810.110497] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.119867] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645582, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.152026] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.157218] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.189634] env[66735]: DEBUG nova.scheduler.client.report [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.288909] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "755321d4-49b7-49f2-ac58-74b286be4645" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.289219] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "755321d4-49b7-49f2-ac58-74b286be4645" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.289382] env[66735]: INFO nova.compute.manager [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Shelving [ 810.293033] env[66735]: DEBUG nova.network.neutron [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 810.340593] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2de30b8-6f0b-4449-92bb-3a20023ae55a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.353920] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a6bea5-a8b9-45ef-87b0-0a5c842e100c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.397097] env[66735]: DEBUG nova.compute.manager [req-4c0e7a1f-ff66-4f94-a3e8-dfe6279bcc9b req-8b03c635-d439-452c-a2d5-ea121c933a58 service nova] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Detach interface failed, port_id=4f1597b2-46bd-41d1-a992-d4a6ffd289bf, reason: Instance c1152fd1-9900-40e4-a706-e4c9e1329771 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 810.426044] env[66735]: INFO nova.compute.manager [-] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Took 1.40 seconds to deallocate network for instance. [ 810.495258] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645578, 'name': ReconfigVM_Task, 'duration_secs': 1.242727} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.495384] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 810.496207] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a7eb4f-3a99-4174-895b-2fb010d0957d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.523935] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 0a1e9d66-ea85-474c-9751-120c5438f848/0a1e9d66-ea85-474c-9751-120c5438f848.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.524197] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c471f3f5-15fa-495a-aedf-38188b6014bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.544014] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 810.544014] env[66735]: value = "task-4645583" [ 810.544014] env[66735]: _type = "Task" [ 810.544014] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.555046] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.622786] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645582, 'name': CreateVM_Task, 'duration_secs': 0.410481} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.623147] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.623456] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.623673] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.624033] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.624298] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8eebf1-d351-49c2-8ddb-fadd528666a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.630494] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 810.630494] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e219d7-cb79-594d-fb4b-73e5f1537239" [ 810.630494] env[66735]: _type = "Task" [ 810.630494] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.640401] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e219d7-cb79-594d-fb4b-73e5f1537239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.651562] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.695749] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.696410] env[66735]: DEBUG nova.compute.manager [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 810.699917] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.716s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.700182] env[66735]: DEBUG nova.objects.instance [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Lazy-loading 'resources' on Instance uuid 8b9fb725-dabf-44ae-b778-9aadef50fc59 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.790126] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "5116edb7-de7a-41a5-b6d5-b177efba94e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.790126] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "5116edb7-de7a-41a5-b6d5-b177efba94e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.790126] env[66735]: DEBUG nova.compute.manager [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 810.790762] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe8c14f-5d85-45b1-903b-74fed5a82d90 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.799299] env[66735]: WARNING neutronclient.v2_0.client [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.804394] env[66735]: DEBUG nova.compute.manager [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 810.933856] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.055548] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645583, 'name': ReconfigVM_Task, 'duration_secs': 0.497743} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.056320] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 0a1e9d66-ea85-474c-9751-120c5438f848/0a1e9d66-ea85-474c-9751-120c5438f848.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.056320] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance '0a1e9d66-ea85-474c-9751-120c5438f848' progress to 50 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.062591] env[66735]: WARNING neutronclient.v2_0.client [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.144890] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e219d7-cb79-594d-fb4b-73e5f1537239, 'name': SearchDatastore_Task, 'duration_secs': 0.016071} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.148841] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.149026] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.149215] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.149351] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.150079] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.150709] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf234bda-12c5-482f-b9e2-a51afebede7d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.153417] env[66735]: DEBUG nova.network.neutron [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Updating instance_info_cache with network_info: [{"id": "e47ade27-9288-46b6-b736-eba93fe189a5", "address": "fa:16:3e:ff:f2:fe", "network": {"id": "de9c8baf-09a3-441d-ab6c-ab86d672f211", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1581172569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560f74fac141443ba1e4f9ba3444be1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47ade27-92", "ovs_interfaceid": "e47ade27-9288-46b6-b736-eba93fe189a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.161265] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645579, 'name': ReconfigVM_Task, 'duration_secs': 1.530069} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.161550] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 5cf9f44c-d7cf-47e3-805b-72aba8845d17/5cf9f44c-d7cf-47e3-805b-72aba8845d17.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.162794] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c9950a-3ac7-4fc6-a12e-cf09271e7e6b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.166231] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.166404] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.167760] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7036b08f-12dd-40fa-bc2a-16a8a45f060f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.173582] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 811.173582] env[66735]: value = "task-4645584" [ 811.173582] env[66735]: _type = "Task" [ 811.173582] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.175261] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 811.175261] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f669d8-3aae-914f-0424-5120c9a76628" [ 811.175261] env[66735]: _type = "Task" [ 811.175261] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.194939] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f669d8-3aae-914f-0424-5120c9a76628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.196154] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645584, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.203482] env[66735]: DEBUG nova.compute.utils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.208788] env[66735]: DEBUG nova.compute.manager [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 811.209112] env[66735]: DEBUG nova.network.neutron [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 811.209622] env[66735]: WARNING neutronclient.v2_0.client [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.209953] env[66735]: WARNING neutronclient.v2_0.client [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.239832] env[66735]: DEBUG nova.compute.manager [req-50114293-af34-4be1-bf3f-a1023a03db05 req-49178dac-7d74-45ae-b374-c0d9b07247d7 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Received event network-changed-e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 811.239975] env[66735]: DEBUG nova.compute.manager [req-50114293-af34-4be1-bf3f-a1023a03db05 req-49178dac-7d74-45ae-b374-c0d9b07247d7 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Refreshing instance network info cache due to event network-changed-e47ade27-9288-46b6-b736-eba93fe189a5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 811.240582] env[66735]: DEBUG oslo_concurrency.lockutils [req-50114293-af34-4be1-bf3f-a1023a03db05 req-49178dac-7d74-45ae-b374-c0d9b07247d7 service nova] Acquiring lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.263134] env[66735]: DEBUG nova.policy [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '254a60cc13224ecfba987247bb28e5d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b72587f54bdb4f15a98c20dd18578ddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.311034] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.312919] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.312919] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db4eb29e-5fdf-42e2-808d-2c359f69bf11 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.313707] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9ba4b15-58c9-449f-b385-2237045acd5a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.325469] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 811.325469] env[66735]: value = "task-4645586" [ 811.325469] env[66735]: _type = "Task" [ 811.325469] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.325845] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 811.325845] env[66735]: value = "task-4645585" [ 811.325845] env[66735]: _type = "Task" [ 811.325845] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.354637] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.355639] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.570071] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60a1d63-9a61-4e51-bbb6-c400a7b688a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.593974] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69366a18-ebc3-468b-995f-6599f1707d18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.614469] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance '0a1e9d66-ea85-474c-9751-120c5438f848' progress to 67 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.657190] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Releasing lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.657190] env[66735]: DEBUG nova.compute.manager [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Inject network info {{(pid=66735) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 811.657190] env[66735]: DEBUG nova.compute.manager [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] network_info to inject: |[{"id": "e47ade27-9288-46b6-b736-eba93fe189a5", "address": "fa:16:3e:ff:f2:fe", "network": {"id": "de9c8baf-09a3-441d-ab6c-ab86d672f211", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1581172569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560f74fac141443ba1e4f9ba3444be1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47ade27-92", "ovs_interfaceid": "e47ade27-9288-46b6-b736-eba93fe189a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 811.664896] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Reconfiguring VM instance to set the machine id {{(pid=66735) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 811.671061] env[66735]: DEBUG oslo_concurrency.lockutils [req-50114293-af34-4be1-bf3f-a1023a03db05 req-49178dac-7d74-45ae-b374-c0d9b07247d7 service nova] Acquired lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.671061] env[66735]: DEBUG nova.network.neutron [req-50114293-af34-4be1-bf3f-a1023a03db05 req-49178dac-7d74-45ae-b374-c0d9b07247d7 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Refreshing network info cache for port e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.671361] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdff969e-6864-417d-a4b7-b185ea7c0216 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.699968] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645584, 'name': Rename_Task, 'duration_secs': 0.193446} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.708664] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.709632] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f669d8-3aae-914f-0424-5120c9a76628, 'name': SearchDatastore_Task, 'duration_secs': 0.017138} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.710031] env[66735]: DEBUG oslo_vmware.api [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for the task: (returnval){ [ 811.710031] env[66735]: value = "task-4645587" [ 811.710031] env[66735]: _type = "Task" [ 811.710031] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.711324] env[66735]: DEBUG nova.compute.manager [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 811.714331] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76f7f03f-b245-414b-8b4e-1d6bf1567469 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.718392] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520a1306-7720-4898-a75e-650ba90086d8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.736335] env[66735]: DEBUG nova.network.neutron [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Successfully created port: 72a2c676-f2b6-406d-baeb-766b149f685d {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 811.750485] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 811.750485] env[66735]: value = "task-4645588" [ 811.750485] env[66735]: _type = "Task" [ 811.750485] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.750485] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 811.750485] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f59c57-630e-98dc-0d1a-bc2d92add1f6" [ 811.750485] env[66735]: _type = "Task" [ 811.750485] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.750485] env[66735]: DEBUG oslo_vmware.api [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.775579] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.782429] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f59c57-630e-98dc-0d1a-bc2d92add1f6, 'name': SearchDatastore_Task, 'duration_secs': 0.014851} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.782429] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.782429] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 403de8bd-873a-4b07-a730-c0511b9bbfd1/403de8bd-873a-4b07-a730-c0511b9bbfd1.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.782429] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db606ed1-92c7-4d25-9bc8-9b03e0052fce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.798600] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 811.798600] env[66735]: value = "task-4645589" [ 811.798600] env[66735]: _type = "Task" [ 811.798600] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.809383] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.845643] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645585, 'name': PowerOffVM_Task, 'duration_secs': 0.260757} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.849438] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.850322] env[66735]: DEBUG oslo_vmware.api [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645586, 'name': PowerOffVM_Task, 'duration_secs': 0.249322} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.851164] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b669c5-d4b9-4ac4-a164-b79673586c31 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.854348] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.854496] env[66735]: DEBUG nova.compute.manager [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 811.858708] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcc96d1-3c5b-48a1-80f4-27b292e01f12 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.894131] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c79838f-68d3-4c59-85c4-f1545ffff284 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.955310] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6bcd74-41ad-416e-af69-2efdd8d7e09d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.971725] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1fd720-27cf-48e5-8926-c3794d466bab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.016800] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d488c791-2fcb-4fa9-a872-3e4bcc7089a0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.026718] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9429b82-f4e7-4890-b2c8-85227d062117 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.043454] env[66735]: DEBUG nova.compute.provider_tree [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.124609] env[66735]: WARNING neutronclient.v2_0.client [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.125280] env[66735]: WARNING neutronclient.v2_0.client [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.185202] env[66735]: WARNING neutronclient.v2_0.client [req-50114293-af34-4be1-bf3f-a1023a03db05 req-49178dac-7d74-45ae-b374-c0d9b07247d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.236746] env[66735]: DEBUG oslo_vmware.api [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645587, 'name': ReconfigVM_Task, 'duration_secs': 0.177704} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.237050] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3e7862-699d-414b-8ece-0dc1ea90d8e6 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Reconfigured VM instance to set the machine id {{(pid=66735) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 812.251624] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquiring lock "a3379d52-b15c-488b-a6fc-2efd93105754" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.251899] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Lock "a3379d52-b15c-488b-a6fc-2efd93105754" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.252267] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquiring lock "a3379d52-b15c-488b-a6fc-2efd93105754-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.252267] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Lock "a3379d52-b15c-488b-a6fc-2efd93105754-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.256115] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Lock "a3379d52-b15c-488b-a6fc-2efd93105754-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.258912] env[66735]: INFO nova.compute.manager [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Terminating instance [ 812.269449] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.310975] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645589, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.397184] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "5116edb7-de7a-41a5-b6d5-b177efba94e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.607s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.416932] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 812.417494] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d62a07b-63a6-4f35-a555-47fca2932b9b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.424249] env[66735]: DEBUG nova.network.neutron [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Port 0e85c019-7cb3-420d-9d5d-35ea008e6abe binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 812.426746] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 812.426746] env[66735]: value = "task-4645590" [ 812.426746] env[66735]: _type = "Task" [ 812.426746] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.440282] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.549023] env[66735]: DEBUG nova.scheduler.client.report [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.732023] env[66735]: DEBUG nova.compute.manager [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 812.760965] env[66735]: DEBUG nova.virt.hardware [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 812.761322] env[66735]: DEBUG nova.virt.hardware [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.761528] env[66735]: DEBUG nova.virt.hardware [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 812.761762] env[66735]: DEBUG nova.virt.hardware [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.761968] env[66735]: DEBUG nova.virt.hardware [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 812.762298] env[66735]: DEBUG nova.virt.hardware [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 812.762389] env[66735]: DEBUG nova.virt.hardware [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 812.762548] env[66735]: DEBUG nova.virt.hardware [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 812.762709] env[66735]: DEBUG nova.virt.hardware [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 812.762870] env[66735]: DEBUG nova.virt.hardware [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 812.763127] env[66735]: DEBUG nova.virt.hardware [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 812.763716] env[66735]: DEBUG nova.compute.manager [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 812.763994] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.764931] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d20f998-8406-4480-9dc2-a5cf2f0944da {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.772295] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02e7c25-251e-4eb9-88a4-97c49b74e68a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.779365] env[66735]: DEBUG oslo_vmware.api [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645588, 'name': PowerOnVM_Task, 'duration_secs': 0.621341} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.779981] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.780237] env[66735]: INFO nova.compute.manager [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Took 10.43 seconds to spawn the instance on the hypervisor. [ 812.780469] env[66735]: DEBUG nova.compute.manager [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 812.781287] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48c610f-43f4-4d33-909d-8f4185dbc047 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.788066] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.788712] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33c3d1e7-791c-4a0f-b7c1-e856f588cbc6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.791458] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9a8734-7a8b-4bcb-87f4-7110bd500985 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.818453] env[66735]: DEBUG oslo_vmware.api [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for the task: (returnval){ [ 812.818453] env[66735]: value = "task-4645591" [ 812.818453] env[66735]: _type = "Task" [ 812.818453] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.827702] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629989} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.828448] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 403de8bd-873a-4b07-a730-c0511b9bbfd1/403de8bd-873a-4b07-a730-c0511b9bbfd1.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.828719] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.829022] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c387a8e9-6102-42ac-817b-56b04db82e21 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.838302] env[66735]: DEBUG oslo_vmware.api [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.846062] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 812.846062] env[66735]: value = "task-4645592" [ 812.846062] env[66735]: _type = "Task" [ 812.846062] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.860117] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.905869] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.954396] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645590, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.053635] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.354s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.057086] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.378s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.057086] env[66735]: DEBUG nova.objects.instance [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Lazy-loading 'resources' on Instance uuid f9354fd5-4bf2-4da5-8227-621f848ef2b4 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.082110] env[66735]: INFO nova.scheduler.client.report [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Deleted allocations for instance 8b9fb725-dabf-44ae-b778-9aadef50fc59 [ 813.315069] env[66735]: INFO nova.compute.manager [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Took 49.46 seconds to build instance. [ 813.331522] env[66735]: DEBUG oslo_vmware.api [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645591, 'name': PowerOffVM_Task, 'duration_secs': 0.198752} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.331966] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.332142] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.332501] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec80657b-0a28-4f42-8a5a-10d2be166e13 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.358091] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071873} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.358460] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.359416] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeddeb1-5562-46aa-b184-5ef5609cfe5f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.383628] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 403de8bd-873a-4b07-a730-c0511b9bbfd1/403de8bd-873a-4b07-a730-c0511b9bbfd1.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.384371] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2baa1a44-b566-4302-af40-7a5d8347c376 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.401104] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.401334] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.401513] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Deleting the datastore file [datastore1] a3379d52-b15c-488b-a6fc-2efd93105754 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.401791] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b972f645-1e18-4b0c-846c-d6227d8d69f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.405025] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 813.405025] env[66735]: value = "task-4645594" [ 813.405025] env[66735]: _type = "Task" [ 813.405025] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.410101] env[66735]: DEBUG oslo_vmware.api [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for the task: (returnval){ [ 813.410101] env[66735]: value = "task-4645595" [ 813.410101] env[66735]: _type = "Task" [ 813.410101] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.418535] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.424930] env[66735]: DEBUG oslo_vmware.api [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.452418] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645590, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.460436] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "0a1e9d66-ea85-474c-9751-120c5438f848-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.460662] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "0a1e9d66-ea85-474c-9751-120c5438f848-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.460831] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "0a1e9d66-ea85-474c-9751-120c5438f848-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.512974] env[66735]: DEBUG nova.network.neutron [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Successfully updated port: 72a2c676-f2b6-406d-baeb-766b149f685d {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 813.595011] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4fcea06-a14c-43a1-b6cb-ffe3cea5c6e4 tempest-ServerMetadataTestJSON-347358542 tempest-ServerMetadataTestJSON-347358542-project-member] Lock "8b9fb725-dabf-44ae-b778-9aadef50fc59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.160s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.730439] env[66735]: WARNING neutronclient.v2_0.client [req-50114293-af34-4be1-bf3f-a1023a03db05 req-49178dac-7d74-45ae-b374-c0d9b07247d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.818346] env[66735]: DEBUG oslo_concurrency.lockutils [None req-44a220d5-f5cd-4a5f-a343-094d857517a6 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "5cf9f44c-d7cf-47e3-805b-72aba8845d17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.972s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.918377] env[66735]: DEBUG nova.network.neutron [req-50114293-af34-4be1-bf3f-a1023a03db05 req-49178dac-7d74-45ae-b374-c0d9b07247d7 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Updated VIF entry in instance network info cache for port e47ade27-9288-46b6-b736-eba93fe189a5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 813.918779] env[66735]: DEBUG nova.network.neutron [req-50114293-af34-4be1-bf3f-a1023a03db05 req-49178dac-7d74-45ae-b374-c0d9b07247d7 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Updating instance_info_cache with network_info: [{"id": "e47ade27-9288-46b6-b736-eba93fe189a5", "address": "fa:16:3e:ff:f2:fe", "network": {"id": "de9c8baf-09a3-441d-ab6c-ab86d672f211", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1581172569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560f74fac141443ba1e4f9ba3444be1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47ade27-92", "ovs_interfaceid": "e47ade27-9288-46b6-b736-eba93fe189a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.927175] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645594, 'name': ReconfigVM_Task, 'duration_secs': 0.426707} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.931156] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 403de8bd-873a-4b07-a730-c0511b9bbfd1/403de8bd-873a-4b07-a730-c0511b9bbfd1.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.931888] env[66735]: DEBUG oslo_vmware.api [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Task: {'id': task-4645595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169626} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.935056] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7e20eb8-14b3-42dd-b7b4-0885886b9186 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.936808] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.937020] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.937213] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.937354] env[66735]: INFO nova.compute.manager [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Took 1.17 seconds to destroy the instance on the hypervisor. [ 813.937600] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 813.938689] env[66735]: DEBUG nova.compute.manager [-] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 813.938839] env[66735]: DEBUG nova.network.neutron [-] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 813.939302] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.957613] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 813.957613] env[66735]: value = "task-4645596" [ 813.957613] env[66735]: _type = "Task" [ 813.957613] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.958534] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645590, 'name': CreateSnapshot_Task, 'duration_secs': 1.322176} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.958534] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 813.963597] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f3191b-901d-4ad8-bca8-bbcc341f70a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.979385] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645596, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.015642] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "refresh_cache-220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.015831] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "refresh_cache-220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.015994] env[66735]: DEBUG nova.network.neutron [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 814.092250] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.102451] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5f9c09-0fe4-44fb-baf3-fb0710b03aea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.112477] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0ea8e6-5acf-40ff-a453-4717c76dc124 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.149043] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9475eb82-c69c-4434-8f65-28ad78a2f6b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.158112] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e269064f-3c54-4214-8d12-6f91915300ad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.174225] env[66735]: DEBUG nova.compute.provider_tree [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.422935] env[66735]: DEBUG oslo_concurrency.lockutils [req-50114293-af34-4be1-bf3f-a1023a03db05 req-49178dac-7d74-45ae-b374-c0d9b07247d7 service nova] Releasing lock "refresh_cache-a3379d52-b15c-488b-a6fc-2efd93105754" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.474475] env[66735]: WARNING neutronclient.v2_0.client [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.481155] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645596, 'name': Rename_Task, 'duration_secs': 0.199189} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.485028] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.485028] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa0b9db4-0247-4131-bd0d-9a46a5ec173a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.500929] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 814.501824] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 814.501824] env[66735]: value = "task-4645597" [ 814.501824] env[66735]: _type = "Task" [ 814.501824] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.502200] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cfa849c8-f8cd-487c-8e1e-94319d1b4a7e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.518136] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645597, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.527571] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 814.527571] env[66735]: value = "task-4645598" [ 814.527571] env[66735]: _type = "Task" [ 814.527571] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.537401] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645598, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.539918] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.540194] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.540401] env[66735]: DEBUG nova.network.neutron [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 814.580770] env[66735]: DEBUG nova.network.neutron [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 814.679171] env[66735]: DEBUG nova.scheduler.client.report [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.687033] env[66735]: DEBUG nova.compute.manager [req-39465167-8bc0-458e-8db5-aec42fa70d3a req-08947a18-1930-4f02-8658-49137fa098ae service nova] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Received event network-vif-plugged-72a2c676-f2b6-406d-baeb-766b149f685d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 814.687194] env[66735]: DEBUG oslo_concurrency.lockutils [req-39465167-8bc0-458e-8db5-aec42fa70d3a req-08947a18-1930-4f02-8658-49137fa098ae service nova] Acquiring lock "220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.687545] env[66735]: DEBUG oslo_concurrency.lockutils [req-39465167-8bc0-458e-8db5-aec42fa70d3a req-08947a18-1930-4f02-8658-49137fa098ae service nova] Lock "220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.687798] env[66735]: DEBUG oslo_concurrency.lockutils [req-39465167-8bc0-458e-8db5-aec42fa70d3a req-08947a18-1930-4f02-8658-49137fa098ae service nova] Lock "220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.688086] env[66735]: DEBUG nova.compute.manager [req-39465167-8bc0-458e-8db5-aec42fa70d3a req-08947a18-1930-4f02-8658-49137fa098ae service nova] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] No waiting events found dispatching network-vif-plugged-72a2c676-f2b6-406d-baeb-766b149f685d {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 814.688392] env[66735]: WARNING nova.compute.manager [req-39465167-8bc0-458e-8db5-aec42fa70d3a req-08947a18-1930-4f02-8658-49137fa098ae service nova] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Received unexpected event network-vif-plugged-72a2c676-f2b6-406d-baeb-766b149f685d for instance with vm_state building and task_state spawning. [ 814.699796] env[66735]: WARNING neutronclient.v2_0.client [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.822751] env[66735]: DEBUG nova.network.neutron [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Updating instance_info_cache with network_info: [{"id": "72a2c676-f2b6-406d-baeb-766b149f685d", "address": "fa:16:3e:2a:d5:41", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a2c676-f2", "ovs_interfaceid": "72a2c676-f2b6-406d-baeb-766b149f685d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.909792] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] Acquiring lock "refresh_cache-5cf9f44c-d7cf-47e3-805b-72aba8845d17" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.910055] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] Acquired lock "refresh_cache-5cf9f44c-d7cf-47e3-805b-72aba8845d17" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.910359] env[66735]: DEBUG nova.network.neutron [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 815.019939] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.041641] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645598, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.043362] env[66735]: WARNING neutronclient.v2_0.client [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.161814] env[66735]: DEBUG nova.network.neutron [-] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.184907] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.187584] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.957s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.187963] env[66735]: DEBUG nova.objects.instance [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lazy-loading 'resources' on Instance uuid 3e7ea9cc-28e5-457c-9c6c-dd29094466cd {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.233649] env[66735]: INFO nova.scheduler.client.report [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Deleted allocations for instance f9354fd5-4bf2-4da5-8227-621f848ef2b4 [ 815.331696] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "refresh_cache-220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.331807] env[66735]: DEBUG nova.compute.manager [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Instance network_info: |[{"id": "72a2c676-f2b6-406d-baeb-766b149f685d", "address": "fa:16:3e:2a:d5:41", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a2c676-f2", "ovs_interfaceid": "72a2c676-f2b6-406d-baeb-766b149f685d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 815.332303] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:d5:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72a2c676-f2b6-406d-baeb-766b149f685d', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.342284] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Creating folder: Project (b72587f54bdb4f15a98c20dd18578ddd). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.343278] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24304667-1071-4d76-b835-31247d930032 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.358431] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Created folder: Project (b72587f54bdb4f15a98c20dd18578ddd) in parent group-v906980. [ 815.358735] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Creating folder: Instances. Parent ref: group-v907147. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.359097] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-526b370a-d6a1-439c-900b-58279f17530f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.369995] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Created folder: Instances in parent group-v907147. [ 815.370469] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 815.371068] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.371068] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c789624b-e58e-4056-bb96-d029a0000fbd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.399904] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.399904] env[66735]: value = "task-4645601" [ 815.399904] env[66735]: _type = "Task" [ 815.399904] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.409521] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645601, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.414939] env[66735]: WARNING neutronclient.v2_0.client [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.523017] env[66735]: DEBUG oslo_vmware.api [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645597, 'name': PowerOnVM_Task, 'duration_secs': 0.956178} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.523017] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.523017] env[66735]: INFO nova.compute.manager [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Took 5.52 seconds to spawn the instance on the hypervisor. [ 815.523017] env[66735]: DEBUG nova.compute.manager [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 815.527272] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89298601-4654-4eb5-90eb-4e9d8e4bfb97 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.549471] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645598, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.566049] env[66735]: WARNING neutronclient.v2_0.client [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.670252] env[66735]: INFO nova.compute.manager [-] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Took 1.73 seconds to deallocate network for instance. [ 815.714576] env[66735]: DEBUG nova.network.neutron [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance_info_cache with network_info: [{"id": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "address": "fa:16:3e:ee:65:d1", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e85c019-7c", "ovs_interfaceid": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.748041] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bb47cdbc-8d5b-439a-8a1a-159e7cc3ab68 tempest-ServerTagsTestJSON-528081549 tempest-ServerTagsTestJSON-528081549-project-member] Lock "f9354fd5-4bf2-4da5-8227-621f848ef2b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.682s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.826225] env[66735]: WARNING neutronclient.v2_0.client [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.914187] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645601, 'name': CreateVM_Task, 'duration_secs': 0.353666} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.918469] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.918727] env[66735]: WARNING neutronclient.v2_0.client [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.919688] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.919688] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.919688] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.919997] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7af4b9-5b8b-48f4-a7c3-72991b9956b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.925992] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 815.925992] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5263fab8-8905-328f-bf82-7aef8e5e0677" [ 815.925992] env[66735]: _type = "Task" [ 815.925992] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.941555] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5263fab8-8905-328f-bf82-7aef8e5e0677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.955612] env[66735]: DEBUG nova.network.neutron [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Updating instance_info_cache with network_info: [{"id": "4c35d434-43c8-473a-b6ba-fc6291168463", "address": "fa:16:3e:03:09:eb", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c35d434-43", "ovs_interfaceid": "4c35d434-43c8-473a-b6ba-fc6291168463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.049574] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645598, 'name': CloneVM_Task} progress is 95%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.064732] env[66735]: INFO nova.compute.manager [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Took 45.44 seconds to build instance. [ 816.182615] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.219736] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.287046] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabd04aa-ee55-46a9-9274-ecd2bde56558 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.295468] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a70292-9f6e-4999-9a50-26cc399f6217 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.336642] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33b3e3b-d656-49ea-9214-086069c5655d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.347538] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f956c294-e97c-4177-a1cf-a9eb5d828054 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.362982] env[66735]: DEBUG nova.compute.provider_tree [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.406560] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "f1ac4360-83ca-4561-8282-538cf40715b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.406786] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "f1ac4360-83ca-4561-8282-538cf40715b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.440000] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5263fab8-8905-328f-bf82-7aef8e5e0677, 'name': SearchDatastore_Task, 'duration_secs': 0.014043} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.440000] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.440264] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.440515] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.440671] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.440887] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.441281] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b516926-05b1-42ff-941b-57b8e0f6aa77 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.454604] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.454853] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.456154] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94617530-0647-4892-bb53-5ab311f271e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.466395] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] Releasing lock "refresh_cache-5cf9f44c-d7cf-47e3-805b-72aba8845d17" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.466395] env[66735]: DEBUG nova.compute.manager [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Inject network info {{(pid=66735) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 816.466395] env[66735]: DEBUG nova.compute.manager [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] network_info to inject: |[{"id": "4c35d434-43c8-473a-b6ba-fc6291168463", "address": "fa:16:3e:03:09:eb", "network": {"id": "becc2cc3-ca4c-4f30-b584-61f258ac49dc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2050128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5885fc0ea354263b037d558ca70943e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c35d434-43", "ovs_interfaceid": "4c35d434-43c8-473a-b6ba-fc6291168463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 816.469758] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Reconfiguring VM instance to set the machine id {{(pid=66735) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 816.471969] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd49238b-b35b-4cd5-80a1-ef651cd2bab1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.485529] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "3fd3d500-16d2-44f4-aca9-8eb3238421ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.485765] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "3fd3d500-16d2-44f4-aca9-8eb3238421ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.490905] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 816.490905] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c7b5f2-9baa-600e-04aa-28b4a003933c" [ 816.490905] env[66735]: _type = "Task" [ 816.490905] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.497182] env[66735]: DEBUG oslo_vmware.api [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] Waiting for the task: (returnval){ [ 816.497182] env[66735]: value = "task-4645602" [ 816.497182] env[66735]: _type = "Task" [ 816.497182] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.511069] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c7b5f2-9baa-600e-04aa-28b4a003933c, 'name': SearchDatastore_Task, 'duration_secs': 0.012623} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.512702] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cbed74-7ad2-4351-8536-387e02a1abc4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.518965] env[66735]: DEBUG oslo_vmware.api [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] Task: {'id': task-4645602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.524923] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 816.524923] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522c2894-ddd1-bebb-03c6-1f3cb36011d4" [ 816.524923] env[66735]: _type = "Task" [ 816.524923] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.535374] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522c2894-ddd1-bebb-03c6-1f3cb36011d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.552043] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645598, 'name': CloneVM_Task, 'duration_secs': 1.730838} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.552403] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Created linked-clone VM from snapshot [ 816.553661] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504118ef-7add-4303-81df-5968a9929302 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.564265] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Uploading image cdb4766a-0efa-4302-a277-56b14afc03c5 {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 816.570100] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5da4bd40-bacd-4175-8abe-f35215ba43fb tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lock "403de8bd-873a-4b07-a730-c0511b9bbfd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.957s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.599013] env[66735]: DEBUG oslo_vmware.rw_handles [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 816.599013] env[66735]: value = "vm-907146" [ 816.599013] env[66735]: _type = "VirtualMachine" [ 816.599013] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 816.599319] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-31b33fa0-deea-4bca-9018-93b4d247f0f7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.608072] env[66735]: DEBUG oslo_vmware.rw_handles [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lease: (returnval){ [ 816.608072] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520d2231-3d2d-b61e-ed08-07fb60eb0a1f" [ 816.608072] env[66735]: _type = "HttpNfcLease" [ 816.608072] env[66735]: } obtained for exporting VM: (result){ [ 816.608072] env[66735]: value = "vm-907146" [ 816.608072] env[66735]: _type = "VirtualMachine" [ 816.608072] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 816.608458] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the lease: (returnval){ [ 816.608458] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520d2231-3d2d-b61e-ed08-07fb60eb0a1f" [ 816.608458] env[66735]: _type = "HttpNfcLease" [ 816.608458] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 816.616798] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.616798] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520d2231-3d2d-b61e-ed08-07fb60eb0a1f" [ 816.616798] env[66735]: _type = "HttpNfcLease" [ 816.616798] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 816.759933] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a080f6-c611-4cd8-b07f-ccd7cc0a83c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.785202] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837cb9ca-2948-4001-b29e-c1f0bf2df56d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.793471] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance '0a1e9d66-ea85-474c-9751-120c5438f848' progress to 83 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 816.868775] env[66735]: DEBUG nova.scheduler.client.report [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.909118] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 816.989519] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 817.021137] env[66735]: DEBUG oslo_vmware.api [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] Task: {'id': task-4645602, 'name': ReconfigVM_Task, 'duration_secs': 0.223895} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.021137] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13c0e50e-1ac0-4109-a5b3-ea596feecb51 tempest-ServersAdminTestJSON-1485240208 tempest-ServersAdminTestJSON-1485240208-project-admin] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Reconfigured VM instance to set the machine id {{(pid=66735) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 817.035924] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522c2894-ddd1-bebb-03c6-1f3cb36011d4, 'name': SearchDatastore_Task, 'duration_secs': 0.018315} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.036238] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.036452] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3/220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.037252] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d31ef7e-b64b-47bd-b521-33ee1ab939db {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.045578] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 817.045578] env[66735]: value = "task-4645604" [ 817.045578] env[66735]: _type = "Task" [ 817.045578] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.055389] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.121566] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 817.121566] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520d2231-3d2d-b61e-ed08-07fb60eb0a1f" [ 817.121566] env[66735]: _type = "HttpNfcLease" [ 817.121566] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 817.123048] env[66735]: DEBUG oslo_vmware.rw_handles [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 817.123048] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520d2231-3d2d-b61e-ed08-07fb60eb0a1f" [ 817.123048] env[66735]: _type = "HttpNfcLease" [ 817.123048] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 817.125228] env[66735]: DEBUG nova.compute.manager [req-aaec71af-690a-4e2b-a5c0-4bb2e6b75ca0 req-aedfa25f-fa11-46fc-95d0-dce3e78d9c13 service nova] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Received event network-changed-72a2c676-f2b6-406d-baeb-766b149f685d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 817.125475] env[66735]: DEBUG nova.compute.manager [req-aaec71af-690a-4e2b-a5c0-4bb2e6b75ca0 req-aedfa25f-fa11-46fc-95d0-dce3e78d9c13 service nova] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Refreshing instance network info cache due to event network-changed-72a2c676-f2b6-406d-baeb-766b149f685d. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 817.125969] env[66735]: DEBUG oslo_concurrency.lockutils [req-aaec71af-690a-4e2b-a5c0-4bb2e6b75ca0 req-aedfa25f-fa11-46fc-95d0-dce3e78d9c13 service nova] Acquiring lock "refresh_cache-220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.125969] env[66735]: DEBUG oslo_concurrency.lockutils [req-aaec71af-690a-4e2b-a5c0-4bb2e6b75ca0 req-aedfa25f-fa11-46fc-95d0-dce3e78d9c13 service nova] Acquired lock "refresh_cache-220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.126105] env[66735]: DEBUG nova.network.neutron [req-aaec71af-690a-4e2b-a5c0-4bb2e6b75ca0 req-aedfa25f-fa11-46fc-95d0-dce3e78d9c13 service nova] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Refreshing network info cache for port 72a2c676-f2b6-406d-baeb-766b149f685d {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.128635] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c325469-0bb5-4294-9a2a-d69472cda500 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.141675] env[66735]: DEBUG oslo_vmware.rw_handles [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce6619-61be-0954-8c60-b2bfdb311b45/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 817.141675] env[66735]: DEBUG oslo_vmware.rw_handles [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce6619-61be-0954-8c60-b2bfdb311b45/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 817.253189] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78710980-ef1b-44a5-bd9c-32f061be5fcc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.303685] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.303685] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01d3871d-2969-448d-9121-326d3033d912 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.315151] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 817.315151] env[66735]: value = "task-4645605" [ 817.315151] env[66735]: _type = "Task" [ 817.315151] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.333597] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.360127] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f0b63-5969-99ec-8c87-8ff351f85ef9/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 817.361304] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3e3326-333b-4c45-a116-f5c50faeb4db {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.371613] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f0b63-5969-99ec-8c87-8ff351f85ef9/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 817.372873] env[66735]: ERROR oslo_vmware.rw_handles [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f0b63-5969-99ec-8c87-8ff351f85ef9/disk-0.vmdk due to incomplete transfer. [ 817.372873] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2737b802-5a5e-417b-a471-6a43309d7e6b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.375270] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.378477] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.495s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.378477] env[66735]: DEBUG nova.objects.instance [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'resources' on Instance uuid daad57c0-7405-4904-a32a-a3cf738339b8 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.393265] env[66735]: DEBUG oslo_vmware.rw_handles [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f0b63-5969-99ec-8c87-8ff351f85ef9/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 817.393265] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Uploaded image a4dbdeb9-40e6-44f9-af3c-e75fc78437f1 to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 817.394121] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 817.394764] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1ea89b8-9831-416d-bd14-6b531cab54b0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.403547] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 817.403547] env[66735]: value = "task-4645606" [ 817.403547] env[66735]: _type = "Task" [ 817.403547] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.421870] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645606, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.422879] env[66735]: INFO nova.scheduler.client.report [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Deleted allocations for instance 3e7ea9cc-28e5-457c-9c6c-dd29094466cd [ 817.441672] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.503902] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "5116edb7-de7a-41a5-b6d5-b177efba94e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.505368] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "5116edb7-de7a-41a5-b6d5-b177efba94e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.506131] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "5116edb7-de7a-41a5-b6d5-b177efba94e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.506673] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "5116edb7-de7a-41a5-b6d5-b177efba94e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.508863] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "5116edb7-de7a-41a5-b6d5-b177efba94e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.513806] env[66735]: INFO nova.compute.manager [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Terminating instance [ 817.538545] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.562048] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482638} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.562157] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3/220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.562385] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.562654] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7823de8e-9fd9-4584-91f2-8bbaf9ae1811 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.570893] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 817.570893] env[66735]: value = "task-4645607" [ 817.570893] env[66735]: _type = "Task" [ 817.570893] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.593308] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.633884] env[66735]: WARNING neutronclient.v2_0.client [req-aaec71af-690a-4e2b-a5c0-4bb2e6b75ca0 req-aedfa25f-fa11-46fc-95d0-dce3e78d9c13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.829936] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645605, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.922190] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645606, 'name': Destroy_Task, 'duration_secs': 0.476477} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.923539] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Destroyed the VM [ 817.923539] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 817.923746] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-87012677-5ff6-4b5c-bdc2-37f9e9ca543c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.932199] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f00ec6af-209c-43fb-95b6-febae50bfdf6 tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "3e7ea9cc-28e5-457c-9c6c-dd29094466cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.770s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.938514] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 817.938514] env[66735]: value = "task-4645608" [ 817.938514] env[66735]: _type = "Task" [ 817.938514] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.951995] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645608, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.022119] env[66735]: DEBUG nova.compute.manager [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 818.022972] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.027809] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e85d28-841f-41ce-96df-824a350b85ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.039250] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.040789] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f9202c6-3198-4e85-b1bb-9524e510174c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.089748] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083467} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.090141] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.091097] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc04ca26-09d3-449f-8926-4eb8845654ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.129052] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3/220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.130643] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c9ccb6-d98e-403b-a18e-99cca5fd8b59 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.151977] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.153170] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.153170] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleting the datastore file [datastore2] 5116edb7-de7a-41a5-b6d5-b177efba94e3 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.156873] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eafc5ece-49b3-4c3b-94ea-f96bb6b672ba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.166538] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 818.166538] env[66735]: value = "task-4645611" [ 818.166538] env[66735]: _type = "Task" [ 818.166538] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.167860] env[66735]: DEBUG oslo_vmware.api [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 818.167860] env[66735]: value = "task-4645610" [ 818.167860] env[66735]: _type = "Task" [ 818.167860] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.187463] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.192763] env[66735]: DEBUG oslo_vmware.api [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.262920] env[66735]: WARNING neutronclient.v2_0.client [req-aaec71af-690a-4e2b-a5c0-4bb2e6b75ca0 req-aedfa25f-fa11-46fc-95d0-dce3e78d9c13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.332241] env[66735]: DEBUG oslo_vmware.api [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645605, 'name': PowerOnVM_Task, 'duration_secs': 0.52364} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.332454] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.335137] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d827357c-3018-4326-8b5d-2af86d40bd51 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance '0a1e9d66-ea85-474c-9751-120c5438f848' progress to 100 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 818.448949] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645608, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.529014] env[66735]: DEBUG nova.network.neutron [req-aaec71af-690a-4e2b-a5c0-4bb2e6b75ca0 req-aedfa25f-fa11-46fc-95d0-dce3e78d9c13 service nova] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Updated VIF entry in instance network info cache for port 72a2c676-f2b6-406d-baeb-766b149f685d. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 818.529680] env[66735]: DEBUG nova.network.neutron [req-aaec71af-690a-4e2b-a5c0-4bb2e6b75ca0 req-aedfa25f-fa11-46fc-95d0-dce3e78d9c13 service nova] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Updating instance_info_cache with network_info: [{"id": "72a2c676-f2b6-406d-baeb-766b149f685d", "address": "fa:16:3e:2a:d5:41", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a2c676-f2", "ovs_interfaceid": "72a2c676-f2b6-406d-baeb-766b149f685d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.532671] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc46c09-eced-4478-bda1-12d61b039ab8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.542472] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a932e614-88cd-4d16-a6b5-a54d0a06f02e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.581311] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7513cd-782f-4571-9ee5-c4c6cd94b770 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.590925] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a52152b-13c3-47b9-8770-73fecca00007 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.608123] env[66735]: DEBUG nova.compute.provider_tree [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.681388] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645611, 'name': ReconfigVM_Task, 'duration_secs': 0.326329} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.682308] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3/220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.683135] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87d3a87c-2407-413e-92c2-d71604f20aff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.689756] env[66735]: DEBUG oslo_vmware.api [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178347} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.690552] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.690756] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.691162] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.691385] env[66735]: INFO nova.compute.manager [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Took 0.67 seconds to destroy the instance on the hypervisor. [ 818.691759] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 818.692236] env[66735]: DEBUG nova.compute.manager [-] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 818.692424] env[66735]: DEBUG nova.network.neutron [-] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 818.692855] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.697309] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 818.697309] env[66735]: value = "task-4645612" [ 818.697309] env[66735]: _type = "Task" [ 818.697309] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.711594] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645612, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.909845] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.952930] env[66735]: DEBUG oslo_vmware.api [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645608, 'name': RemoveSnapshot_Task, 'duration_secs': 0.834758} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.953358] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 818.953785] env[66735]: INFO nova.compute.manager [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Took 16.67 seconds to snapshot the instance on the hypervisor. [ 819.037804] env[66735]: DEBUG oslo_concurrency.lockutils [req-aaec71af-690a-4e2b-a5c0-4bb2e6b75ca0 req-aedfa25f-fa11-46fc-95d0-dce3e78d9c13 service nova] Releasing lock "refresh_cache-220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.038112] env[66735]: DEBUG nova.compute.manager [req-aaec71af-690a-4e2b-a5c0-4bb2e6b75ca0 req-aedfa25f-fa11-46fc-95d0-dce3e78d9c13 service nova] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Received event network-vif-deleted-e47ade27-9288-46b6-b736-eba93fe189a5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 819.114019] env[66735]: DEBUG nova.scheduler.client.report [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.211733] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645612, 'name': Rename_Task, 'duration_secs': 0.166499} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.212199] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.212557] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0da488b0-cb33-4cb8-b089-86974abf782f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.221457] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 819.221457] env[66735]: value = "task-4645613" [ 819.221457] env[66735]: _type = "Task" [ 819.221457] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.230876] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.518155] env[66735]: DEBUG nova.compute.manager [None req-c4155cc9-cb8c-4c66-9a43-e87b3329cce3 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Found 1 images (rotation: 2) {{(pid=66735) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 819.622581] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.625447] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.506s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.660409] env[66735]: DEBUG nova.network.neutron [-] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.681024] env[66735]: INFO nova.scheduler.client.report [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Deleted allocations for instance daad57c0-7405-4904-a32a-a3cf738339b8 [ 819.737983] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645613, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.898941] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.899230] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.899530] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.899601] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.899828] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.902763] env[66735]: INFO nova.compute.manager [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Terminating instance [ 819.919523] env[66735]: DEBUG nova.compute.manager [req-7ebb3f60-5861-4926-8840-0cf5d1e3b198 req-7ea0ffbd-8701-4155-8165-6c30776aa22a service nova] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Received event network-vif-deleted-4c7e24a8-b040-432e-8926-32888af4bb77 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 820.165040] env[66735]: INFO nova.compute.manager [-] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Took 1.47 seconds to deallocate network for instance. [ 820.186664] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e6de6fe0-4b91-4ef5-819d-80f9eca64184 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "daad57c0-7405-4904-a32a-a3cf738339b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.113s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.237749] env[66735]: DEBUG oslo_vmware.api [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645613, 'name': PowerOnVM_Task, 'duration_secs': 0.515827} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.238068] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.238275] env[66735]: INFO nova.compute.manager [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Took 7.51 seconds to spawn the instance on the hypervisor. [ 820.238518] env[66735]: DEBUG nova.compute.manager [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 820.240124] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb383848-b81c-4982-b5e4-3cc6f7bb2526 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.407493] env[66735]: DEBUG nova.compute.manager [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 820.407664] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.408774] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09684f13-3e87-435e-93e3-dc64a178ac43 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.417893] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.418209] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9850bd39-eedd-44b7-bed6-4a36db8fb8bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.425972] env[66735]: DEBUG oslo_vmware.api [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 820.425972] env[66735]: value = "task-4645614" [ 820.425972] env[66735]: _type = "Task" [ 820.425972] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.437664] env[66735]: DEBUG oslo_vmware.api [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.642903] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Applying migration context for instance 0a1e9d66-ea85-474c-9751-120c5438f848 as it has an incoming, in-progress migration d86c73cf-eb51-4e65-b3ac-5c0aa3c3fd1a. Migration status is finished {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 820.649027] env[66735]: INFO nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating resource usage from migration d86c73cf-eb51-4e65-b3ac-5c0aa3c3fd1a [ 820.673842] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.675781] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 5a3f4ca6-dee6-43ff-b059-365136c9bf6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.675934] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance b98e8bb7-5bbc-461e-b48d-62bd0d951ec8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.676095] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3d4ac919-d0f3-4310-bed5-785da809fe2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.676259] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance c1152fd1-9900-40e4-a706-e4c9e1329771 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 820.676390] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 755321d4-49b7-49f2-ac58-74b286be4645 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.676516] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 6b04af2b-3712-4f1e-a1f0-59b97f11317d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.676652] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 206a1a52-5506-4711-95ac-84c5f2550a7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.676768] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance c2c69091-98a3-4671-bd63-462fc99cfcaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.676886] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.676992] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 57417beb-853a-47e3-a79e-f52c00b90c22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.677136] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance a3379d52-b15c-488b-a6fc-2efd93105754 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 820.677260] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 2cb84984-155b-4ec5-8795-a4dc89cb6eb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.677426] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 1bd3edb4-d320-4f71-bbad-d794309bab1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.677560] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 0e740911-4848-48aa-a49d-f929be0479b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.677691] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 820.677808] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance f72d7da4-6940-46c5-86f2-267d446046c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 820.677982] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 5116edb7-de7a-41a5-b6d5-b177efba94e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.678084] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 106b6931-9631-4c32-ade5-b3ad9384edea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.678218] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 820.679150] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 5cf9f44c-d7cf-47e3-805b-72aba8845d17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.679150] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Migration d86c73cf-eb51-4e65-b3ac-5c0aa3c3fd1a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 820.679150] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 0a1e9d66-ea85-474c-9751-120c5438f848 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.679150] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 403de8bd-873a-4b07-a730-c0511b9bbfd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.679150] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 820.761040] env[66735]: INFO nova.compute.manager [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Took 45.51 seconds to build instance. [ 820.937062] env[66735]: DEBUG oslo_vmware.api [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645614, 'name': PowerOffVM_Task, 'duration_secs': 0.301594} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.937352] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.937516] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.937778] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cae20d37-5fa4-4167-95b7-83cfc6a84b76 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.017277] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.017748] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.018191] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Deleting the datastore file [datastore1] 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.019047] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8312399d-4029-4e0c-86ad-3b97fcda5192 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.027641] env[66735]: DEBUG oslo_vmware.api [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for the task: (returnval){ [ 821.027641] env[66735]: value = "task-4645616" [ 821.027641] env[66735]: _type = "Task" [ 821.027641] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.037919] env[66735]: DEBUG oslo_vmware.api [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.186894] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 5b823cb0-f69d-49c7-86d7-1141743a794b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 821.189036] env[66735]: DEBUG nova.compute.manager [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 821.190420] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279e21e4-0e7f-4c33-9bbd-7d2ad1c84441 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.264023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-edca9cf1-5e49-4bff-af92-33c87320381e tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.021s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.301799] env[66735]: INFO nova.compute.manager [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Rebuilding instance [ 821.351325] env[66735]: DEBUG nova.compute.manager [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 821.352894] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b49a28-3ee1-454c-b072-8eefee51652b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.541869] env[66735]: DEBUG oslo_vmware.api [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Task: {'id': task-4645616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162189} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.541869] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.541869] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.541869] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.541869] env[66735]: INFO nova.compute.manager [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 821.541869] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 821.541869] env[66735]: DEBUG nova.compute.manager [-] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 821.541869] env[66735]: DEBUG nova.network.neutron [-] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 821.542677] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.589358] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.691597] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 23873e0a-e4f8-440b-b44c-911cdd380e73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 821.704198] env[66735]: INFO nova.compute.manager [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] instance snapshotting [ 821.705033] env[66735]: DEBUG nova.objects.instance [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'flavor' on Instance uuid 57417beb-853a-47e3-a79e-f52c00b90c22 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.022831] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquiring lock "f2821633-73aa-4969-8d56-e4dcfcce7bec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.023340] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Lock "f2821633-73aa-4969-8d56-e4dcfcce7bec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.105737] env[66735]: WARNING neutronclient.v2_0.client [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.194943] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance e3155645-b70f-426c-83df-e217fe8be062 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 822.206079] env[66735]: WARNING neutronclient.v2_0.client [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.206079] env[66735]: WARNING neutronclient.v2_0.client [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.206079] env[66735]: WARNING neutronclient.v2_0.client [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.213651] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ccb3b7-b86f-411b-ac79-566a2bb0ad23 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.236472] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f7cdf7-1ed6-49b8-baf7-702db5ba0391 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.251268] env[66735]: DEBUG nova.compute.manager [req-c24fa2dd-8a1b-42f7-901a-d9850016befb req-bccc4a70-1c43-4506-9fa9-eac482a9f64f service nova] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Received event network-vif-deleted-7586796c-cf9f-4e46-92eb-3a3b939cd2a6 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 822.251614] env[66735]: INFO nova.compute.manager [req-c24fa2dd-8a1b-42f7-901a-d9850016befb req-bccc4a70-1c43-4506-9fa9-eac482a9f64f service nova] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Neutron deleted interface 7586796c-cf9f-4e46-92eb-3a3b939cd2a6; detaching it from the instance and deleting it from the info cache [ 822.252302] env[66735]: DEBUG nova.network.neutron [req-c24fa2dd-8a1b-42f7-901a-d9850016befb req-bccc4a70-1c43-4506-9fa9-eac482a9f64f service nova] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.280551] env[66735]: DEBUG nova.network.neutron [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Port 0e85c019-7cb3-420d-9d5d-35ea008e6abe binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 822.280884] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.281083] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.281266] env[66735]: DEBUG nova.network.neutron [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 822.369852] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.369852] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e05b54c2-b8a8-431c-a466-d0bd66c44224 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.380042] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 822.380042] env[66735]: value = "task-4645617" [ 822.380042] env[66735]: _type = "Task" [ 822.380042] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.390071] env[66735]: DEBUG nova.network.neutron [-] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.391422] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.528355] env[66735]: DEBUG nova.compute.manager [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 822.700897] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance f1ac4360-83ca-4561-8282-538cf40715b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 822.754911] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 822.755491] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-19b5cde6-d337-418b-8fb3-1dbb17a4a06f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.759125] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b66bac1f-b72b-4174-87c4-4c6ee5ba77f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.773379] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdd1b04-0ea3-4525-ae3c-555d74153e84 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.785151] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 822.785151] env[66735]: value = "task-4645618" [ 822.785151] env[66735]: _type = "Task" [ 822.785151] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.785865] env[66735]: WARNING neutronclient.v2_0.client [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.798853] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645618, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.816230] env[66735]: DEBUG nova.compute.manager [req-c24fa2dd-8a1b-42f7-901a-d9850016befb req-bccc4a70-1c43-4506-9fa9-eac482a9f64f service nova] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Detach interface failed, port_id=7586796c-cf9f-4e46-92eb-3a3b939cd2a6, reason: Instance 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 822.891976] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645617, 'name': PowerOffVM_Task, 'duration_secs': 0.177835} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.892412] env[66735]: INFO nova.compute.manager [-] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Took 1.35 seconds to deallocate network for instance. [ 822.892828] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.893392] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.896025] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e604d15b-2f40-4afe-87b6-df1653f8f7c4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.910029] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.910029] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07b0b135-8513-41c1-9729-fb42f0ff75ab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.945710] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.945936] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.946124] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Deleting the datastore file [datastore2] 403de8bd-873a-4b07-a730-c0511b9bbfd1 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.946402] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7376f8e0-6662-485c-bd49-ab00c3342de8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.955342] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 822.955342] env[66735]: value = "task-4645620" [ 822.955342] env[66735]: _type = "Task" [ 822.955342] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.969413] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.976736] env[66735]: INFO nova.compute.manager [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Rebuilding instance [ 823.004258] env[66735]: WARNING neutronclient.v2_0.client [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.036781] env[66735]: DEBUG nova.compute.manager [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 823.037880] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28551c91-926a-4ef7-9f59-f3fc2cd39727 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.062187] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.100964] env[66735]: DEBUG nova.network.neutron [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance_info_cache with network_info: [{"id": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "address": "fa:16:3e:ee:65:d1", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e85c019-7c", "ovs_interfaceid": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.205162] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3fd3d500-16d2-44f4-aca9-8eb3238421ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 823.205724] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 823.205995] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=100GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '18', 'num_vm_active': '15', 'num_task_None': '14', 'num_os_type_None': '18', 'num_proj_074fd9c109b545e986890b8f3751d057': '2', 'io_workload': '1', 'num_proj_2b0a86f9ed844716a0d16f1aaca52617': '1', 'num_proj_1e19dace03ce49b1a26abe3dd638f0c0': '1', 'num_proj_9a356bd775ea4f14a9935bfd931093b5': '2', 'num_task_shelving_image_uploading': '1', 'num_proj_757035a97db0408590b4f0ec2f9845eb': '1', 'num_proj_9bc2ef2f7d064717860187d5a603fc1e': '1', 'num_proj_f5885fc0ea354263b037d558ca70943e': '4', 'num_task_deleting': '2', 'num_proj_cf1461c86788422987443bd4f6d6ff9d': '1', 'num_proj_9929ce8e6397449fb64785bb4bca9809': '1', 'num_vm_resized': '1', 'num_proj_4743e209426f410097298c46b6ea56f1': '1', 'num_vm_stopped': '1', 'num_proj_515c2a40834f41c89ee0e020d1d2a2b2': '1', 'num_proj_be91b3dddba048b4ab4162cbd7fe01a1': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_b72587f54bdb4f15a98c20dd18578ddd': '1'} {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 823.300480] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645618, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.404481] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.470819] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117552} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.471314] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.471657] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.472063] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.604940] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.637879] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8985e4-c107-4fb7-a414-54d9fafcf4f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.648264] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bccdbf3-dcea-4e8f-8fab-4562731dee4a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.685392] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849f6fcc-d8df-404f-bcda-3a1960ade9bd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.695095] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df91bab-6800-473c-99f3-f102a1db7a39 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.716195] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.800701] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645618, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.908884] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.909279] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.063167] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.063495] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e1411a5-beeb-4288-b33d-81beda5af12e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.071891] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 824.071891] env[66735]: value = "task-4645621" [ 824.071891] env[66735]: _type = "Task" [ 824.071891] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.082182] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.108478] env[66735]: DEBUG nova.compute.manager [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=66735) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 824.108804] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.204444] env[66735]: INFO nova.compute.manager [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Rebuilding instance [ 824.220164] env[66735]: DEBUG nova.scheduler.client.report [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.253256] env[66735]: DEBUG nova.compute.manager [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 824.254235] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f823b83-6cd5-4528-ac93-1a61cc836af3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.301426] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645618, 'name': CreateSnapshot_Task, 'duration_secs': 1.482866} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.302436] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 824.303253] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369ec383-87a0-48c4-b121-4d06c6dc6b1f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.413034] env[66735]: DEBUG nova.compute.manager [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 824.503874] env[66735]: DEBUG nova.virt.hardware [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 824.504271] env[66735]: DEBUG nova.virt.hardware [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.504340] env[66735]: DEBUG nova.virt.hardware [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 824.504522] env[66735]: DEBUG nova.virt.hardware [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.504657] env[66735]: DEBUG nova.virt.hardware [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 824.504798] env[66735]: DEBUG nova.virt.hardware [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 824.505014] env[66735]: DEBUG nova.virt.hardware [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 824.505169] env[66735]: DEBUG nova.virt.hardware [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 824.505399] env[66735]: DEBUG nova.virt.hardware [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 824.505557] env[66735]: DEBUG nova.virt.hardware [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 824.505723] env[66735]: DEBUG nova.virt.hardware [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 824.506632] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308551bd-b672-4720-8910-8b5d4acc2d6a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.515300] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2397024-94e0-4466-82c5-49c562130e32 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.532678] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.538449] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 824.538997] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.539088] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22b22c61-4801-4b2b-8406-d58bed240d11 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.556690] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.556690] env[66735]: value = "task-4645622" [ 824.556690] env[66735]: _type = "Task" [ 824.556690] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.565650] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645622, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.583435] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645621, 'name': PowerOffVM_Task, 'duration_secs': 0.286739} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.583713] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.583935] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.585071] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7188e173-ec03-4898-b3da-62f140fa15c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.593660] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.593881] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15c8519a-7b50-43cf-b9e8-f9a832c27aef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.669855] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.670024] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.670255] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleting the datastore file [datastore1] 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.670591] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a7bfdae-2dd9-44de-ba3a-a1248fc7a828 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.679697] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 824.679697] env[66735]: value = "task-4645624" [ 824.679697] env[66735]: _type = "Task" [ 824.679697] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.689957] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.725872] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 824.726273] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.101s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.726686] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.110s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.728527] env[66735]: INFO nova.compute.claims [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.826293] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.826934] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74bdc077-cca7-4db6-a130-72bd020536ff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.836047] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 824.836047] env[66735]: value = "task-4645625" [ 824.836047] env[66735]: _type = "Task" [ 824.836047] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.846510] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645625, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.940879] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.069474] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645622, 'name': CreateVM_Task, 'duration_secs': 0.382452} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.069655] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.070130] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.070294] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.070609] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.070970] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05cbc9e5-96a2-4b6d-8953-1791d863e599 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.077997] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 825.077997] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5285cea3-a0f1-c50e-dd7b-f7dada7f4a38" [ 825.077997] env[66735]: _type = "Task" [ 825.077997] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.088151] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5285cea3-a0f1-c50e-dd7b-f7dada7f4a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.190918] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271549} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.190918] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.190918] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.190918] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.269587] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.269942] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cff9cd3-e7af-496b-8544-edcd39538473 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.272087] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.272307] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.280250] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 825.280250] env[66735]: value = "task-4645626" [ 825.280250] env[66735]: _type = "Task" [ 825.280250] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.293897] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.351865] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645625, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.594720] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5285cea3-a0f1-c50e-dd7b-f7dada7f4a38, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.595558] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.595932] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.596217] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.596364] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.596535] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.597095] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c3c03ff-7c3e-471d-970c-50f8190b1893 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.607797] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.608081] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.608878] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8784f705-d220-443b-8712-a2ab75fa53c3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.616055] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 825.616055] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527e5af3-561f-de4e-582b-20038355ffac" [ 825.616055] env[66735]: _type = "Task" [ 825.616055] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.626233] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527e5af3-561f-de4e-582b-20038355ffac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.787110] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.787809] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.788049] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.788350] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.788534] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.788893] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.789189] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11251}} [ 825.789479] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.794193] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645626, 'name': PowerOffVM_Task, 'duration_secs': 0.237361} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.798053] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.798344] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.800907] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788e9ae7-7148-4ad2-b036-cb20bc5b1fee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.811051] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.813973] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-876bc5ae-8cd0-4c55-a0fe-5c35bf655d92 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.852485] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645625, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.881425] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.881754] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.881985] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleting the datastore file [datastore2] 206a1a52-5506-4711-95ac-84c5f2550a7e {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.883046] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-931bb5eb-dabe-4a7e-a07b-bcc3b94a09a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.892523] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 825.892523] env[66735]: value = "task-4645628" [ 825.892523] env[66735]: _type = "Task" [ 825.892523] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.904298] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.086449] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.087372] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.131608] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527e5af3-561f-de4e-582b-20038355ffac, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.132827] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd89bdd-d410-4ffc-8f09-02ae46223dba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.142371] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 826.142371] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5257a1f0-b868-03d3-9555-06e78450026a" [ 826.142371] env[66735]: _type = "Task" [ 826.142371] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.152941] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5257a1f0-b868-03d3-9555-06e78450026a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.207503] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3a702b-a6ab-4ef9-8642-d0be54192d44 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.218925] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eabe74-cd23-4068-bb5c-3e5e1c4a6e1f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.259080] env[66735]: DEBUG nova.virt.hardware [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 826.259356] env[66735]: DEBUG nova.virt.hardware [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.259503] env[66735]: DEBUG nova.virt.hardware [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 826.259680] env[66735]: DEBUG nova.virt.hardware [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.259817] env[66735]: DEBUG nova.virt.hardware [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 826.259961] env[66735]: DEBUG nova.virt.hardware [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 826.260179] env[66735]: DEBUG nova.virt.hardware [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 826.260332] env[66735]: DEBUG nova.virt.hardware [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 826.260491] env[66735]: DEBUG nova.virt.hardware [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 826.260648] env[66735]: DEBUG nova.virt.hardware [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 826.260816] env[66735]: DEBUG nova.virt.hardware [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 826.261683] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a63dcb2-97fd-47f3-a4c7-90668a7a9c1f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.264785] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6897b505-13c4-43f9-9cb7-86ac47af2298 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.275323] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa581bd9-2b54-4097-9c41-b5af23d88278 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.280492] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fbe6a7-ebdd-46e1-a530-702f4c608402 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.305080] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:d5:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72a2c676-f2b6-406d-baeb-766b149f685d', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.311295] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 826.312383] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.312790] env[66735]: DEBUG nova.compute.provider_tree [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.314208] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.314633] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c62584d7-bf1f-47d7-805f-103a8fcf5441 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.338795] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.338795] env[66735]: value = "task-4645629" [ 826.338795] env[66735]: _type = "Task" [ 826.338795] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.351489] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645629, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.355201] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645625, 'name': CloneVM_Task} progress is 95%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.403242] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149061} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.403539] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.403748] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.403961] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.591044] env[66735]: INFO nova.compute.manager [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Detaching volume 746d3cbe-0752-42d4-9dd8-1344b451a2f6 [ 826.633883] env[66735]: INFO nova.virt.block_device [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Attempting to driver detach volume 746d3cbe-0752-42d4-9dd8-1344b451a2f6 from mountpoint /dev/sdb [ 826.634170] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 826.634433] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907097', 'volume_id': '746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'name': 'volume-746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2cb84984-155b-4ec5-8795-a4dc89cb6eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'serial': '746d3cbe-0752-42d4-9dd8-1344b451a2f6'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 826.635415] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8e5807-9e7c-4d2b-b8b1-3178f038a2c7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.662186] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a425433d-ab4c-4f97-bd02-0692a2fb2178 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.672168] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5257a1f0-b868-03d3-9555-06e78450026a, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.674271] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.674546] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 403de8bd-873a-4b07-a730-c0511b9bbfd1/403de8bd-873a-4b07-a730-c0511b9bbfd1.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.674965] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03df8e13-9cac-4da9-a7b4-6c01b7cf7385 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.677624] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910b51e5-b6f8-490c-8390-0308c15b4515 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.687091] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 826.687091] env[66735]: value = "task-4645630" [ 826.687091] env[66735]: _type = "Task" [ 826.687091] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.711522] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeceefb0-1224-4ecc-945f-0fb36ac956cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.720423] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.733225] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The volume has not been displaced from its original location: [datastore2] volume-746d3cbe-0752-42d4-9dd8-1344b451a2f6/volume-746d3cbe-0752-42d4-9dd8-1344b451a2f6.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 826.740427] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 826.740963] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd472ab7-0d97-4a0e-ad26-9f8f2a3fcce7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.775510] env[66735]: DEBUG oslo_vmware.api [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 826.775510] env[66735]: value = "task-4645631" [ 826.775510] env[66735]: _type = "Task" [ 826.775510] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.790263] env[66735]: DEBUG oslo_vmware.api [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.816605] env[66735]: DEBUG nova.scheduler.client.report [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.857589] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645629, 'name': CreateVM_Task, 'duration_secs': 0.504657} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.857907] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645625, 'name': CloneVM_Task, 'duration_secs': 1.792306} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.858126] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.858417] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Created linked-clone VM from snapshot [ 826.859076] env[66735]: WARNING neutronclient.v2_0.client [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 826.859521] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.859689] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.860084] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.860992] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57652ca9-168b-4aca-a27e-69f20c8b2cfa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.864604] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebad7a8-6cc4-4700-83c7-0aeea08ddd8b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.877092] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Uploading image 9f9be6d9-e8ad-46e9-ba9b-c0a88289088a {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 826.881498] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 826.881498] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523941ae-e3b9-e185-857b-4ba9bcbe4746" [ 826.881498] env[66735]: _type = "Task" [ 826.881498] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.897794] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523941ae-e3b9-e185-857b-4ba9bcbe4746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.910687] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 826.910687] env[66735]: value = "vm-907152" [ 826.910687] env[66735]: _type = "VirtualMachine" [ 826.910687] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 826.914704] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a82415c-1940-472c-8a3d-8bae45c9ae13 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.927124] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lease: (returnval){ [ 826.927124] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5257dc09-84cd-1981-4bd5-4d5547e3ac7d" [ 826.927124] env[66735]: _type = "HttpNfcLease" [ 826.927124] env[66735]: } obtained for exporting VM: (result){ [ 826.927124] env[66735]: value = "vm-907152" [ 826.927124] env[66735]: _type = "VirtualMachine" [ 826.927124] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 826.927496] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the lease: (returnval){ [ 826.927496] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5257dc09-84cd-1981-4bd5-4d5547e3ac7d" [ 826.927496] env[66735]: _type = "HttpNfcLease" [ 826.927496] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 826.938429] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.938429] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5257dc09-84cd-1981-4bd5-4d5547e3ac7d" [ 826.938429] env[66735]: _type = "HttpNfcLease" [ 826.938429] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.216993] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527676} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.217296] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 403de8bd-873a-4b07-a730-c0511b9bbfd1/403de8bd-873a-4b07-a730-c0511b9bbfd1.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.217512] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.217779] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba56ceea-cb6f-4104-bf4f-214aa5948eaf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.227756] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 827.227756] env[66735]: value = "task-4645633" [ 827.227756] env[66735]: _type = "Task" [ 827.227756] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.241321] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.287420] env[66735]: DEBUG oslo_vmware.api [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645631, 'name': ReconfigVM_Task, 'duration_secs': 0.330607} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.287807] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 827.292780] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43af369-c193-4004-8ee1-9ff8dfd0bd23 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.310646] env[66735]: DEBUG oslo_vmware.api [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 827.310646] env[66735]: value = "task-4645634" [ 827.310646] env[66735]: _type = "Task" [ 827.310646] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.320547] env[66735]: DEBUG oslo_vmware.api [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.326021] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.326021] env[66735]: DEBUG nova.compute.manager [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 827.326901] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.671s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.327163] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.329388] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.380s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.329559] env[66735]: DEBUG nova.objects.instance [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 827.364646] env[66735]: INFO nova.scheduler.client.report [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Deleted allocations for instance f72d7da4-6940-46c5-86f2-267d446046c4 [ 827.394290] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523941ae-e3b9-e185-857b-4ba9bcbe4746, 'name': SearchDatastore_Task, 'duration_secs': 0.07831} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.394734] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.394886] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.395451] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.395451] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.395602] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.395901] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ff3cce-a793-4a9b-90fa-e434108b4e32 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.405912] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.406196] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.407039] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a716e9e-f2d8-44f1-8925-4334a1deec40 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.413316] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 827.413316] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523e035c-f146-4e33-3cfd-5f3c6e05849d" [ 827.413316] env[66735]: _type = "Task" [ 827.413316] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.428871] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523e035c-f146-4e33-3cfd-5f3c6e05849d, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.433577] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f076ca6-1350-46ee-8ffd-d4b47d4c16d9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.442921] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.442921] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5257dc09-84cd-1981-4bd5-4d5547e3ac7d" [ 827.442921] env[66735]: _type = "HttpNfcLease" [ 827.442921] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.444536] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.444536] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5257dc09-84cd-1981-4bd5-4d5547e3ac7d" [ 827.444536] env[66735]: _type = "HttpNfcLease" [ 827.444536] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 827.444867] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 827.444867] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b67f1a-0d8d-4263-d2a6-afa9d50dbe61" [ 827.444867] env[66735]: _type = "Task" [ 827.444867] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.447424] env[66735]: DEBUG nova.virt.hardware [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 827.447667] env[66735]: DEBUG nova.virt.hardware [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.447854] env[66735]: DEBUG nova.virt.hardware [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 827.448043] env[66735]: DEBUG nova.virt.hardware [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.448188] env[66735]: DEBUG nova.virt.hardware [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 827.448349] env[66735]: DEBUG nova.virt.hardware [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 827.448576] env[66735]: DEBUG nova.virt.hardware [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 827.448765] env[66735]: DEBUG nova.virt.hardware [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 827.448934] env[66735]: DEBUG nova.virt.hardware [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 827.449111] env[66735]: DEBUG nova.virt.hardware [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 827.449285] env[66735]: DEBUG nova.virt.hardware [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 827.450245] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ad21ec-b81f-4f7b-8452-762549213fd6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.453735] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bccbe2-7942-42ba-a7cb-63023bac1f4e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.466531] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246fcc2-5069-6bad-3d13-650eef1d734b/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 827.466760] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246fcc2-5069-6bad-3d13-650eef1d734b/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 827.473968] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b67f1a-0d8d-4263-d2a6-afa9d50dbe61, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.475357] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.475734] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3/220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.477216] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87decba6-96a8-42d4-81bf-209887157784 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.533732] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aaf9f03-8171-4938-895f-bb9905942172 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.551838] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:6b:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08471c24-f26e-47f4-a6d7-0a5ee1d38e5e', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.559874] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 827.563615] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.564074] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 827.564074] env[66735]: value = "task-4645635" [ 827.564074] env[66735]: _type = "Task" [ 827.564074] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.564485] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eca5fef8-ec1f-4f0c-9f56-306bd24b5e98 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.583155] env[66735]: DEBUG oslo_vmware.rw_handles [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce6619-61be-0954-8c60-b2bfdb311b45/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.589448] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7a48da-6c9d-46e5-b254-e1b48e007a0b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.592933] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-503da663-1f54-43bb-a56a-ff73a451426b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.601174] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.604506] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.604506] env[66735]: value = "task-4645636" [ 827.604506] env[66735]: _type = "Task" [ 827.604506] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.604735] env[66735]: DEBUG oslo_vmware.rw_handles [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce6619-61be-0954-8c60-b2bfdb311b45/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.604870] env[66735]: ERROR oslo_vmware.rw_handles [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce6619-61be-0954-8c60-b2bfdb311b45/disk-0.vmdk due to incomplete transfer. [ 827.605174] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6074f4ba-4e9d-47d9-b6f6-186372a138b5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.617572] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645636, 'name': CreateVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.631690] env[66735]: DEBUG oslo_vmware.rw_handles [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce6619-61be-0954-8c60-b2bfdb311b45/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.631690] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Uploaded image cdb4766a-0efa-4302-a277-56b14afc03c5 to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 827.635613] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.635613] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b1a69c91-74c0-42ef-8fdc-a3d113763499 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.641017] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 827.641017] env[66735]: value = "task-4645637" [ 827.641017] env[66735]: _type = "Task" [ 827.641017] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.651860] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645637, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.740020] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06936} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.740520] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.741518] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c260356f-cf40-4ab2-9103-c16ad8f7a33b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.765740] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 403de8bd-873a-4b07-a730-c0511b9bbfd1/403de8bd-873a-4b07-a730-c0511b9bbfd1.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.768474] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ae926ee-d5af-4cce-be21-de24aafaa6cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.794156] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 827.794156] env[66735]: value = "task-4645638" [ 827.794156] env[66735]: _type = "Task" [ 827.794156] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.807482] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.823138] env[66735]: DEBUG oslo_vmware.api [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645634, 'name': ReconfigVM_Task, 'duration_secs': 0.172309} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.823628] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907097', 'volume_id': '746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'name': 'volume-746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2cb84984-155b-4ec5-8795-a4dc89cb6eb5', 'attached_at': '', 'detached_at': '', 'volume_id': '746d3cbe-0752-42d4-9dd8-1344b451a2f6', 'serial': '746d3cbe-0752-42d4-9dd8-1344b451a2f6'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 827.835334] env[66735]: DEBUG nova.compute.utils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.841268] env[66735]: DEBUG nova.compute.manager [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 827.841268] env[66735]: DEBUG nova.network.neutron [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 827.841665] env[66735]: WARNING neutronclient.v2_0.client [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.842673] env[66735]: WARNING neutronclient.v2_0.client [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.874270] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e91a82b-ef8e-4cfa-817e-3033edc31b15 tempest-ServerMetadataNegativeTestJSON-392678721 tempest-ServerMetadataNegativeTestJSON-392678721-project-member] Lock "f72d7da4-6940-46c5-86f2-267d446046c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.413s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.912025] env[66735]: DEBUG nova.policy [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824b9399f1164f9e9f3fe40badd6582e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55bf1561f06342159553e0aea997aa9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.092474] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477276} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.092785] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3/220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.093701] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.093701] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-687ea429-c144-493d-80f4-68d6d7081a88 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.102186] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 828.102186] env[66735]: value = "task-4645639" [ 828.102186] env[66735]: _type = "Task" [ 828.102186] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.117552] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.120930] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645636, 'name': CreateVM_Task, 'duration_secs': 0.43273} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.121256] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.122027] env[66735]: WARNING neutronclient.v2_0.client [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 828.122564] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.122844] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.123308] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.124031] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ffdfe5-687e-41d8-b06d-a0ae00204b75 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.130618] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 828.130618] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524f7f2e-24ee-6f8b-79a0-b2ce8db294db" [ 828.130618] env[66735]: _type = "Task" [ 828.130618] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.143747] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524f7f2e-24ee-6f8b-79a0-b2ce8db294db, 'name': SearchDatastore_Task} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.147186] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.147815] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.148097] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.148363] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.148562] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.148978] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-462e992f-97dd-49cf-89c4-6d7ed20d0642 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.160192] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645637, 'name': Destroy_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.165094] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.165462] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.166476] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08dc220a-5f7d-4db0-9632-a514637825f1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.174519] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 828.174519] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521816ad-a143-d753-42bb-3719f6eabe86" [ 828.174519] env[66735]: _type = "Task" [ 828.174519] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.186483] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521816ad-a143-d753-42bb-3719f6eabe86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.279407] env[66735]: DEBUG nova.network.neutron [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Successfully created port: fa4d78e4-d9b2-4d7b-b0f6-a887777edb49 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 828.306097] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645638, 'name': ReconfigVM_Task, 'duration_secs': 0.479518} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.306497] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 403de8bd-873a-4b07-a730-c0511b9bbfd1/403de8bd-873a-4b07-a730-c0511b9bbfd1.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.307412] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beaafa4a-5155-45fb-a571-5e5d7974988a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.316108] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 828.316108] env[66735]: value = "task-4645640" [ 828.316108] env[66735]: _type = "Task" [ 828.316108] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.326803] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645640, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.341636] env[66735]: DEBUG nova.compute.manager [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 828.346701] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ccfe3100-d728-4de3-8775-192c0119a121 tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.349938] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.719s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.356029] env[66735]: INFO nova.compute.claims [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.394126] env[66735]: DEBUG nova.objects.instance [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lazy-loading 'flavor' on Instance uuid 2cb84984-155b-4ec5-8795-a4dc89cb6eb5 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.616284] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08068} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.616599] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.617942] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4553149d-446b-41a9-81b0-d8774bbb0287 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.644535] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3/220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.644535] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fffe80c3-faa0-459f-a131-63cc73733f49 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.669773] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645637, 'name': Destroy_Task, 'duration_secs': 0.563786} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.671296] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Destroyed the VM [ 828.673398] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.673398] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 828.673398] env[66735]: value = "task-4645641" [ 828.673398] env[66735]: _type = "Task" [ 828.673398] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.673398] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eb3e1bf8-2077-4b01-9e6d-13643abcd4bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.690933] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 828.690933] env[66735]: value = "task-4645642" [ 828.690933] env[66735]: _type = "Task" [ 828.690933] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.699574] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.705955] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521816ad-a143-d753-42bb-3719f6eabe86, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.707507] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d471e5-8f34-46a5-a9b6-a8dfac504f1b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.713348] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645642, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.717814] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 828.717814] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52024567-f32b-4f9a-cfaa-65675512deaa" [ 828.717814] env[66735]: _type = "Task" [ 828.717814] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.730119] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52024567-f32b-4f9a-cfaa-65675512deaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.827408] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645640, 'name': Rename_Task, 'duration_secs': 0.155865} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.828080] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.828535] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7535fa8-392d-4263-8860-b4f3fff3f8e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.836491] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 828.836491] env[66735]: value = "task-4645643" [ 828.836491] env[66735]: _type = "Task" [ 828.836491] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.846778] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.186766] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.204179] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645642, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.233798] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52024567-f32b-4f9a-cfaa-65675512deaa, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.234184] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.234651] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 206a1a52-5506-4711-95ac-84c5f2550a7e/206a1a52-5506-4711-95ac-84c5f2550a7e.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.235089] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1836c2d1-2199-4c6d-ab9f-acd9b929cd1b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.245468] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 829.245468] env[66735]: value = "task-4645644" [ 829.245468] env[66735]: _type = "Task" [ 829.245468] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.257181] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.348018] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645643, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.354594] env[66735]: DEBUG nova.compute.manager [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 829.378323] env[66735]: DEBUG nova.virt.hardware [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 829.378588] env[66735]: DEBUG nova.virt.hardware [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.378746] env[66735]: DEBUG nova.virt.hardware [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 829.379039] env[66735]: DEBUG nova.virt.hardware [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.379263] env[66735]: DEBUG nova.virt.hardware [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 829.379485] env[66735]: DEBUG nova.virt.hardware [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 829.379716] env[66735]: DEBUG nova.virt.hardware [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 829.379976] env[66735]: DEBUG nova.virt.hardware [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 829.380290] env[66735]: DEBUG nova.virt.hardware [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 829.380498] env[66735]: DEBUG nova.virt.hardware [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 829.380676] env[66735]: DEBUG nova.virt.hardware [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 829.381654] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9f8621-74a5-4ab8-bc66-302e3e09ec40 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.394426] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0446c1e0-27d9-4fd1-9ff4-8daa496247e9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.403321] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9fd9d067-a842-4d92-a322-42f74fe94f74 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.691466] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645641, 'name': ReconfigVM_Task, 'duration_secs': 0.778928} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.691752] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3/220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.692566] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e4edb76-9743-4954-81f6-3360ba343ecc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.706352] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 829.706352] env[66735]: value = "task-4645645" [ 829.706352] env[66735]: _type = "Task" [ 829.706352] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.711613] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645642, 'name': RemoveSnapshot_Task, 'duration_secs': 0.871302} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.717369] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.717369] env[66735]: DEBUG nova.compute.manager [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 829.718635] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe17ec1a-a635-4e58-ada1-a69211d8b585 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.735682] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645645, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.759557] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645644, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.851804] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645643, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.913228] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81aa05e-c4c1-402d-abe3-ac41a0ed988a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.925162] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fab226-ce04-44ae-b3dd-ee591412004f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.963911] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a298a1f-7796-4646-b5a3-99387f415b02 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.975328] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55ae7da-dd89-4e22-9bbf-4e6559f373f1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.996430] env[66735]: DEBUG nova.compute.provider_tree [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.010825] env[66735]: DEBUG nova.network.neutron [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Successfully updated port: fa4d78e4-d9b2-4d7b-b0f6-a887777edb49 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 830.224855] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645645, 'name': Rename_Task, 'duration_secs': 0.217908} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.225228] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.225534] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04d6a6f3-edad-4457-82af-4a42595e06fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.235619] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 830.235619] env[66735]: value = "task-4645646" [ 830.235619] env[66735]: _type = "Task" [ 830.235619] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.245530] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.251771] env[66735]: INFO nova.compute.manager [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Shelve offloading [ 830.260089] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769691} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.260354] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 206a1a52-5506-4711-95ac-84c5f2550a7e/206a1a52-5506-4711-95ac-84c5f2550a7e.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.260702] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.261438] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b7f01ed-cf3c-45aa-b225-965b5733b5ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.269658] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 830.269658] env[66735]: value = "task-4645647" [ 830.269658] env[66735]: _type = "Task" [ 830.269658] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.281471] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.350670] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645643, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.480779] env[66735]: DEBUG nova.compute.manager [req-bf1b249a-c931-452e-9b1c-08236d5a8f2a req-c2e4870a-84b7-4b9d-b3fa-39958b4fbabe service nova] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Received event network-vif-plugged-fa4d78e4-d9b2-4d7b-b0f6-a887777edb49 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 830.480996] env[66735]: DEBUG oslo_concurrency.lockutils [req-bf1b249a-c931-452e-9b1c-08236d5a8f2a req-c2e4870a-84b7-4b9d-b3fa-39958b4fbabe service nova] Acquiring lock "5b823cb0-f69d-49c7-86d7-1141743a794b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.481784] env[66735]: DEBUG oslo_concurrency.lockutils [req-bf1b249a-c931-452e-9b1c-08236d5a8f2a req-c2e4870a-84b7-4b9d-b3fa-39958b4fbabe service nova] Lock "5b823cb0-f69d-49c7-86d7-1141743a794b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.481784] env[66735]: DEBUG oslo_concurrency.lockutils [req-bf1b249a-c931-452e-9b1c-08236d5a8f2a req-c2e4870a-84b7-4b9d-b3fa-39958b4fbabe service nova] Lock "5b823cb0-f69d-49c7-86d7-1141743a794b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.481784] env[66735]: DEBUG nova.compute.manager [req-bf1b249a-c931-452e-9b1c-08236d5a8f2a req-c2e4870a-84b7-4b9d-b3fa-39958b4fbabe service nova] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] No waiting events found dispatching network-vif-plugged-fa4d78e4-d9b2-4d7b-b0f6-a887777edb49 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 830.482083] env[66735]: WARNING nova.compute.manager [req-bf1b249a-c931-452e-9b1c-08236d5a8f2a req-c2e4870a-84b7-4b9d-b3fa-39958b4fbabe service nova] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Received unexpected event network-vif-plugged-fa4d78e4-d9b2-4d7b-b0f6-a887777edb49 for instance with vm_state building and task_state spawning. [ 830.501604] env[66735]: DEBUG nova.scheduler.client.report [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.514526] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "refresh_cache-5b823cb0-f69d-49c7-86d7-1141743a794b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.515420] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquired lock "refresh_cache-5b823cb0-f69d-49c7-86d7-1141743a794b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.515420] env[66735]: DEBUG nova.network.neutron [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 830.747941] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.755737] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.756113] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7cb70af-ea8c-4a58-b724-d6920c6aeb21 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.764990] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 830.764990] env[66735]: value = "task-4645648" [ 830.764990] env[66735]: _type = "Task" [ 830.764990] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.780286] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 830.780502] env[66735]: DEBUG nova.compute.manager [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 830.781318] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a0cb5c-eb5c-472c-8272-a700a3f576f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.790449] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070476} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.792297] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.792647] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.792803] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.792961] env[66735]: DEBUG nova.network.neutron [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 830.794694] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a315789a-c1dc-453d-9ca9-87daf30f4626 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.824167] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 206a1a52-5506-4711-95ac-84c5f2550a7e/206a1a52-5506-4711-95ac-84c5f2550a7e.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.825146] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-721e4b25-7079-4f5c-94a7-700abb1e3407 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.853209] env[66735]: DEBUG oslo_vmware.api [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645643, 'name': PowerOnVM_Task, 'duration_secs': 1.629688} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.854291] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.854510] env[66735]: DEBUG nova.compute.manager [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 830.854907] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 830.854907] env[66735]: value = "task-4645649" [ 830.854907] env[66735]: _type = "Task" [ 830.854907] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.855757] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4512fe46-d4f7-4751-879e-2d3607be9ee2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.874261] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645649, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.006877] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.007621] env[66735]: DEBUG nova.compute.manager [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 831.011379] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.979s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.013210] env[66735]: INFO nova.compute.claims [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.055280] env[66735]: DEBUG nova.network.neutron [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 831.057973] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.058374] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.058606] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.058878] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.059127] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.061684] env[66735]: INFO nova.compute.manager [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Terminating instance [ 831.168898] env[66735]: WARNING neutronclient.v2_0.client [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.249192] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.254625] env[66735]: DEBUG nova.network.neutron [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Updating instance_info_cache with network_info: [{"id": "fa4d78e4-d9b2-4d7b-b0f6-a887777edb49", "address": "fa:16:3e:51:42:46", "network": {"id": "eaa8628c-6cfd-4e1d-8aa9-520e3163ce40", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-903000128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55bf1561f06342159553e0aea997aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4d78e4-d9", "ovs_interfaceid": "fa4d78e4-d9b2-4d7b-b0f6-a887777edb49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.300374] env[66735]: WARNING neutronclient.v2_0.client [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.369996] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645649, 'name': ReconfigVM_Task, 'duration_secs': 0.516704} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.371027] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 206a1a52-5506-4711-95ac-84c5f2550a7e/206a1a52-5506-4711-95ac-84c5f2550a7e.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.371296] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f7174e8-433f-4327-a649-e27a14eaa0cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.380471] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 831.380471] env[66735]: value = "task-4645650" [ 831.380471] env[66735]: _type = "Task" [ 831.380471] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.392551] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.400907] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645650, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.469206] env[66735]: WARNING neutronclient.v2_0.client [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.519833] env[66735]: DEBUG nova.compute.utils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.521746] env[66735]: DEBUG nova.compute.manager [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 831.522402] env[66735]: DEBUG nova.network.neutron [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 831.522981] env[66735]: WARNING neutronclient.v2_0.client [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.523106] env[66735]: WARNING neutronclient.v2_0.client [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.560325] env[66735]: DEBUG nova.network.neutron [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updating instance_info_cache with network_info: [{"id": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "address": "fa:16:3e:14:bc:9e", "network": {"id": "1cae78e2-7cf4-4c96-8b60-8c145c47e0a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-552228963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757035a97db0408590b4f0ec2f9845eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9f0934-3b", "ovs_interfaceid": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.567276] env[66735]: DEBUG nova.compute.manager [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 831.567734] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.569654] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f0506a-7764-4f47-af4a-54b4ea88b50a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.577916] env[66735]: DEBUG nova.policy [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '404c21382d5b4720a44a7edee3a598a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc2ef2f7d064717860187d5a603fc1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.586836] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.587641] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4997de-e0fd-43cc-b504-ac3314755749 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.597563] env[66735]: DEBUG oslo_vmware.api [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 831.597563] env[66735]: value = "task-4645651" [ 831.597563] env[66735]: _type = "Task" [ 831.597563] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.609320] env[66735]: DEBUG oslo_vmware.api [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.753574] env[66735]: DEBUG oslo_vmware.api [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645646, 'name': PowerOnVM_Task, 'duration_secs': 1.265919} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.753867] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.754328] env[66735]: DEBUG nova.compute.manager [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 831.754887] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a50fcd-15da-4b1a-a24e-f8d6f48b90bd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.758113] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Releasing lock "refresh_cache-5b823cb0-f69d-49c7-86d7-1141743a794b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.758441] env[66735]: DEBUG nova.compute.manager [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Instance network_info: |[{"id": "fa4d78e4-d9b2-4d7b-b0f6-a887777edb49", "address": "fa:16:3e:51:42:46", "network": {"id": "eaa8628c-6cfd-4e1d-8aa9-520e3163ce40", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-903000128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55bf1561f06342159553e0aea997aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4d78e4-d9", "ovs_interfaceid": "fa4d78e4-d9b2-4d7b-b0f6-a887777edb49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 831.758908] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:42:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa4d78e4-d9b2-4d7b-b0f6-a887777edb49', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.766904] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 831.768288] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.768288] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2b59a5f-aafa-40af-8ac9-4381cbedd9f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.800944] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.800944] env[66735]: value = "task-4645652" [ 831.800944] env[66735]: _type = "Task" [ 831.800944] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.811752] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645652, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.897454] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645650, 'name': Rename_Task, 'duration_secs': 0.241228} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.897454] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.898133] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-083b377e-429b-4dc4-9a15-ab39ae69c0bd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.907033] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 831.907033] env[66735]: value = "task-4645653" [ 831.907033] env[66735]: _type = "Task" [ 831.907033] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.920248] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.980841] env[66735]: DEBUG nova.network.neutron [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Successfully created port: e37a0809-1064-4eb9-b01b-8b684de24988 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 832.026604] env[66735]: DEBUG nova.compute.manager [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 832.065228] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Releasing lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.065930] env[66735]: WARNING neutronclient.v2_0.client [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.066881] env[66735]: WARNING neutronclient.v2_0.client [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.109842] env[66735]: DEBUG oslo_vmware.api [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645651, 'name': PowerOffVM_Task, 'duration_secs': 0.328321} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.113403] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.113595] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.114242] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7715a70b-427b-4d59-bc74-d174d37506b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.204958] env[66735]: DEBUG oslo_concurrency.lockutils [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquiring lock "403de8bd-873a-4b07-a730-c0511b9bbfd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.205394] env[66735]: DEBUG oslo_concurrency.lockutils [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lock "403de8bd-873a-4b07-a730-c0511b9bbfd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.205662] env[66735]: DEBUG oslo_concurrency.lockutils [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquiring lock "403de8bd-873a-4b07-a730-c0511b9bbfd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.205888] env[66735]: DEBUG oslo_concurrency.lockutils [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lock "403de8bd-873a-4b07-a730-c0511b9bbfd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.206074] env[66735]: DEBUG oslo_concurrency.lockutils [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lock "403de8bd-873a-4b07-a730-c0511b9bbfd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.212403] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.212403] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.212403] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleting the datastore file [datastore1] 2cb84984-155b-4ec5-8795-a4dc89cb6eb5 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.212403] env[66735]: INFO nova.compute.manager [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Terminating instance [ 832.213596] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28ccb504-d4cc-4a0b-ade4-c28a9a897394 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.230258] env[66735]: DEBUG oslo_vmware.api [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 832.230258] env[66735]: value = "task-4645655" [ 832.230258] env[66735]: _type = "Task" [ 832.230258] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.245986] env[66735]: DEBUG oslo_vmware.api [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.307170] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.315532] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645652, 'name': CreateVM_Task, 'duration_secs': 0.417616} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.319066] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.320148] env[66735]: WARNING neutronclient.v2_0.client [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.320641] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.320840] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.321236] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.321578] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468efeb5-ddf3-4030-a0a8-020416bf1048 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.327813] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 832.327813] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5238cf88-0e75-c96f-ddad-223eab15f666" [ 832.327813] env[66735]: _type = "Task" [ 832.327813] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.345033] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5238cf88-0e75-c96f-ddad-223eab15f666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.418646] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.485975] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.487501] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b417bd-ad1e-405b-b11b-9cf196bf8bf2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.497537] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.497958] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1156aed8-d356-44b0-bb25-c69c87132d8c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.549501] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c11272-d048-40cf-b08d-8254398e0bc6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.559487] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d63171-f95d-4919-b883-4b80ded853fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.598982] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bd175a-31f6-45a0-99a9-63c1b3568c93 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.610547] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd2bf2b-a716-43ab-8322-175378851b87 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.615939] env[66735]: DEBUG nova.compute.manager [req-31225fa0-002b-4b5b-95b7-d6890f8e97af req-87aa81a3-0c6a-4597-9530-037482a2e635 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Received event network-vif-unplugged-2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 832.616186] env[66735]: DEBUG oslo_concurrency.lockutils [req-31225fa0-002b-4b5b-95b7-d6890f8e97af req-87aa81a3-0c6a-4597-9530-037482a2e635 service nova] Acquiring lock "755321d4-49b7-49f2-ac58-74b286be4645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.616728] env[66735]: DEBUG oslo_concurrency.lockutils [req-31225fa0-002b-4b5b-95b7-d6890f8e97af req-87aa81a3-0c6a-4597-9530-037482a2e635 service nova] Lock "755321d4-49b7-49f2-ac58-74b286be4645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.616939] env[66735]: DEBUG oslo_concurrency.lockutils [req-31225fa0-002b-4b5b-95b7-d6890f8e97af req-87aa81a3-0c6a-4597-9530-037482a2e635 service nova] Lock "755321d4-49b7-49f2-ac58-74b286be4645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.617543] env[66735]: DEBUG nova.compute.manager [req-31225fa0-002b-4b5b-95b7-d6890f8e97af req-87aa81a3-0c6a-4597-9530-037482a2e635 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] No waiting events found dispatching network-vif-unplugged-2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 832.617543] env[66735]: WARNING nova.compute.manager [req-31225fa0-002b-4b5b-95b7-d6890f8e97af req-87aa81a3-0c6a-4597-9530-037482a2e635 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Received unexpected event network-vif-unplugged-2c9f0934-3b55-44dc-b6ed-1443527c9831 for instance with vm_state shelved and task_state shelving_offloading. [ 832.632684] env[66735]: DEBUG nova.compute.provider_tree [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.635400] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.635619] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.635814] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Deleting the datastore file [datastore2] 755321d4-49b7-49f2-ac58-74b286be4645 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.636312] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fb9b1d9-ba7d-4d5c-99e6-7dd453e957ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.646035] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 832.646035] env[66735]: value = "task-4645657" [ 832.646035] env[66735]: _type = "Task" [ 832.646035] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.656559] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.721934] env[66735]: DEBUG oslo_concurrency.lockutils [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquiring lock "refresh_cache-403de8bd-873a-4b07-a730-c0511b9bbfd1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.722239] env[66735]: DEBUG oslo_concurrency.lockutils [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquired lock "refresh_cache-403de8bd-873a-4b07-a730-c0511b9bbfd1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.722470] env[66735]: DEBUG nova.network.neutron [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 832.747378] env[66735]: DEBUG oslo_vmware.api [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28073} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.747854] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.748657] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.748657] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.748657] env[66735]: INFO nova.compute.manager [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 832.749444] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 832.750571] env[66735]: DEBUG nova.compute.manager [-] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 832.750571] env[66735]: DEBUG nova.network.neutron [-] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 832.750571] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.793616] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.840018] env[66735]: DEBUG nova.compute.manager [req-60fae0e0-f8d2-4f90-9ea2-d23d1758375c req-c4f9d4e6-8d2b-4043-8af3-25d175e976fe service nova] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Received event network-changed-fa4d78e4-d9b2-4d7b-b0f6-a887777edb49 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 832.840018] env[66735]: DEBUG nova.compute.manager [req-60fae0e0-f8d2-4f90-9ea2-d23d1758375c req-c4f9d4e6-8d2b-4043-8af3-25d175e976fe service nova] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Refreshing instance network info cache due to event network-changed-fa4d78e4-d9b2-4d7b-b0f6-a887777edb49. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 832.840018] env[66735]: DEBUG oslo_concurrency.lockutils [req-60fae0e0-f8d2-4f90-9ea2-d23d1758375c req-c4f9d4e6-8d2b-4043-8af3-25d175e976fe service nova] Acquiring lock "refresh_cache-5b823cb0-f69d-49c7-86d7-1141743a794b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.840018] env[66735]: DEBUG oslo_concurrency.lockutils [req-60fae0e0-f8d2-4f90-9ea2-d23d1758375c req-c4f9d4e6-8d2b-4043-8af3-25d175e976fe service nova] Acquired lock "refresh_cache-5b823cb0-f69d-49c7-86d7-1141743a794b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.840732] env[66735]: DEBUG nova.network.neutron [req-60fae0e0-f8d2-4f90-9ea2-d23d1758375c req-c4f9d4e6-8d2b-4043-8af3-25d175e976fe service nova] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Refreshing network info cache for port fa4d78e4-d9b2-4d7b-b0f6-a887777edb49 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.850926] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5238cf88-0e75-c96f-ddad-223eab15f666, 'name': SearchDatastore_Task, 'duration_secs': 0.015805} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.851315] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.851611] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.851888] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.852119] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.852358] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.853385] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e45f4682-859a-4724-87cf-da5aa1cd0768 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.869089] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.869594] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.870704] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f3c54f-f5a0-4c55-ada7-631b0a1d1feb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.879908] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 832.879908] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52aa67fa-0963-648d-2913-1b076e820558" [ 832.879908] env[66735]: _type = "Task" [ 832.879908] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.890236] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52aa67fa-0963-648d-2913-1b076e820558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.920966] env[66735]: DEBUG oslo_vmware.api [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645653, 'name': PowerOnVM_Task, 'duration_secs': 0.823285} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.920966] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.920966] env[66735]: DEBUG nova.compute.manager [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 832.921530] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc918dc-bd46-4f5a-a7a2-1c949482ffa5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.040401] env[66735]: DEBUG nova.compute.manager [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 833.067151] env[66735]: DEBUG nova.virt.hardware [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 833.067583] env[66735]: DEBUG nova.virt.hardware [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.067583] env[66735]: DEBUG nova.virt.hardware [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 833.067752] env[66735]: DEBUG nova.virt.hardware [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.067979] env[66735]: DEBUG nova.virt.hardware [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 833.068244] env[66735]: DEBUG nova.virt.hardware [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 833.068385] env[66735]: DEBUG nova.virt.hardware [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 833.068501] env[66735]: DEBUG nova.virt.hardware [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 833.068887] env[66735]: DEBUG nova.virt.hardware [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 833.068887] env[66735]: DEBUG nova.virt.hardware [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 833.069080] env[66735]: DEBUG nova.virt.hardware [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 833.070148] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dde7f1-502b-45e6-900e-31610019ee02 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.080035] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8821db0-b12d-4fe7-a715-9a0dd61d3b2b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.138165] env[66735]: DEBUG nova.scheduler.client.report [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.156463] env[66735]: DEBUG oslo_vmware.api [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291118} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.157392] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.157583] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.157752] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.189364] env[66735]: INFO nova.scheduler.client.report [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Deleted allocations for instance 755321d4-49b7-49f2-ac58-74b286be4645 [ 833.225610] env[66735]: WARNING neutronclient.v2_0.client [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.350026] env[66735]: WARNING neutronclient.v2_0.client [req-60fae0e0-f8d2-4f90-9ea2-d23d1758375c req-c4f9d4e6-8d2b-4043-8af3-25d175e976fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.386657] env[66735]: DEBUG nova.network.neutron [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 833.396395] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52aa67fa-0963-648d-2913-1b076e820558, 'name': SearchDatastore_Task, 'duration_secs': 0.018112} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.397218] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d289b67-2b08-4157-b797-26969de7b2c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.404193] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 833.404193] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5253716a-c007-587e-9fd0-db4738be8d1d" [ 833.404193] env[66735]: _type = "Task" [ 833.404193] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.416403] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5253716a-c007-587e-9fd0-db4738be8d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.443432] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.558547] env[66735]: DEBUG nova.network.neutron [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Successfully updated port: e37a0809-1064-4eb9-b01b-8b684de24988 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 833.640431] env[66735]: DEBUG nova.network.neutron [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.643953] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.645721] env[66735]: DEBUG nova.compute.manager [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 833.653944] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.101s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.655960] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.664702] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.506s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.664702] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.665972] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.732s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.666283] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.668452] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.763s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.668693] env[66735]: DEBUG nova.objects.instance [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 833.695749] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.707178] env[66735]: INFO nova.scheduler.client.report [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Deleted allocations for instance 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0 [ 833.712189] env[66735]: INFO nova.scheduler.client.report [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Deleted allocations for instance c1152fd1-9900-40e4-a706-e4c9e1329771 [ 833.728499] env[66735]: INFO nova.scheduler.client.report [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted allocations for instance 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f [ 833.748644] env[66735]: WARNING neutronclient.v2_0.client [req-60fae0e0-f8d2-4f90-9ea2-d23d1758375c req-c4f9d4e6-8d2b-4043-8af3-25d175e976fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.820771] env[66735]: DEBUG nova.network.neutron [-] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.864503] env[66735]: DEBUG nova.network.neutron [req-60fae0e0-f8d2-4f90-9ea2-d23d1758375c req-c4f9d4e6-8d2b-4043-8af3-25d175e976fe service nova] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Updated VIF entry in instance network info cache for port fa4d78e4-d9b2-4d7b-b0f6-a887777edb49. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 833.864924] env[66735]: DEBUG nova.network.neutron [req-60fae0e0-f8d2-4f90-9ea2-d23d1758375c req-c4f9d4e6-8d2b-4043-8af3-25d175e976fe service nova] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Updating instance_info_cache with network_info: [{"id": "fa4d78e4-d9b2-4d7b-b0f6-a887777edb49", "address": "fa:16:3e:51:42:46", "network": {"id": "eaa8628c-6cfd-4e1d-8aa9-520e3163ce40", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-903000128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55bf1561f06342159553e0aea997aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4d78e4-d9", "ovs_interfaceid": "fa4d78e4-d9b2-4d7b-b0f6-a887777edb49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.915788] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5253716a-c007-587e-9fd0-db4738be8d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.031101} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.916129] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.916402] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 5b823cb0-f69d-49c7-86d7-1141743a794b/5b823cb0-f69d-49c7-86d7-1141743a794b.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.916688] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ea96627-3064-4825-920b-ddefd67d8e9e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.925064] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 833.925064] env[66735]: value = "task-4645658" [ 833.925064] env[66735]: _type = "Task" [ 833.925064] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.935289] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.062676] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "refresh_cache-23873e0a-e4f8-440b-b44c-911cdd380e73" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.063229] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired lock "refresh_cache-23873e0a-e4f8-440b-b44c-911cdd380e73" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.063229] env[66735]: DEBUG nova.network.neutron [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 834.143321] env[66735]: DEBUG oslo_concurrency.lockutils [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Releasing lock "refresh_cache-403de8bd-873a-4b07-a730-c0511b9bbfd1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.143872] env[66735]: DEBUG nova.compute.manager [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 834.144189] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.145396] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeed63c-fe8d-4786-9a21-94b27e52a7cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.156351] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.156552] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef838dcb-b4b2-4d3e-801e-a58b7dc4b3ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.164944] env[66735]: DEBUG oslo_vmware.api [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 834.164944] env[66735]: value = "task-4645659" [ 834.164944] env[66735]: _type = "Task" [ 834.164944] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.177033] env[66735]: DEBUG nova.compute.utils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.179072] env[66735]: DEBUG oslo_vmware.api [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.179072] env[66735]: DEBUG nova.compute.manager [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 834.179288] env[66735]: DEBUG nova.network.neutron [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 834.179473] env[66735]: WARNING neutronclient.v2_0.client [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.179800] env[66735]: WARNING neutronclient.v2_0.client [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.220380] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b1f606c-d819-4bfd-b058-18c5eb2fdc8a tempest-ServerShowV254Test-988368097 tempest-ServerShowV254Test-988368097-project-member] Lock "79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.647s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.229174] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ea0a7c85-57e8-4bef-92e7-6c9b1234a4bd tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "c1152fd1-9900-40e4-a706-e4c9e1329771" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.471s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.241503] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9336122-ebce-4c2d-8277-214cde8a820f tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.583s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.256935] env[66735]: DEBUG nova.policy [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a45df086af854452930702f7bd1edc5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68b64468980d4e6289ac4d38083b8b24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.323665] env[66735]: INFO nova.compute.manager [-] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Took 1.57 seconds to deallocate network for instance. [ 834.368425] env[66735]: DEBUG oslo_concurrency.lockutils [req-60fae0e0-f8d2-4f90-9ea2-d23d1758375c req-c4f9d4e6-8d2b-4043-8af3-25d175e976fe service nova] Releasing lock "refresh_cache-5b823cb0-f69d-49c7-86d7-1141743a794b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.442296] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645658, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.681902] env[66735]: DEBUG oslo_vmware.api [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645659, 'name': PowerOffVM_Task, 'duration_secs': 0.247559} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.681902] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.681902] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.682104] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b1c1fdc-d6f4-4fc3-8460-fffcd3873026 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.687864] env[66735]: DEBUG nova.compute.manager [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 834.692201] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c976e046-dc64-4057-9dbb-b9e568181015 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.694046] env[66735]: DEBUG nova.network.neutron [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 834.698734] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.515s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.698734] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.702154] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.260s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.704060] env[66735]: INFO nova.compute.claims [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.714552] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.714808] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.714989] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Deleting the datastore file [datastore2] 403de8bd-873a-4b07-a730-c0511b9bbfd1 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.716204] env[66735]: DEBUG nova.network.neutron [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Successfully created port: 6c8cccdf-b53d-444e-96ea-ee34c0ce822c {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 834.718938] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebbd59f4-dfa3-4847-902f-d33300572dde {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.729083] env[66735]: DEBUG oslo_vmware.api [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for the task: (returnval){ [ 834.729083] env[66735]: value = "task-4645661" [ 834.729083] env[66735]: _type = "Task" [ 834.729083] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.745999] env[66735]: DEBUG oslo_vmware.api [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.835811] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.882249] env[66735]: INFO nova.scheduler.client.report [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Deleted allocations for instance a3379d52-b15c-488b-a6fc-2efd93105754 [ 834.940366] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586566} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.940697] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 5b823cb0-f69d-49c7-86d7-1141743a794b/5b823cb0-f69d-49c7-86d7-1141743a794b.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.941178] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.941178] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a77db6d-dc20-430c-aed8-559b0eb6a291 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.950188] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 834.950188] env[66735]: value = "task-4645662" [ 834.950188] env[66735]: _type = "Task" [ 834.950188] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.965854] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.036968] env[66735]: WARNING neutronclient.v2_0.client [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.044725] env[66735]: DEBUG nova.compute.manager [req-1db10e2b-5440-4142-b8c1-c41f8be11aad req-b18df5e9-e606-4dfc-a0b1-2ea5521dc1d7 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Received event network-changed-2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 835.045019] env[66735]: DEBUG nova.compute.manager [req-1db10e2b-5440-4142-b8c1-c41f8be11aad req-b18df5e9-e606-4dfc-a0b1-2ea5521dc1d7 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Refreshing instance network info cache due to event network-changed-2c9f0934-3b55-44dc-b6ed-1443527c9831. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 835.045296] env[66735]: DEBUG oslo_concurrency.lockutils [req-1db10e2b-5440-4142-b8c1-c41f8be11aad req-b18df5e9-e606-4dfc-a0b1-2ea5521dc1d7 service nova] Acquiring lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.045490] env[66735]: DEBUG oslo_concurrency.lockutils [req-1db10e2b-5440-4142-b8c1-c41f8be11aad req-b18df5e9-e606-4dfc-a0b1-2ea5521dc1d7 service nova] Acquired lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.045696] env[66735]: DEBUG nova.network.neutron [req-1db10e2b-5440-4142-b8c1-c41f8be11aad req-b18df5e9-e606-4dfc-a0b1-2ea5521dc1d7 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Refreshing network info cache for port 2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.068060] env[66735]: INFO nova.compute.manager [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Rebuilding instance [ 835.124627] env[66735]: DEBUG nova.compute.manager [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 835.125507] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d953920c-9e29-4bcb-bed7-fd12e26e5e84 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.167033] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.167033] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.167250] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.168089] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.168089] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.171874] env[66735]: INFO nova.compute.manager [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Terminating instance [ 835.241037] env[66735]: DEBUG oslo_vmware.api [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Task: {'id': task-4645661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109964} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.241037] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.241208] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.241333] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.241502] env[66735]: INFO nova.compute.manager [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 835.241740] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 835.241932] env[66735]: DEBUG nova.compute.manager [-] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 835.242041] env[66735]: DEBUG nova.network.neutron [-] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 835.242308] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.261793] env[66735]: DEBUG nova.network.neutron [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Updating instance_info_cache with network_info: [{"id": "e37a0809-1064-4eb9-b01b-8b684de24988", "address": "fa:16:3e:a1:a7:fc", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape37a0809-10", "ovs_interfaceid": "e37a0809-1064-4eb9-b01b-8b684de24988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.303168] env[66735]: DEBUG nova.network.neutron [-] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 835.303515] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.392921] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a3f2843-4460-42b7-9032-98f52fded8f7 tempest-AttachInterfacesUnderV243Test-484898281 tempest-AttachInterfacesUnderV243Test-484898281-project-member] Lock "a3379d52-b15c-488b-a6fc-2efd93105754" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.141s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.460909] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078346} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.461207] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.462154] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13302b88-d5e9-4c1a-8e36-77d60e8f6fd5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.491933] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 5b823cb0-f69d-49c7-86d7-1141743a794b/5b823cb0-f69d-49c7-86d7-1141743a794b.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.492740] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81a4048c-c67a-4979-8dfe-763352c6757d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.517448] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 835.517448] env[66735]: value = "task-4645663" [ 835.517448] env[66735]: _type = "Task" [ 835.517448] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.529435] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.549405] env[66735]: WARNING neutronclient.v2_0.client [req-1db10e2b-5440-4142-b8c1-c41f8be11aad req-b18df5e9-e606-4dfc-a0b1-2ea5521dc1d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.679945] env[66735]: DEBUG nova.compute.manager [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 835.680280] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.681432] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeae2ff2-74bf-4331-a9cd-c8a3b37b74dd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.693525] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.693831] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46cda8b6-e6a3-4d4f-929a-fcd9de806197 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.699356] env[66735]: DEBUG nova.compute.manager [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 835.703473] env[66735]: DEBUG oslo_vmware.api [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 835.703473] env[66735]: value = "task-4645664" [ 835.703473] env[66735]: _type = "Task" [ 835.703473] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.718480] env[66735]: DEBUG oslo_vmware.api [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.739243] env[66735]: DEBUG nova.virt.hardware [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 835.739510] env[66735]: DEBUG nova.virt.hardware [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.740104] env[66735]: DEBUG nova.virt.hardware [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 835.740104] env[66735]: DEBUG nova.virt.hardware [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.740104] env[66735]: DEBUG nova.virt.hardware [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 835.740331] env[66735]: DEBUG nova.virt.hardware [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 835.740436] env[66735]: DEBUG nova.virt.hardware [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 835.740591] env[66735]: DEBUG nova.virt.hardware [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 835.740778] env[66735]: DEBUG nova.virt.hardware [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 835.740957] env[66735]: DEBUG nova.virt.hardware [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 835.741254] env[66735]: DEBUG nova.virt.hardware [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 835.742123] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe4aebb-ea62-49e0-8f52-4c6045766c92 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.751238] env[66735]: DEBUG nova.compute.manager [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Received event network-vif-plugged-e37a0809-1064-4eb9-b01b-8b684de24988 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 835.751484] env[66735]: DEBUG oslo_concurrency.lockutils [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] Acquiring lock "23873e0a-e4f8-440b-b44c-911cdd380e73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.751798] env[66735]: DEBUG oslo_concurrency.lockutils [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] Lock "23873e0a-e4f8-440b-b44c-911cdd380e73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.751995] env[66735]: DEBUG oslo_concurrency.lockutils [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] Lock "23873e0a-e4f8-440b-b44c-911cdd380e73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.752366] env[66735]: DEBUG nova.compute.manager [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] No waiting events found dispatching network-vif-plugged-e37a0809-1064-4eb9-b01b-8b684de24988 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 835.752366] env[66735]: WARNING nova.compute.manager [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Received unexpected event network-vif-plugged-e37a0809-1064-4eb9-b01b-8b684de24988 for instance with vm_state building and task_state spawning. [ 835.752540] env[66735]: DEBUG nova.compute.manager [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Received event network-changed-e37a0809-1064-4eb9-b01b-8b684de24988 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 835.752540] env[66735]: DEBUG nova.compute.manager [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Refreshing instance network info cache due to event network-changed-e37a0809-1064-4eb9-b01b-8b684de24988. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 835.752687] env[66735]: DEBUG oslo_concurrency.lockutils [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] Acquiring lock "refresh_cache-23873e0a-e4f8-440b-b44c-911cdd380e73" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.760451] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddf661f-c963-4a2b-8591-38db67d5fe42 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.769569] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Releasing lock "refresh_cache-23873e0a-e4f8-440b-b44c-911cdd380e73" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.770008] env[66735]: DEBUG nova.compute.manager [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Instance network_info: |[{"id": "e37a0809-1064-4eb9-b01b-8b684de24988", "address": "fa:16:3e:a1:a7:fc", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape37a0809-10", "ovs_interfaceid": "e37a0809-1064-4eb9-b01b-8b684de24988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 835.774121] env[66735]: DEBUG oslo_concurrency.lockutils [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] Acquired lock "refresh_cache-23873e0a-e4f8-440b-b44c-911cdd380e73" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.774332] env[66735]: DEBUG nova.network.neutron [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Refreshing network info cache for port e37a0809-1064-4eb9-b01b-8b684de24988 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.775849] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:a7:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e37a0809-1064-4eb9-b01b-8b684de24988', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.784640] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 835.786659] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.787109] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68e6fc00-3043-4b65-a163-329839e17d53 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.816785] env[66735]: DEBUG nova.network.neutron [-] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.827943] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.827943] env[66735]: value = "task-4645665" [ 835.827943] env[66735]: _type = "Task" [ 835.827943] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.850108] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645665, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.014587] env[66735]: WARNING neutronclient.v2_0.client [req-1db10e2b-5440-4142-b8c1-c41f8be11aad req-b18df5e9-e606-4dfc-a0b1-2ea5521dc1d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.031515] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645663, 'name': ReconfigVM_Task, 'duration_secs': 0.322058} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.031921] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 5b823cb0-f69d-49c7-86d7-1141743a794b/5b823cb0-f69d-49c7-86d7-1141743a794b.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.035221] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b9a7fff-3c09-43fd-850e-94965366a6e7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.044707] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 836.044707] env[66735]: value = "task-4645666" [ 836.044707] env[66735]: _type = "Task" [ 836.044707] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.054658] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645666, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.130568] env[66735]: DEBUG nova.network.neutron [req-1db10e2b-5440-4142-b8c1-c41f8be11aad req-b18df5e9-e606-4dfc-a0b1-2ea5521dc1d7 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updated VIF entry in instance network info cache for port 2c9f0934-3b55-44dc-b6ed-1443527c9831. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 836.131364] env[66735]: DEBUG nova.network.neutron [req-1db10e2b-5440-4142-b8c1-c41f8be11aad req-b18df5e9-e606-4dfc-a0b1-2ea5521dc1d7 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updating instance_info_cache with network_info: [{"id": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "address": "fa:16:3e:14:bc:9e", "network": {"id": "1cae78e2-7cf4-4c96-8b60-8c145c47e0a1", "bridge": null, "label": "tempest-ServersNegativeTestJSON-552228963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757035a97db0408590b4f0ec2f9845eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2c9f0934-3b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.144412] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.144795] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fade4bc-affa-4c60-b8af-6408c9830168 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.158636] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 836.158636] env[66735]: value = "task-4645667" [ 836.158636] env[66735]: _type = "Task" [ 836.158636] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.176202] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.187666] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "a9e51151-f280-4498-98cb-892e5290bccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.187666] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "a9e51151-f280-4498-98cb-892e5290bccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.218426] env[66735]: DEBUG oslo_vmware.api [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645664, 'name': PowerOffVM_Task, 'duration_secs': 0.295831} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.222138] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.222531] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.225383] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d525895-ef50-4b60-820a-7201e62cde92 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.253259] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac4a83f-72d4-4693-9721-c1ed670c98b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.264495] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2ebeb8-0b87-47fe-9969-978eb375e9f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.301744] env[66735]: WARNING neutronclient.v2_0.client [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.306580] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271dd130-2c9a-421d-8255-510f5a42549f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.312411] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.312581] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.313050] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleting the datastore file [datastore2] 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.313959] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd980e93-0cb3-4022-8a06-04241b13f94b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.322161] env[66735]: INFO nova.compute.manager [-] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Took 1.08 seconds to deallocate network for instance. [ 836.326223] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6879b030-5e1e-4215-a8a9-f3c7ba469222 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.339260] env[66735]: DEBUG oslo_vmware.api [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 836.339260] env[66735]: value = "task-4645669" [ 836.339260] env[66735]: _type = "Task" [ 836.339260] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.355710] env[66735]: DEBUG oslo_vmware.api [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.369647] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645665, 'name': CreateVM_Task, 'duration_secs': 0.393547} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.370473] env[66735]: DEBUG nova.compute.provider_tree [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.372394] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.372954] env[66735]: WARNING neutronclient.v2_0.client [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.375822] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.375822] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.375822] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.375822] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c29d12-2b8c-49f3-af5d-6a6280249b99 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.382586] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 836.382586] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521c91f6-6c29-5ae4-bf88-94d7fe368faa" [ 836.382586] env[66735]: _type = "Task" [ 836.382586] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.395768] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521c91f6-6c29-5ae4-bf88-94d7fe368faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.468282] env[66735]: DEBUG nova.network.neutron [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Successfully updated port: 6c8cccdf-b53d-444e-96ea-ee34c0ce822c {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 836.546668] env[66735]: WARNING neutronclient.v2_0.client [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.559141] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645666, 'name': Rename_Task, 'duration_secs': 0.167514} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.559425] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.559676] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b029aef-8294-4eb4-8348-24f4456e6e13 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.568071] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 836.568071] env[66735]: value = "task-4645670" [ 836.568071] env[66735]: _type = "Task" [ 836.568071] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.578525] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.638598] env[66735]: DEBUG oslo_concurrency.lockutils [req-1db10e2b-5440-4142-b8c1-c41f8be11aad req-b18df5e9-e606-4dfc-a0b1-2ea5521dc1d7 service nova] Releasing lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.638987] env[66735]: DEBUG nova.compute.manager [req-1db10e2b-5440-4142-b8c1-c41f8be11aad req-b18df5e9-e606-4dfc-a0b1-2ea5521dc1d7 service nova] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Received event network-vif-deleted-8de1b916-dc96-492f-ab32-fd36252b6b08 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 836.676523] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645667, 'name': PowerOffVM_Task, 'duration_secs': 0.267206} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.680621] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.680916] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.683454] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee50a72-c582-4561-81ee-c75035b7d7b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.694206] env[66735]: DEBUG nova.compute.manager [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 836.698022] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.698723] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca5ccd2b-ac31-4151-8731-870002f38a65 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.737216] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "795f860f-2e17-43de-848a-1e581c7e0629" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.737368] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "795f860f-2e17-43de-848a-1e581c7e0629" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.773024] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.773024] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.773024] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleting the datastore file [datastore1] 206a1a52-5506-4711-95ac-84c5f2550a7e {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.773024] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c256d678-6b2f-4d25-9324-4b19c397eb21 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.781370] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 836.781370] env[66735]: value = "task-4645672" [ 836.781370] env[66735]: _type = "Task" [ 836.781370] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.783990] env[66735]: DEBUG nova.network.neutron [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Updated VIF entry in instance network info cache for port e37a0809-1064-4eb9-b01b-8b684de24988. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 836.784596] env[66735]: DEBUG nova.network.neutron [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Updating instance_info_cache with network_info: [{"id": "e37a0809-1064-4eb9-b01b-8b684de24988", "address": "fa:16:3e:a1:a7:fc", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape37a0809-10", "ovs_interfaceid": "e37a0809-1064-4eb9-b01b-8b684de24988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.802195] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.845318] env[66735]: DEBUG oslo_concurrency.lockutils [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.856667] env[66735]: DEBUG oslo_vmware.api [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27808} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.857238] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.857238] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.857431] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.857712] env[66735]: INFO nova.compute.manager [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 836.858115] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 836.858396] env[66735]: DEBUG nova.compute.manager [-] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 836.858475] env[66735]: DEBUG nova.network.neutron [-] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 836.858806] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.873875] env[66735]: DEBUG nova.scheduler.client.report [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.896653] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521c91f6-6c29-5ae4-bf88-94d7fe368faa, 'name': SearchDatastore_Task, 'duration_secs': 0.017831} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.896653] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.896908] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.897188] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.897349] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.897531] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.897831] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54dde24b-35df-472a-bd42-28d6a72d140b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.913439] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.914024] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.914490] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d27e83dd-ac87-47cb-b034-293f1546c4d9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.922878] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 836.922878] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52784d6b-f796-cfeb-4f57-9950202b8898" [ 836.922878] env[66735]: _type = "Task" [ 836.922878] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.933820] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52784d6b-f796-cfeb-4f57-9950202b8898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.953976] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.954267] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.954499] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.954705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.954888] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.957603] env[66735]: INFO nova.compute.manager [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Terminating instance [ 836.960063] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.971013] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquiring lock "refresh_cache-e3155645-b70f-426c-83df-e217fe8be062" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.971013] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquired lock "refresh_cache-e3155645-b70f-426c-83df-e217fe8be062" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.971331] env[66735]: DEBUG nova.network.neutron [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 837.090884] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645670, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.233642] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.244485] env[66735]: DEBUG nova.compute.manager [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 837.292035] env[66735]: DEBUG oslo_concurrency.lockutils [req-5e711051-9937-4423-b425-19d2de73d651 req-08566987-b564-4ce3-a9a6-00f6e395bcf4 service nova] Releasing lock "refresh_cache-23873e0a-e4f8-440b-b44c-911cdd380e73" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.299618] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182326} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.299618] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.299618] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.300165] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.306461] env[66735]: DEBUG nova.compute.manager [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] [instance: e3155645-b70f-426c-83df-e217fe8be062] Received event network-vif-plugged-6c8cccdf-b53d-444e-96ea-ee34c0ce822c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 837.306742] env[66735]: DEBUG oslo_concurrency.lockutils [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] Acquiring lock "e3155645-b70f-426c-83df-e217fe8be062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.306996] env[66735]: DEBUG oslo_concurrency.lockutils [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] Lock "e3155645-b70f-426c-83df-e217fe8be062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.307216] env[66735]: DEBUG oslo_concurrency.lockutils [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] Lock "e3155645-b70f-426c-83df-e217fe8be062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.307757] env[66735]: DEBUG nova.compute.manager [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] [instance: e3155645-b70f-426c-83df-e217fe8be062] No waiting events found dispatching network-vif-plugged-6c8cccdf-b53d-444e-96ea-ee34c0ce822c {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 837.308292] env[66735]: WARNING nova.compute.manager [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] [instance: e3155645-b70f-426c-83df-e217fe8be062] Received unexpected event network-vif-plugged-6c8cccdf-b53d-444e-96ea-ee34c0ce822c for instance with vm_state building and task_state spawning. [ 837.308530] env[66735]: DEBUG nova.compute.manager [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] [instance: e3155645-b70f-426c-83df-e217fe8be062] Received event network-changed-6c8cccdf-b53d-444e-96ea-ee34c0ce822c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 837.309618] env[66735]: DEBUG nova.compute.manager [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] [instance: e3155645-b70f-426c-83df-e217fe8be062] Refreshing instance network info cache due to event network-changed-6c8cccdf-b53d-444e-96ea-ee34c0ce822c. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 837.309618] env[66735]: DEBUG oslo_concurrency.lockutils [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] Acquiring lock "refresh_cache-e3155645-b70f-426c-83df-e217fe8be062" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.378938] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.379487] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 837.385804] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.848s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.386882] env[66735]: INFO nova.compute.claims [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.437371] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52784d6b-f796-cfeb-4f57-9950202b8898, 'name': SearchDatastore_Task, 'duration_secs': 0.012007} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.438999] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-527d815c-77b0-4578-ab41-f855be918fb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.451024] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 837.451024] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5260fce7-1a35-ec1c-ef16-58a57665750e" [ 837.451024] env[66735]: _type = "Task" [ 837.451024] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.465024] env[66735]: DEBUG nova.compute.manager [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 837.465351] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.469230] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab4437a-b938-43d8-9ea7-43da63626ddd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.472412] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5260fce7-1a35-ec1c-ef16-58a57665750e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.475336] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246fcc2-5069-6bad-3d13-650eef1d734b/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 837.478363] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a864e4-d102-453b-b498-b73d6f1e573b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.487125] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.488862] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1233e17a-7d37-41fc-af22-d74eb61515f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.490809] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246fcc2-5069-6bad-3d13-650eef1d734b/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 837.490956] env[66735]: ERROR oslo_vmware.rw_handles [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246fcc2-5069-6bad-3d13-650eef1d734b/disk-0.vmdk due to incomplete transfer. [ 837.491241] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab055e28-f9b3-47be-944b-d5684a9fa141 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.498747] env[66735]: DEBUG oslo_vmware.api [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 837.498747] env[66735]: value = "task-4645673" [ 837.498747] env[66735]: _type = "Task" [ 837.498747] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.503482] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246fcc2-5069-6bad-3d13-650eef1d734b/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 837.503641] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Uploaded image 9f9be6d9-e8ad-46e9-ba9b-c0a88289088a to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 837.506378] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.507235] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-17c60940-4ae9-40a6-b823-b1c73eca0db7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.512737] env[66735]: DEBUG oslo_vmware.api [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.517089] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 837.517089] env[66735]: value = "task-4645674" [ 837.517089] env[66735]: _type = "Task" [ 837.517089] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.518069] env[66735]: DEBUG nova.network.neutron [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 837.531114] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645674, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.582035] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "755321d4-49b7-49f2-ac58-74b286be4645" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.586524] env[66735]: DEBUG oslo_vmware.api [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645670, 'name': PowerOnVM_Task, 'duration_secs': 0.527908} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.586818] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.587156] env[66735]: INFO nova.compute.manager [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Took 8.23 seconds to spawn the instance on the hypervisor. [ 837.587273] env[66735]: DEBUG nova.compute.manager [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 837.588242] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0337dbe-e514-4eeb-b5f2-03a0b9e714b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.644868] env[66735]: WARNING neutronclient.v2_0.client [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.740944] env[66735]: DEBUG nova.network.neutron [-] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.776696] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.804995] env[66735]: DEBUG nova.network.neutron [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Updating instance_info_cache with network_info: [{"id": "6c8cccdf-b53d-444e-96ea-ee34c0ce822c", "address": "fa:16:3e:07:65:f0", "network": {"id": "21f1d23f-5199-4c9b-8f8a-6671c080ab13", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-309288204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68b64468980d4e6289ac4d38083b8b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8cccdf-b5", "ovs_interfaceid": "6c8cccdf-b53d-444e-96ea-ee34c0ce822c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.888930] env[66735]: DEBUG nova.compute.utils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.890265] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 837.890265] env[66735]: DEBUG nova.network.neutron [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 837.891179] env[66735]: WARNING neutronclient.v2_0.client [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.891667] env[66735]: WARNING neutronclient.v2_0.client [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.964377] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5260fce7-1a35-ec1c-ef16-58a57665750e, 'name': SearchDatastore_Task, 'duration_secs': 0.041113} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.964377] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.964377] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 23873e0a-e4f8-440b-b44c-911cdd380e73/23873e0a-e4f8-440b-b44c-911cdd380e73.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.964377] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2de8c5d-c652-460f-a0be-f3ffebf293b7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.973095] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 837.973095] env[66735]: value = "task-4645675" [ 837.973095] env[66735]: _type = "Task" [ 837.973095] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.983858] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.008996] env[66735]: DEBUG oslo_vmware.api [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645673, 'name': PowerOffVM_Task, 'duration_secs': 0.352069} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.009305] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.009534] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.009832] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56ae1976-ac8d-468e-82cc-11169bb21e83 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.033194] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645674, 'name': Destroy_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.082022] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.082440] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.082727] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Deleting the datastore file [datastore2] b98e8bb7-5bbc-461e-b48d-62bd0d951ec8 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.084281] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9432cdb-69b8-41ec-b559-985140561bba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.092193] env[66735]: DEBUG oslo_vmware.api [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for the task: (returnval){ [ 838.092193] env[66735]: value = "task-4645677" [ 838.092193] env[66735]: _type = "Task" [ 838.092193] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.107364] env[66735]: DEBUG oslo_vmware.api [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.109834] env[66735]: INFO nova.compute.manager [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Took 49.51 seconds to build instance. [ 838.213113] env[66735]: DEBUG nova.compute.manager [req-6b6cf9a6-065c-4ec1-a263-c9d6d22d050b req-1c0b8a30-de23-480a-b0b0-5094baf5c63d service nova] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Received event network-vif-deleted-72a2c676-f2b6-406d-baeb-766b149f685d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 838.223195] env[66735]: DEBUG nova.policy [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7f51181fab549ca9f3c79d68bdf02a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b946810b3df4e4294aa55b68c5863cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.252967] env[66735]: INFO nova.compute.manager [-] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Took 1.39 seconds to deallocate network for instance. [ 838.311189] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Releasing lock "refresh_cache-e3155645-b70f-426c-83df-e217fe8be062" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.311781] env[66735]: DEBUG nova.compute.manager [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Instance network_info: |[{"id": "6c8cccdf-b53d-444e-96ea-ee34c0ce822c", "address": "fa:16:3e:07:65:f0", "network": {"id": "21f1d23f-5199-4c9b-8f8a-6671c080ab13", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-309288204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68b64468980d4e6289ac4d38083b8b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8cccdf-b5", "ovs_interfaceid": "6c8cccdf-b53d-444e-96ea-ee34c0ce822c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 838.319954] env[66735]: DEBUG oslo_concurrency.lockutils [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] Acquired lock "refresh_cache-e3155645-b70f-426c-83df-e217fe8be062" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.320481] env[66735]: DEBUG nova.network.neutron [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] [instance: e3155645-b70f-426c-83df-e217fe8be062] Refreshing network info cache for port 6c8cccdf-b53d-444e-96ea-ee34c0ce822c {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.322626] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:65:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c8cccdf-b53d-444e-96ea-ee34c0ce822c', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.332306] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Creating folder: Project (68b64468980d4e6289ac4d38083b8b24). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.333242] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d6a4196-d16b-4b84-9edf-23919ce192e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.348671] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Created folder: Project (68b64468980d4e6289ac4d38083b8b24) in parent group-v906980. [ 838.348950] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Creating folder: Instances. Parent ref: group-v907157. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.349259] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dddec1c-1b4a-4f9a-9f78-31ffebad8fa1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.354495] env[66735]: DEBUG nova.virt.hardware [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 838.354762] env[66735]: DEBUG nova.virt.hardware [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.354943] env[66735]: DEBUG nova.virt.hardware [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 838.355213] env[66735]: DEBUG nova.virt.hardware [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.355409] env[66735]: DEBUG nova.virt.hardware [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 838.355611] env[66735]: DEBUG nova.virt.hardware [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 838.355873] env[66735]: DEBUG nova.virt.hardware [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 838.356118] env[66735]: DEBUG nova.virt.hardware [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 838.356339] env[66735]: DEBUG nova.virt.hardware [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 838.356760] env[66735]: DEBUG nova.virt.hardware [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 838.356760] env[66735]: DEBUG nova.virt.hardware [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 838.358098] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c8c4ca-4d71-4453-a9a0-ba7693e6f842 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.369061] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99e76ac-89e5-4b47-b79f-7494d86f324b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.375808] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Created folder: Instances in parent group-v907157. [ 838.376322] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 838.376739] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3155645-b70f-426c-83df-e217fe8be062] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.376982] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39d469ab-2573-4a86-be0d-c484deef2ae8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.401199] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 838.406715] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:6b:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08471c24-f26e-47f4-a6d7-0a5ee1d38e5e', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.414736] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 838.418381] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.418381] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d40b45b4-7cb7-426d-9fbe-bb2ae2627c72 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.433742] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.433742] env[66735]: value = "task-4645680" [ 838.433742] env[66735]: _type = "Task" [ 838.433742] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.440179] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.440179] env[66735]: value = "task-4645681" [ 838.440179] env[66735]: _type = "Task" [ 838.440179] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.443978] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645680, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.455330] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645681, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.487815] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645675, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.533197] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645674, 'name': Destroy_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.611878] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0a5df32-7ddc-43a6-a57d-f76dcb9dd542 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "5b823cb0-f69d-49c7-86d7-1141743a794b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.022s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.612493] env[66735]: DEBUG oslo_vmware.api [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.761384] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.799343] env[66735]: DEBUG nova.network.neutron [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Successfully created port: 588184f3-c623-427d-8416-24877804b2a3 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 838.833737] env[66735]: WARNING neutronclient.v2_0.client [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.954385] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645680, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.960692] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645681, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.981592] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f41494e-c0c1-4256-b365-96c3d68010fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.987347] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799592} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.987961] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 23873e0a-e4f8-440b-b44c-911cdd380e73/23873e0a-e4f8-440b-b44c-911cdd380e73.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.988512] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.988600] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27e05c20-ce17-4c55-bf23-49379140474b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.994243] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccfbda6-a463-4ad5-b9cc-1c39c83d1ac5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.003196] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 839.003196] env[66735]: value = "task-4645682" [ 839.003196] env[66735]: _type = "Task" [ 839.003196] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.041137] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8462068d-deaf-4cf5-af4a-ef0d9c80133e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.051060] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.058856] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645674, 'name': Destroy_Task, 'duration_secs': 1.367971} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.065262] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Destroyed the VM [ 839.065262] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 839.065262] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-427f4767-2d27-49e6-b27f-7f7e83b0d9e9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.065262] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab19dcd9-7c7f-4152-95cf-6597b9efd7d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.089157] env[66735]: DEBUG nova.compute.provider_tree [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.094028] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 839.094028] env[66735]: value = "task-4645683" [ 839.094028] env[66735]: _type = "Task" [ 839.094028] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.108869] env[66735]: DEBUG oslo_vmware.api [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Task: {'id': task-4645677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.681246} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.112084] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.112302] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.113178] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.113397] env[66735]: INFO nova.compute.manager [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Took 1.65 seconds to destroy the instance on the hypervisor. [ 839.113655] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 839.114273] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.114489] env[66735]: DEBUG nova.compute.manager [-] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 839.114582] env[66735]: DEBUG nova.network.neutron [-] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 839.115276] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.361674] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.424266] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 839.446916] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645680, 'name': CreateVM_Task, 'duration_secs': 0.790146} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.451091] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3155645-b70f-426c-83df-e217fe8be062] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.453826] env[66735]: WARNING neutronclient.v2_0.client [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.454303] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.454512] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.454819] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.455637] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf38539-4f49-42e3-95e1-212de942f395 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.462076] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645681, 'name': CreateVM_Task, 'duration_secs': 0.769719} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.465299] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 839.465551] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.465735] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 839.465946] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.466135] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 839.466313] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 839.466551] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 839.466756] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 839.466963] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 839.467171] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 839.467373] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 839.467623] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.467940] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for the task: (returnval){ [ 839.467940] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52345d5b-57f9-74ad-a32d-e7f420b49be5" [ 839.467940] env[66735]: _type = "Task" [ 839.467940] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.468698] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6afff4c-e83d-40d0-b824-1a15bcd70d75 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.471545] env[66735]: WARNING neutronclient.v2_0.client [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 839.471953] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.485365] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4771d2-faac-4abb-9477-e14c41ba8069 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.489764] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52345d5b-57f9-74ad-a32d-e7f420b49be5, 'name': SearchDatastore_Task, 'duration_secs': 0.018703} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.490217] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.490480] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.490706] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.490845] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.491052] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.491749] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.492122] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.492354] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd699f59-9176-4892-a200-5f330dc026ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.502056] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe763f54-73ef-45e0-b952-c50b4c1f76a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.510410] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 839.510410] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521b195f-6b74-89d7-c066-81d21cae47f0" [ 839.510410] env[66735]: _type = "Task" [ 839.510410] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.518536] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086942} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.518740] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.518821] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.519992] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.520291] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b80c1c4-ea55-4459-a5f9-71545e0b544c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.526883] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef397fe-1708-409f-8257-447d58f6d24a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.529246] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521b195f-6b74-89d7-c066-81d21cae47f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.533730] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for the task: (returnval){ [ 839.533730] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5288a300-e6ba-6789-6c34-69e427f081ac" [ 839.533730] env[66735]: _type = "Task" [ 839.533730] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.555338] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 23873e0a-e4f8-440b-b44c-911cdd380e73/23873e0a-e4f8-440b-b44c-911cdd380e73.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.558107] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e65ac39-1aff-470d-b15c-5568c29a98b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.580222] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5288a300-e6ba-6789-6c34-69e427f081ac, 'name': SearchDatastore_Task, 'duration_secs': 0.031843} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.582444] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 839.582444] env[66735]: value = "task-4645684" [ 839.582444] env[66735]: _type = "Task" [ 839.582444] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.582689] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221c11bd-6c23-4451-8d73-1985776f06ab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.592158] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for the task: (returnval){ [ 839.592158] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]525cec11-7770-3cb5-1fb4-974061eed7bb" [ 839.592158] env[66735]: _type = "Task" [ 839.592158] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.596681] env[66735]: DEBUG nova.scheduler.client.report [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.600912] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645684, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.617170] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525cec11-7770-3cb5-1fb4-974061eed7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.019015} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.620742] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.620990] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] e3155645-b70f-426c-83df-e217fe8be062/e3155645-b70f-426c-83df-e217fe8be062.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.621327] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645683, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.621557] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bce6ffa-5c37-4c51-a47c-7a953bdfec34 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.631502] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for the task: (returnval){ [ 839.631502] env[66735]: value = "task-4645685" [ 839.631502] env[66735]: _type = "Task" [ 839.631502] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.646826] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.029060] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521b195f-6b74-89d7-c066-81d21cae47f0, 'name': SearchDatastore_Task, 'duration_secs': 0.032472} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.029591] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.029982] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.030354] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.030577] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.030881] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.031353] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ca9e90-3147-430b-9abc-dc53c6fdc44c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.049978] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.050365] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.052115] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e811277c-6d4b-4775-a93e-887aab0f92e1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.061204] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 840.061204] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b58f5f-714c-89cf-301e-87e0cd64faf8" [ 840.061204] env[66735]: _type = "Task" [ 840.061204] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.075259] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b58f5f-714c-89cf-301e-87e0cd64faf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.096241] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645684, 'name': ReconfigVM_Task, 'duration_secs': 0.340045} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.096681] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 23873e0a-e4f8-440b-b44c-911cdd380e73/23873e0a-e4f8-440b-b44c-911cdd380e73.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.097402] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-616792a0-4df7-4c0a-b734-8faba31343bd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.106162] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.106693] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 840.109613] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 840.109613] env[66735]: value = "task-4645686" [ 840.109613] env[66735]: _type = "Task" [ 840.109613] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.110219] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.437s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.110433] env[66735]: DEBUG nova.objects.instance [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lazy-loading 'resources' on Instance uuid 5116edb7-de7a-41a5-b6d5-b177efba94e3 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.120888] env[66735]: DEBUG oslo_vmware.api [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645683, 'name': RemoveSnapshot_Task, 'duration_secs': 0.580732} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.124409] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.124700] env[66735]: INFO nova.compute.manager [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Took 17.91 seconds to snapshot the instance on the hypervisor. [ 840.127963] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645686, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.143296] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645685, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.158116] env[66735]: WARNING neutronclient.v2_0.client [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.466782] env[66735]: DEBUG nova.network.neutron [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Successfully updated port: 588184f3-c623-427d-8416-24877804b2a3 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 840.475021] env[66735]: DEBUG nova.network.neutron [-] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.573432] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b58f5f-714c-89cf-301e-87e0cd64faf8, 'name': SearchDatastore_Task, 'duration_secs': 0.06642} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.574665] env[66735]: DEBUG nova.network.neutron [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] [instance: e3155645-b70f-426c-83df-e217fe8be062] Updated VIF entry in instance network info cache for port 6c8cccdf-b53d-444e-96ea-ee34c0ce822c. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 840.575134] env[66735]: DEBUG nova.network.neutron [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] [instance: e3155645-b70f-426c-83df-e217fe8be062] Updating instance_info_cache with network_info: [{"id": "6c8cccdf-b53d-444e-96ea-ee34c0ce822c", "address": "fa:16:3e:07:65:f0", "network": {"id": "21f1d23f-5199-4c9b-8f8a-6671c080ab13", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-309288204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68b64468980d4e6289ac4d38083b8b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8cccdf-b5", "ovs_interfaceid": "6c8cccdf-b53d-444e-96ea-ee34c0ce822c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.577542] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085232e8-62d0-415d-bb77-3260a14755c4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.584257] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 840.584257] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52dd4402-e484-8197-d582-ddf3ed402396" [ 840.584257] env[66735]: _type = "Task" [ 840.584257] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.593653] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52dd4402-e484-8197-d582-ddf3ed402396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.612916] env[66735]: DEBUG nova.compute.utils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.620360] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 840.620561] env[66735]: DEBUG nova.network.neutron [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 840.620862] env[66735]: WARNING neutronclient.v2_0.client [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.623884] env[66735]: WARNING neutronclient.v2_0.client [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.649014] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645686, 'name': Rename_Task, 'duration_secs': 0.199579} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.649838] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.650143] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcc7caad-58ca-4917-884f-bae5443448da {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.656339] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660418} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.660667] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] e3155645-b70f-426c-83df-e217fe8be062/e3155645-b70f-426c-83df-e217fe8be062.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.660667] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.660894] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcb9621e-4f80-416c-8f2f-ea44e03d5e2d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.666212] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 840.666212] env[66735]: value = "task-4645687" [ 840.666212] env[66735]: _type = "Task" [ 840.666212] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.671151] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for the task: (returnval){ [ 840.671151] env[66735]: value = "task-4645688" [ 840.671151] env[66735]: _type = "Task" [ 840.671151] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.677213] env[66735]: DEBUG nova.policy [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7f51181fab549ca9f3c79d68bdf02a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b946810b3df4e4294aa55b68c5863cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.689561] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.697181] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.711473] env[66735]: DEBUG nova.compute.manager [None req-b9ca5e20-3f61-41ae-91a0-af81407b6d90 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Found 2 images (rotation: 2) {{(pid=66735) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 840.970355] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "refresh_cache-f1ac4360-83ca-4561-8282-538cf40715b3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.970432] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired lock "refresh_cache-f1ac4360-83ca-4561-8282-538cf40715b3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.971137] env[66735]: DEBUG nova.network.neutron [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 840.976521] env[66735]: INFO nova.compute.manager [-] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Took 1.86 seconds to deallocate network for instance. [ 841.052692] env[66735]: DEBUG nova.network.neutron [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Successfully created port: 71087ad3-5e27-4101-8374-a074eb4302d8 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 841.083710] env[66735]: DEBUG oslo_concurrency.lockutils [req-d4c05cd4-5f07-434f-99f9-a8798e963d8f req-d4fc4e75-43e1-4f1d-a655-7532c5fd5c2c service nova] Releasing lock "refresh_cache-e3155645-b70f-426c-83df-e217fe8be062" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.099883] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52dd4402-e484-8197-d582-ddf3ed402396, 'name': SearchDatastore_Task, 'duration_secs': 0.035156} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.100370] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.100521] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 206a1a52-5506-4711-95ac-84c5f2550a7e/206a1a52-5506-4711-95ac-84c5f2550a7e.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.101103] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba250d90-8811-40ab-ba82-c3caac1a9e19 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.113169] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 841.113169] env[66735]: value = "task-4645689" [ 841.113169] env[66735]: _type = "Task" [ 841.113169] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.118658] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 841.123753] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165d3a3e-1ac3-4300-997d-7bb8f2bef886 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.131674] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.138224] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031376d6-5aac-4da6-abb9-68c378e30fab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.181340] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbecfc65-f9e7-4a72-930c-faffc84b6ab1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.191172] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09382} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.196188] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.196946] env[66735]: DEBUG oslo_vmware.api [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645687, 'name': PowerOnVM_Task, 'duration_secs': 0.505003} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.197711] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a38283-d0f1-481e-a6e5-c72922a51fce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.202054] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a344a32-0dab-4333-9439-08905d5a592b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.210025] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.210025] env[66735]: INFO nova.compute.manager [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Took 8.17 seconds to spawn the instance on the hypervisor. [ 841.210025] env[66735]: DEBUG nova.compute.manager [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 841.210025] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3462b3-f2e2-4c1e-8b6d-80648ad917f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.249142] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] e3155645-b70f-426c-83df-e217fe8be062/e3155645-b70f-426c-83df-e217fe8be062.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.249794] env[66735]: DEBUG nova.compute.provider_tree [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.254836] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ac4673-f1d9-4649-a0f1-a19ffeb8d335 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.269723] env[66735]: DEBUG nova.scheduler.client.report [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.280751] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for the task: (returnval){ [ 841.280751] env[66735]: value = "task-4645690" [ 841.280751] env[66735]: _type = "Task" [ 841.280751] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.291766] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.483863] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.626336] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.759653] env[66735]: INFO nova.compute.manager [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Took 45.15 seconds to build instance. [ 841.774727] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.777466] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.715s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.779972] env[66735]: INFO nova.compute.claims [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.795113] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.805685] env[66735]: INFO nova.scheduler.client.report [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted allocations for instance 5116edb7-de7a-41a5-b6d5-b177efba94e3 [ 842.126699] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645689, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.135134] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 842.163447] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 842.163696] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.163842] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 842.164027] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.164243] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 842.164389] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 842.164587] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 842.164737] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 842.164890] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 842.165093] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 842.165270] env[66735]: DEBUG nova.virt.hardware [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 842.166191] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7fd0cb-d111-46c0-974c-3e68187fe3de {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.174645] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b5791c-70ca-465e-9beb-48325f3b8bc6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.262427] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a369fed-6565-4c02-9f6f-9452bdc1eac9 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "23873e0a-e4f8-440b-b44c-911cdd380e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.685s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.301376] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.313662] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90d54ef2-2396-430a-b0a7-d4d5d9b56ced tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "5116edb7-de7a-41a5-b6d5-b177efba94e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.809s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.626910] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645689, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.029671} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.627291] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 206a1a52-5506-4711-95ac-84c5f2550a7e/206a1a52-5506-4711-95ac-84c5f2550a7e.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.627471] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.627658] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45557300-4ee7-48fb-ad7b-98095ad5bbca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.632335] env[66735]: DEBUG nova.network.neutron [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 842.636106] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 842.636106] env[66735]: value = "task-4645691" [ 842.636106] env[66735]: _type = "Task" [ 842.636106] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.648964] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.660255] env[66735]: DEBUG nova.network.neutron [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Successfully updated port: 71087ad3-5e27-4101-8374-a074eb4302d8 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 842.803846] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645690, 'name': ReconfigVM_Task, 'duration_secs': 1.189597} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.804222] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Reconfigured VM instance instance-0000003c to attach disk [datastore2] e3155645-b70f-426c-83df-e217fe8be062/e3155645-b70f-426c-83df-e217fe8be062.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.805133] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cdfb23f-ffc4-4900-a273-757da67196c4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.818550] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for the task: (returnval){ [ 842.818550] env[66735]: value = "task-4645692" [ 842.818550] env[66735]: _type = "Task" [ 842.818550] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.831919] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645692, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.880839] env[66735]: WARNING neutronclient.v2_0.client [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.969517] env[66735]: DEBUG nova.compute.manager [req-93a64eb7-14bf-4f94-943f-2fddf9cedab0 req-9db9ddf7-2235-441e-84a0-310c211b9964 service nova] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Received event network-vif-deleted-e42fb582-0ce7-479c-86a9-37552d185fb9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 843.034799] env[66735]: DEBUG nova.network.neutron [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Updating instance_info_cache with network_info: [{"id": "588184f3-c623-427d-8416-24877804b2a3", "address": "fa:16:3e:70:c3:2e", "network": {"id": "cf093072-928f-47e2-90ce-8d54d7f58126", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1097352296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b946810b3df4e4294aa55b68c5863cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap588184f3-c6", "ovs_interfaceid": "588184f3-c623-427d-8416-24877804b2a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.139588] env[66735]: DEBUG nova.compute.manager [req-81cc0f5f-95fd-4ed9-b059-a1fa6defddc2 req-92a35d4c-4d33-4ac6-8b3b-c51a085b53ac service nova] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Received event network-vif-plugged-588184f3-c623-427d-8416-24877804b2a3 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 843.139990] env[66735]: DEBUG oslo_concurrency.lockutils [req-81cc0f5f-95fd-4ed9-b059-a1fa6defddc2 req-92a35d4c-4d33-4ac6-8b3b-c51a085b53ac service nova] Acquiring lock "f1ac4360-83ca-4561-8282-538cf40715b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.140316] env[66735]: DEBUG oslo_concurrency.lockutils [req-81cc0f5f-95fd-4ed9-b059-a1fa6defddc2 req-92a35d4c-4d33-4ac6-8b3b-c51a085b53ac service nova] Lock "f1ac4360-83ca-4561-8282-538cf40715b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.140406] env[66735]: DEBUG oslo_concurrency.lockutils [req-81cc0f5f-95fd-4ed9-b059-a1fa6defddc2 req-92a35d4c-4d33-4ac6-8b3b-c51a085b53ac service nova] Lock "f1ac4360-83ca-4561-8282-538cf40715b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.140648] env[66735]: DEBUG nova.compute.manager [req-81cc0f5f-95fd-4ed9-b059-a1fa6defddc2 req-92a35d4c-4d33-4ac6-8b3b-c51a085b53ac service nova] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] No waiting events found dispatching network-vif-plugged-588184f3-c623-427d-8416-24877804b2a3 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 843.140804] env[66735]: WARNING nova.compute.manager [req-81cc0f5f-95fd-4ed9-b059-a1fa6defddc2 req-92a35d4c-4d33-4ac6-8b3b-c51a085b53ac service nova] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Received unexpected event network-vif-plugged-588184f3-c623-427d-8416-24877804b2a3 for instance with vm_state building and task_state spawning. [ 843.154088] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076515} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.158689] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.160295] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f44e3d-62ae-432b-b977-cd16b267ce31 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.165059] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "refresh_cache-3fd3d500-16d2-44f4-aca9-8eb3238421ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.165059] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired lock "refresh_cache-3fd3d500-16d2-44f4-aca9-8eb3238421ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.165393] env[66735]: DEBUG nova.network.neutron [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 843.211397] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 206a1a52-5506-4711-95ac-84c5f2550a7e/206a1a52-5506-4711-95ac-84c5f2550a7e.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.218415] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d965e3ff-9895-44d9-bbc0-ee9c66290895 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.255955] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 843.255955] env[66735]: value = "task-4645693" [ 843.255955] env[66735]: _type = "Task" [ 843.255955] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.275555] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.337278] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645692, 'name': Rename_Task, 'duration_secs': 0.329919} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.338370] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.338370] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dc6e7c6-c42b-4716-a575-d6721a3c45aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.348338] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for the task: (returnval){ [ 843.348338] env[66735]: value = "task-4645694" [ 843.348338] env[66735]: _type = "Task" [ 843.348338] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.359186] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.481163] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f240a39-31fa-45db-9382-1042376e907b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.490487] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f478c74-e543-44c2-83dd-02f1cef25c40 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.526558] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090124fe-afcb-4b7e-b08f-e38675933392 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.538508] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25832cba-2986-4af6-aab9-31785df00356 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.543596] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Releasing lock "refresh_cache-f1ac4360-83ca-4561-8282-538cf40715b3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.543971] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Instance network_info: |[{"id": "588184f3-c623-427d-8416-24877804b2a3", "address": "fa:16:3e:70:c3:2e", "network": {"id": "cf093072-928f-47e2-90ce-8d54d7f58126", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1097352296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b946810b3df4e4294aa55b68c5863cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap588184f3-c6", "ovs_interfaceid": "588184f3-c623-427d-8416-24877804b2a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 843.544468] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:c3:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '588184f3-c623-427d-8416-24877804b2a3', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.552343] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Creating folder: Project (9b946810b3df4e4294aa55b68c5863cf). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.554437] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baaa8dc4-36a8-46bf-bf06-e83f7c60ffd5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.568399] env[66735]: DEBUG nova.compute.provider_tree [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.580535] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Created folder: Project (9b946810b3df4e4294aa55b68c5863cf) in parent group-v906980. [ 843.580763] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Creating folder: Instances. Parent ref: group-v907161. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.581727] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6d1adb9-5c93-4eab-bfd6-6e72c154a6cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.593567] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Created folder: Instances in parent group-v907161. [ 843.593850] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 843.594076] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.594308] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae810046-48f7-4a04-9d67-e17a8387e3b5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.617204] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.617204] env[66735]: value = "task-4645697" [ 843.617204] env[66735]: _type = "Task" [ 843.617204] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.626549] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645697, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.762302] env[66735]: DEBUG nova.network.neutron [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 843.770382] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645693, 'name': ReconfigVM_Task, 'duration_secs': 0.461529} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.770666] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 206a1a52-5506-4711-95ac-84c5f2550a7e/206a1a52-5506-4711-95ac-84c5f2550a7e.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.771390] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-562faad8-f70b-4ea2-a45a-82822ba1410f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.779484] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 843.779484] env[66735]: value = "task-4645698" [ 843.779484] env[66735]: _type = "Task" [ 843.779484] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.793287] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645698, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.861156] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645694, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.905257] env[66735]: WARNING neutronclient.v2_0.client [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.010759] env[66735]: DEBUG nova.network.neutron [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Updating instance_info_cache with network_info: [{"id": "71087ad3-5e27-4101-8374-a074eb4302d8", "address": "fa:16:3e:b3:2b:4a", "network": {"id": "cf093072-928f-47e2-90ce-8d54d7f58126", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1097352296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b946810b3df4e4294aa55b68c5863cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71087ad3-5e", "ovs_interfaceid": "71087ad3-5e27-4101-8374-a074eb4302d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.035428] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "5b823cb0-f69d-49c7-86d7-1141743a794b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.035428] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "5b823cb0-f69d-49c7-86d7-1141743a794b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.035428] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "5b823cb0-f69d-49c7-86d7-1141743a794b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.035428] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "5b823cb0-f69d-49c7-86d7-1141743a794b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.035428] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "5b823cb0-f69d-49c7-86d7-1141743a794b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.040172] env[66735]: INFO nova.compute.manager [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Terminating instance [ 844.074240] env[66735]: DEBUG nova.scheduler.client.report [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.128832] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645697, 'name': CreateVM_Task, 'duration_secs': 0.339195} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.129398] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.130054] env[66735]: WARNING neutronclient.v2_0.client [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.130489] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.130885] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.131272] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.131551] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5511d04d-e50c-44b9-9081-fb5dd9ac0e9f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.140528] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 844.140528] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]529137f3-7ec2-a0dd-9c4b-07a824051400" [ 844.140528] env[66735]: _type = "Task" [ 844.140528] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.153858] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529137f3-7ec2-a0dd-9c4b-07a824051400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.295941] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645698, 'name': Rename_Task, 'duration_secs': 0.169397} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.296290] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.296542] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-075eedd1-2d82-4667-9703-7919b663ff5b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.305685] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 844.305685] env[66735]: value = "task-4645699" [ 844.305685] env[66735]: _type = "Task" [ 844.305685] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.319413] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.363372] env[66735]: DEBUG oslo_vmware.api [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645694, 'name': PowerOnVM_Task, 'duration_secs': 0.91697} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.363659] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.364045] env[66735]: INFO nova.compute.manager [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Took 8.66 seconds to spawn the instance on the hypervisor. [ 844.364045] env[66735]: DEBUG nova.compute.manager [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 844.365017] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38db286-15ea-4930-86b8-7a3e2af4d9d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.515412] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Releasing lock "refresh_cache-3fd3d500-16d2-44f4-aca9-8eb3238421ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.517630] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Instance network_info: |[{"id": "71087ad3-5e27-4101-8374-a074eb4302d8", "address": "fa:16:3e:b3:2b:4a", "network": {"id": "cf093072-928f-47e2-90ce-8d54d7f58126", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1097352296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b946810b3df4e4294aa55b68c5863cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71087ad3-5e", "ovs_interfaceid": "71087ad3-5e27-4101-8374-a074eb4302d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 844.517630] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:2b:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71087ad3-5e27-4101-8374-a074eb4302d8', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.525020] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 844.525020] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.525283] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-521267b5-1e21-4e05-8b77-7f23e05bc45f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.547247] env[66735]: DEBUG nova.compute.manager [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 844.547482] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.550269] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67513f46-aca2-4a13-8527-eff4df53c2c7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.557616] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.557616] env[66735]: value = "task-4645700" [ 844.557616] env[66735]: _type = "Task" [ 844.557616] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.564603] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.565802] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17793b08-4239-4817-8151-a933c1ff0d9b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.574098] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645700, 'name': CreateVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.579102] env[66735]: DEBUG oslo_vmware.api [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 844.579102] env[66735]: value = "task-4645701" [ 844.579102] env[66735]: _type = "Task" [ 844.579102] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.580947] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.582103] env[66735]: DEBUG nova.compute.manager [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 844.590747] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.186s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.591266] env[66735]: DEBUG nova.objects.instance [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lazy-loading 'resources' on Instance uuid 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.607043] env[66735]: DEBUG oslo_vmware.api [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.654775] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529137f3-7ec2-a0dd-9c4b-07a824051400, 'name': SearchDatastore_Task, 'duration_secs': 0.014675} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.655136] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.655461] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.655707] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.655853] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.656111] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.656482] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16124710-bed2-4c77-9034-4b1bcc369925 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.668469] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.668639] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.671406] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d4ebb47-5697-4f68-b4b5-1aa33bc477dc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.679346] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 844.679346] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52263164-1924-bd79-2eeb-63dd993e5b6c" [ 844.679346] env[66735]: _type = "Task" [ 844.679346] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.690299] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52263164-1924-bd79-2eeb-63dd993e5b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.816583] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645699, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.838589] env[66735]: DEBUG nova.compute.manager [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 844.839691] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80683f04-aab4-4fe6-a412-42234ca71dc5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.889868] env[66735]: INFO nova.compute.manager [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Took 47.87 seconds to build instance. [ 845.069269] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645700, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.092468] env[66735]: DEBUG oslo_vmware.api [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645701, 'name': PowerOffVM_Task, 'duration_secs': 0.232525} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.092731] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.092897] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.093495] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fd38b8c-06ea-49bf-a0bb-e3b231ea2ad0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.097166] env[66735]: DEBUG nova.compute.utils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.101878] env[66735]: DEBUG nova.compute.manager [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 845.101878] env[66735]: DEBUG nova.network.neutron [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 845.101878] env[66735]: WARNING neutronclient.v2_0.client [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.103572] env[66735]: WARNING neutronclient.v2_0.client [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.179506] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.179904] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.179904] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Deleting the datastore file [datastore1] 5b823cb0-f69d-49c7-86d7-1141743a794b {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.183378] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-462204d7-c930-4fba-ba40-8d9e32811e58 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.196635] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52263164-1924-bd79-2eeb-63dd993e5b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.015049} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.198439] env[66735]: DEBUG oslo_vmware.api [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for the task: (returnval){ [ 845.198439] env[66735]: value = "task-4645703" [ 845.198439] env[66735]: _type = "Task" [ 845.198439] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.198772] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7686a6-30fa-4dea-b9f4-8315130975d1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.213403] env[66735]: DEBUG oslo_vmware.api [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.214892] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 845.214892] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52913704-1c0b-7c34-05d0-728f97c06c3c" [ 845.214892] env[66735]: _type = "Task" [ 845.214892] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.228456] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52913704-1c0b-7c34-05d0-728f97c06c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.288722] env[66735]: DEBUG nova.policy [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2e4fbda1534449915e43889569d094', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6422087530a6485580cc72527266ed3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.318216] env[66735]: DEBUG oslo_vmware.api [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645699, 'name': PowerOnVM_Task, 'duration_secs': 0.658397} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.320658] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.320988] env[66735]: DEBUG nova.compute.manager [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 845.322211] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ec815f-9290-401c-8c05-d5c8f3f7274d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.359019] env[66735]: INFO nova.compute.manager [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] instance snapshotting [ 845.359019] env[66735]: DEBUG nova.objects.instance [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'flavor' on Instance uuid 57417beb-853a-47e3-a79e-f52c00b90c22 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.396457] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ede4bcf3-69a1-40f4-a0c5-a2d559c146b5 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Lock "e3155645-b70f-426c-83df-e217fe8be062" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.394s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.580752] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645700, 'name': CreateVM_Task, 'duration_secs': 0.521428} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.580944] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.581510] env[66735]: WARNING neutronclient.v2_0.client [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.581925] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.584791] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.584791] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.584791] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca907323-cc24-4339-81d2-4d86f7a7d8e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.589032] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374e00bf-d71e-4406-9aae-45acfa0e9c44 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.593510] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 845.593510] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5286ee71-ce58-a803-858c-76d6818e1080" [ 845.593510] env[66735]: _type = "Task" [ 845.593510] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.604020] env[66735]: DEBUG nova.compute.manager [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Received event network-vif-plugged-71087ad3-5e27-4101-8374-a074eb4302d8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 845.604020] env[66735]: DEBUG oslo_concurrency.lockutils [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] Acquiring lock "3fd3d500-16d2-44f4-aca9-8eb3238421ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.604020] env[66735]: DEBUG oslo_concurrency.lockutils [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] Lock "3fd3d500-16d2-44f4-aca9-8eb3238421ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.604020] env[66735]: DEBUG oslo_concurrency.lockutils [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] Lock "3fd3d500-16d2-44f4-aca9-8eb3238421ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.604020] env[66735]: DEBUG nova.compute.manager [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] No waiting events found dispatching network-vif-plugged-71087ad3-5e27-4101-8374-a074eb4302d8 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 845.604020] env[66735]: WARNING nova.compute.manager [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Received unexpected event network-vif-plugged-71087ad3-5e27-4101-8374-a074eb4302d8 for instance with vm_state building and task_state spawning. [ 845.604020] env[66735]: DEBUG nova.compute.manager [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Received event network-changed-71087ad3-5e27-4101-8374-a074eb4302d8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 845.604020] env[66735]: DEBUG nova.compute.manager [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Refreshing instance network info cache due to event network-changed-71087ad3-5e27-4101-8374-a074eb4302d8. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 845.604020] env[66735]: DEBUG oslo_concurrency.lockutils [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] Acquiring lock "refresh_cache-3fd3d500-16d2-44f4-aca9-8eb3238421ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.604757] env[66735]: DEBUG oslo_concurrency.lockutils [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] Acquired lock "refresh_cache-3fd3d500-16d2-44f4-aca9-8eb3238421ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.604757] env[66735]: DEBUG nova.network.neutron [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Refreshing network info cache for port 71087ad3-5e27-4101-8374-a074eb4302d8 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.607198] env[66735]: DEBUG nova.compute.manager [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 845.610637] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77fe7b6-426a-4f81-b21d-9274b6ef6e4d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.618572] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5286ee71-ce58-a803-858c-76d6818e1080, 'name': SearchDatastore_Task, 'duration_secs': 0.022515} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.619745] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.620048] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.620275] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.655776] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4326748a-f31d-4b6c-92b4-603959c56a61 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.665650] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8595863f-3f0b-412f-bfcc-facc3818fdde {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.686694] env[66735]: DEBUG nova.compute.provider_tree [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.714142] env[66735]: DEBUG oslo_vmware.api [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Task: {'id': task-4645703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488961} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.715016] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.715346] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.716232] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.716232] env[66735]: INFO nova.compute.manager [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 845.716467] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 845.716967] env[66735]: DEBUG nova.compute.manager [-] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 845.720543] env[66735]: DEBUG nova.network.neutron [-] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 845.720543] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.733942] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52913704-1c0b-7c34-05d0-728f97c06c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.013085} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.735077] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.735824] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] f1ac4360-83ca-4561-8282-538cf40715b3/f1ac4360-83ca-4561-8282-538cf40715b3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.737323] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.737669] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.738749] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e87763bb-e98f-4bea-9831-c8b0294aa788 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.742776] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8668b8e-482f-4f5d-9ef3-2695716bd05c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.752702] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 845.752702] env[66735]: value = "task-4645704" [ 845.752702] env[66735]: _type = "Task" [ 845.752702] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.754694] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.754694] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.758561] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e70cfe-b6a1-4533-b789-0fcd21ba3710 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.770431] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.770761] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 845.770761] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a194e1-f283-c473-2677-3de73c56ef97" [ 845.770761] env[66735]: _type = "Task" [ 845.770761] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.781840] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a194e1-f283-c473-2677-3de73c56ef97, 'name': SearchDatastore_Task, 'duration_secs': 0.013233} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.782831] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f988b21-5c3b-468c-ab37-1710ecfe3488 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.791214] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 845.791214] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52efde6e-35cd-42e9-ab5d-015e85122241" [ 845.791214] env[66735]: _type = "Task" [ 845.791214] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.800844] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52efde6e-35cd-42e9-ab5d-015e85122241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.825825] env[66735]: DEBUG nova.compute.manager [req-33055058-3a3f-4a0d-bc39-c2daec2a2016 req-b96dd776-8a0f-4f8a-a9cc-dbf2d8f907dc service nova] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Received event network-changed-588184f3-c623-427d-8416-24877804b2a3 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 845.826055] env[66735]: DEBUG nova.compute.manager [req-33055058-3a3f-4a0d-bc39-c2daec2a2016 req-b96dd776-8a0f-4f8a-a9cc-dbf2d8f907dc service nova] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Refreshing instance network info cache due to event network-changed-588184f3-c623-427d-8416-24877804b2a3. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 845.826311] env[66735]: DEBUG oslo_concurrency.lockutils [req-33055058-3a3f-4a0d-bc39-c2daec2a2016 req-b96dd776-8a0f-4f8a-a9cc-dbf2d8f907dc service nova] Acquiring lock "refresh_cache-f1ac4360-83ca-4561-8282-538cf40715b3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.826535] env[66735]: DEBUG oslo_concurrency.lockutils [req-33055058-3a3f-4a0d-bc39-c2daec2a2016 req-b96dd776-8a0f-4f8a-a9cc-dbf2d8f907dc service nova] Acquired lock "refresh_cache-f1ac4360-83ca-4561-8282-538cf40715b3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.826718] env[66735]: DEBUG nova.network.neutron [req-33055058-3a3f-4a0d-bc39-c2daec2a2016 req-b96dd776-8a0f-4f8a-a9cc-dbf2d8f907dc service nova] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Refreshing network info cache for port 588184f3-c623-427d-8416-24877804b2a3 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.846041] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.867014] env[66735]: DEBUG nova.network.neutron [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Successfully created port: 71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 845.872547] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41fd375-7e1c-469f-a1cc-fadd20cae8a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.899690] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beef705-a84b-4fb6-ad8f-abb595a5bb8c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.905479] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.107857] env[66735]: WARNING neutronclient.v2_0.client [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.190017] env[66735]: DEBUG nova.scheduler.client.report [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.265101] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645704, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.302605] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52efde6e-35cd-42e9-ab5d-015e85122241, 'name': SearchDatastore_Task, 'duration_secs': 0.016956} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.303097] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.303399] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 3fd3d500-16d2-44f4-aca9-8eb3238421ab/3fd3d500-16d2-44f4-aca9-8eb3238421ab.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.303678] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-871bdcd9-94a1-4f76-ba36-b0ecc15b9362 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.312879] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 846.312879] env[66735]: value = "task-4645705" [ 846.312879] env[66735]: _type = "Task" [ 846.312879] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.323019] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.331563] env[66735]: WARNING neutronclient.v2_0.client [req-33055058-3a3f-4a0d-bc39-c2daec2a2016 req-b96dd776-8a0f-4f8a-a9cc-dbf2d8f907dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.417654] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.420338] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aeecd892-41a4-4a49-8ec2-8b8e3a8ad6fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.430070] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 846.430070] env[66735]: value = "task-4645706" [ 846.430070] env[66735]: _type = "Task" [ 846.430070] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.442824] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645706, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.624596] env[66735]: DEBUG nova.compute.manager [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 846.664252] env[66735]: DEBUG nova.virt.hardware [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 846.664252] env[66735]: DEBUG nova.virt.hardware [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.664252] env[66735]: DEBUG nova.virt.hardware [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 846.664252] env[66735]: DEBUG nova.virt.hardware [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.664252] env[66735]: DEBUG nova.virt.hardware [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 846.664252] env[66735]: DEBUG nova.virt.hardware [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 846.665614] env[66735]: DEBUG nova.virt.hardware [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 846.668038] env[66735]: DEBUG nova.virt.hardware [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 846.668130] env[66735]: DEBUG nova.virt.hardware [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 846.668282] env[66735]: DEBUG nova.virt.hardware [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 846.668455] env[66735]: DEBUG nova.virt.hardware [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 846.670554] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed156f0-04d2-4616-b6e4-3ca298ad3439 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.681322] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037ebf0d-2aee-4253-b9bf-5cf31174cf7e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.699972] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.703313] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.594s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.728998] env[66735]: INFO nova.scheduler.client.report [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Deleted allocations for instance 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c [ 846.768349] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.902196} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.769222] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] f1ac4360-83ca-4561-8282-538cf40715b3/f1ac4360-83ca-4561-8282-538cf40715b3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.769222] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.769508] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb7c45ff-485d-456d-af92-53b3ff9cfbde {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.780348] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 846.780348] env[66735]: value = "task-4645707" [ 846.780348] env[66735]: _type = "Task" [ 846.780348] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.794158] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.829682] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645705, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.923978] env[66735]: DEBUG nova.network.neutron [-] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.947340] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645706, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.990294] env[66735]: WARNING neutronclient.v2_0.client [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.031707] env[66735]: WARNING neutronclient.v2_0.client [req-33055058-3a3f-4a0d-bc39-c2daec2a2016 req-b96dd776-8a0f-4f8a-a9cc-dbf2d8f907dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.181999] env[66735]: DEBUG nova.network.neutron [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Updated VIF entry in instance network info cache for port 71087ad3-5e27-4101-8374-a074eb4302d8. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 847.182483] env[66735]: DEBUG nova.network.neutron [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Updating instance_info_cache with network_info: [{"id": "71087ad3-5e27-4101-8374-a074eb4302d8", "address": "fa:16:3e:b3:2b:4a", "network": {"id": "cf093072-928f-47e2-90ce-8d54d7f58126", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1097352296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b946810b3df4e4294aa55b68c5863cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71087ad3-5e", "ovs_interfaceid": "71087ad3-5e27-4101-8374-a074eb4302d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.206237] env[66735]: DEBUG nova.objects.instance [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lazy-loading 'migration_context' on Instance uuid 0a1e9d66-ea85-474c-9751-120c5438f848 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.240629] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e05cbe98-aeff-4ade-b0b3-31d6490bc77e tempest-ServersAdminNegativeTestJSON-140283744 tempest-ServersAdminNegativeTestJSON-140283744-project-member] Lock "4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.341s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.273920] env[66735]: DEBUG nova.network.neutron [req-33055058-3a3f-4a0d-bc39-c2daec2a2016 req-b96dd776-8a0f-4f8a-a9cc-dbf2d8f907dc service nova] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Updated VIF entry in instance network info cache for port 588184f3-c623-427d-8416-24877804b2a3. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 847.274302] env[66735]: DEBUG nova.network.neutron [req-33055058-3a3f-4a0d-bc39-c2daec2a2016 req-b96dd776-8a0f-4f8a-a9cc-dbf2d8f907dc service nova] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Updating instance_info_cache with network_info: [{"id": "588184f3-c623-427d-8416-24877804b2a3", "address": "fa:16:3e:70:c3:2e", "network": {"id": "cf093072-928f-47e2-90ce-8d54d7f58126", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1097352296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b946810b3df4e4294aa55b68c5863cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap588184f3-c6", "ovs_interfaceid": "588184f3-c623-427d-8416-24877804b2a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.292376] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.337776} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.292696] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.293499] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1a9589-c0de-4152-a78c-4718f46667a8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.324518] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f1ac4360-83ca-4561-8282-538cf40715b3/f1ac4360-83ca-4561-8282-538cf40715b3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.324877] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c0d7b6-6378-4d3d-ab9b-5109865bf37c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.351098] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793789} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.352546] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 3fd3d500-16d2-44f4-aca9-8eb3238421ab/3fd3d500-16d2-44f4-aca9-8eb3238421ab.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.352774] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.353104] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 847.353104] env[66735]: value = "task-4645708" [ 847.353104] env[66735]: _type = "Task" [ 847.353104] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.353299] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ea7c48b-3865-40c3-a5f8-bbf3413e7d0c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.365246] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645708, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.366419] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 847.366419] env[66735]: value = "task-4645709" [ 847.366419] env[66735]: _type = "Task" [ 847.366419] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.376123] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.427707] env[66735]: INFO nova.compute.manager [-] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Took 1.71 seconds to deallocate network for instance. [ 847.447153] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645706, 'name': CreateSnapshot_Task, 'duration_secs': 1.005955} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.447518] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.449657] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551ac502-9524-446f-a3bd-cee227a49618 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.551068] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquiring lock "e3155645-b70f-426c-83df-e217fe8be062" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.551467] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Lock "e3155645-b70f-426c-83df-e217fe8be062" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.002s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.551825] env[66735]: INFO nova.compute.manager [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Rebooting instance [ 847.555818] env[66735]: DEBUG nova.network.neutron [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Successfully updated port: 71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 847.686630] env[66735]: DEBUG oslo_concurrency.lockutils [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] Releasing lock "refresh_cache-3fd3d500-16d2-44f4-aca9-8eb3238421ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.686630] env[66735]: DEBUG nova.compute.manager [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Received event network-changed-e37a0809-1064-4eb9-b01b-8b684de24988 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 847.687468] env[66735]: DEBUG nova.compute.manager [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Refreshing instance network info cache due to event network-changed-e37a0809-1064-4eb9-b01b-8b684de24988. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 847.687700] env[66735]: DEBUG oslo_concurrency.lockutils [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] Acquiring lock "refresh_cache-23873e0a-e4f8-440b-b44c-911cdd380e73" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.687922] env[66735]: DEBUG oslo_concurrency.lockutils [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] Acquired lock "refresh_cache-23873e0a-e4f8-440b-b44c-911cdd380e73" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.688420] env[66735]: DEBUG nova.network.neutron [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Refreshing network info cache for port e37a0809-1064-4eb9-b01b-8b684de24988 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.776835] env[66735]: DEBUG oslo_concurrency.lockutils [req-33055058-3a3f-4a0d-bc39-c2daec2a2016 req-b96dd776-8a0f-4f8a-a9cc-dbf2d8f907dc service nova] Releasing lock "refresh_cache-f1ac4360-83ca-4561-8282-538cf40715b3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.868072] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645708, 'name': ReconfigVM_Task, 'duration_secs': 0.483871} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.871545] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f1ac4360-83ca-4561-8282-538cf40715b3/f1ac4360-83ca-4561-8282-538cf40715b3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.871924] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e743b5f-25eb-470c-907c-4f410cf153e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.882752] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 847.882752] env[66735]: value = "task-4645710" [ 847.882752] env[66735]: _type = "Task" [ 847.882752] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.883013] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143673} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.883353] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.887827] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce615420-aea3-4198-9894-9dfa787d1748 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.916751] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 3fd3d500-16d2-44f4-aca9-8eb3238421ab/3fd3d500-16d2-44f4-aca9-8eb3238421ab.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.917170] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645710, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.920222] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca2ea203-3788-4bf6-9ea0-f4a7767c4593 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.942462] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.943405] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 847.943405] env[66735]: value = "task-4645711" [ 847.943405] env[66735]: _type = "Task" [ 847.943405] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.955652] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.974260] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 847.975512] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2e48ca2-4bc0-43f2-a2fb-52ef6b6fd93f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.985132] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 847.985132] env[66735]: value = "task-4645712" [ 847.985132] env[66735]: _type = "Task" [ 847.985132] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.998430] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645712, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.063051] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquiring lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.064402] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquired lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.064402] env[66735]: DEBUG nova.network.neutron [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 848.065013] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Acquiring lock "de06f073-887e-4bde-8158-54fcd704ee5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.066308] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Lock "de06f073-887e-4bde-8158-54fcd704ee5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.093008] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquiring lock "refresh_cache-e3155645-b70f-426c-83df-e217fe8be062" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.093196] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquired lock "refresh_cache-e3155645-b70f-426c-83df-e217fe8be062" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.093484] env[66735]: DEBUG nova.network.neutron [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 848.165059] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96c2b99-16cf-4422-bd70-719235779ff1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.174800] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380ecd8f-abec-490e-8004-6b2f0f5cdcf4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.011914] env[66735]: WARNING neutronclient.v2_0.client [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.016762] env[66735]: DEBUG nova.compute.manager [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 849.022272] env[66735]: WARNING neutronclient.v2_0.client [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.027120] env[66735]: DEBUG nova.compute.manager [req-d3b20614-3661-48ca-b0e8-25b1df31d800 req-ba5725d9-fe3d-4d93-a172-d9ebee991c4e service nova] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Received event network-vif-deleted-fa4d78e4-d9b2-4d7b-b0f6-a887777edb49 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 849.027323] env[66735]: DEBUG nova.compute.manager [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Received event network-vif-plugged-71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 849.027514] env[66735]: DEBUG oslo_concurrency.lockutils [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] Acquiring lock "f2821633-73aa-4969-8d56-e4dcfcce7bec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.027709] env[66735]: DEBUG oslo_concurrency.lockutils [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] Lock "f2821633-73aa-4969-8d56-e4dcfcce7bec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.027868] env[66735]: DEBUG oslo_concurrency.lockutils [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] Lock "f2821633-73aa-4969-8d56-e4dcfcce7bec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.028038] env[66735]: DEBUG nova.compute.manager [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] No waiting events found dispatching network-vif-plugged-71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 849.028195] env[66735]: WARNING nova.compute.manager [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Received unexpected event network-vif-plugged-71524284-41d7-44a3-acf5-f9ffd0d6214f for instance with vm_state building and task_state spawning. [ 849.028341] env[66735]: DEBUG nova.compute.manager [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Received event network-changed-71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 849.028484] env[66735]: DEBUG nova.compute.manager [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Refreshing instance network info cache due to event network-changed-71524284-41d7-44a3-acf5-f9ffd0d6214f. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 849.028636] env[66735]: DEBUG oslo_concurrency.lockutils [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] Acquiring lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.046806] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836e38da-5287-4478-bd3b-79962e6cf55b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.046806] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.046806] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.064807] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645710, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.065127] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645712, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.065381] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645711, 'name': ReconfigVM_Task, 'duration_secs': 0.965958} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.068203] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 3fd3d500-16d2-44f4-aca9-8eb3238421ab/3fd3d500-16d2-44f4-aca9-8eb3238421ab.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.069019] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1be76edf-7523-45cd-9a4c-146adf1bcf18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.072026] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ab0b5f-eded-4cf3-80dd-18e3aecff336 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.102566] env[66735]: DEBUG nova.compute.provider_tree [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.108404] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 849.108404] env[66735]: value = "task-4645713" [ 849.108404] env[66735]: _type = "Task" [ 849.108404] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.119069] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645713, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.122815] env[66735]: DEBUG nova.network.neutron [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 849.303431] env[66735]: WARNING neutronclient.v2_0.client [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.319323] env[66735]: WARNING neutronclient.v2_0.client [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.329149] env[66735]: WARNING neutronclient.v2_0.client [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.449481] env[66735]: DEBUG nova.network.neutron [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updating instance_info_cache with network_info: [{"id": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "address": "fa:16:3e:f7:f9:d4", "network": {"id": "0c4429d0-88a4-46cb-966d-d2d02312aae1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-534457436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6422087530a6485580cc72527266ed3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71524284-41", "ovs_interfaceid": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.478403] env[66735]: DEBUG nova.network.neutron [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Updating instance_info_cache with network_info: [{"id": "6c8cccdf-b53d-444e-96ea-ee34c0ce822c", "address": "fa:16:3e:07:65:f0", "network": {"id": "21f1d23f-5199-4c9b-8f8a-6671c080ab13", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-309288204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68b64468980d4e6289ac4d38083b8b24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8cccdf-b5", "ovs_interfaceid": "6c8cccdf-b53d-444e-96ea-ee34c0ce822c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.487123] env[66735]: DEBUG nova.network.neutron [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Updated VIF entry in instance network info cache for port e37a0809-1064-4eb9-b01b-8b684de24988. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 849.487735] env[66735]: DEBUG nova.network.neutron [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Updating instance_info_cache with network_info: [{"id": "e37a0809-1064-4eb9-b01b-8b684de24988", "address": "fa:16:3e:a1:a7:fc", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape37a0809-10", "ovs_interfaceid": "e37a0809-1064-4eb9-b01b-8b684de24988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.537933] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645712, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.538286] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645710, 'name': Rename_Task, 'duration_secs': 1.218754} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.538449] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.538697] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a4257b4-979c-43d5-8402-4ac9d57ae946 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.547307] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.547663] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 849.547663] env[66735]: value = "task-4645714" [ 849.547663] env[66735]: _type = "Task" [ 849.547663] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.550983] env[66735]: DEBUG nova.compute.manager [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 849.559967] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.591998] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "5cf9f44c-d7cf-47e3-805b-72aba8845d17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.598019] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "5cf9f44c-d7cf-47e3-805b-72aba8845d17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.598019] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "5cf9f44c-d7cf-47e3-805b-72aba8845d17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.598019] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "5cf9f44c-d7cf-47e3-805b-72aba8845d17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.598019] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "5cf9f44c-d7cf-47e3-805b-72aba8845d17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.600481] env[66735]: INFO nova.compute.manager [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Terminating instance [ 849.608413] env[66735]: DEBUG nova.scheduler.client.report [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.624507] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645713, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.952537] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Releasing lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.956053] env[66735]: DEBUG nova.compute.manager [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Instance network_info: |[{"id": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "address": "fa:16:3e:f7:f9:d4", "network": {"id": "0c4429d0-88a4-46cb-966d-d2d02312aae1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-534457436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6422087530a6485580cc72527266ed3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71524284-41", "ovs_interfaceid": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 849.956053] env[66735]: DEBUG oslo_concurrency.lockutils [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] Acquired lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.956053] env[66735]: DEBUG nova.network.neutron [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Refreshing network info cache for port 71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.956428] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:f9:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71524284-41d7-44a3-acf5-f9ffd0d6214f', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.965490] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Creating folder: Project (6422087530a6485580cc72527266ed3e). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.966326] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc2ae349-7ae6-4eec-a5cf-0080c6dfd2eb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.980776] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Created folder: Project (6422087530a6485580cc72527266ed3e) in parent group-v906980. [ 849.980892] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Creating folder: Instances. Parent ref: group-v907167. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.981349] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Releasing lock "refresh_cache-e3155645-b70f-426c-83df-e217fe8be062" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.985113] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15751b98-19bb-4ec1-95e1-16b1d19a5956 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.991974] env[66735]: DEBUG oslo_concurrency.lockutils [req-fbe644aa-3af1-4271-b2ce-178f35e73525 req-2bd204a1-6635-4aeb-94e3-cac5d6a8177b service nova] Releasing lock "refresh_cache-23873e0a-e4f8-440b-b44c-911cdd380e73" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.999023] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Created folder: Instances in parent group-v907167. [ 849.999023] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 849.999023] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.999023] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb17db20-b338-429c-85dc-1f35c55fe2d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.023580] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.023580] env[66735]: value = "task-4645717" [ 850.023580] env[66735]: _type = "Task" [ 850.023580] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.030301] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645712, 'name': CloneVM_Task} progress is 95%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.036079] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645717, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.062855] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.084292] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.109427] env[66735]: DEBUG nova.compute.manager [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 850.109702] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.110722] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238f417c-0bc7-4cc0-9adb-a9cb1422a0ae {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.125699] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.126390] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dd62059-f77b-409b-989a-c12e185025d0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.133060] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645713, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.140653] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1b630ae2-2a19-4061-834f-53622f221460 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "106b6931-9631-4c32-ade5-b3ad9384edea" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.140653] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1b630ae2-2a19-4061-834f-53622f221460 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.140653] env[66735]: DEBUG nova.compute.manager [None req-1b630ae2-2a19-4061-834f-53622f221460 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 850.140653] env[66735]: DEBUG oslo_vmware.api [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 850.140653] env[66735]: value = "task-4645718" [ 850.140653] env[66735]: _type = "Task" [ 850.140653] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.141245] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bb3576-27c1-4d3e-9e71-c43a4921462e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.154791] env[66735]: DEBUG oslo_vmware.api [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.158129] env[66735]: DEBUG nova.compute.manager [None req-1b630ae2-2a19-4061-834f-53622f221460 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 850.158756] env[66735]: DEBUG nova.objects.instance [None req-1b630ae2-2a19-4061-834f-53622f221460 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'flavor' on Instance uuid 106b6931-9631-4c32-ade5-b3ad9384edea {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.467271] env[66735]: WARNING neutronclient.v2_0.client [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.489221] env[66735]: DEBUG nova.compute.manager [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 850.490845] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc873bc-ae55-43f9-baf7-e06dd8b972da {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.531847] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645712, 'name': CloneVM_Task, 'duration_secs': 2.251748} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.532213] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Created linked-clone VM from snapshot [ 850.533674] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a6b6a9-a8c1-4458-b1d5-a03893944f1f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.542512] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645717, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.553089] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Uploading image be9fce52-1c4a-4011-bedd-7802e8080f41 {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.575374] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645714, 'name': PowerOnVM_Task, 'duration_secs': 0.878562} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.575657] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.575851] env[66735]: INFO nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Took 11.15 seconds to spawn the instance on the hypervisor. [ 850.577202] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 850.577202] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc75d815-8338-466b-8730-f2222a902416 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.592497] env[66735]: DEBUG oslo_vmware.rw_handles [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.592497] env[66735]: value = "vm-907166" [ 850.592497] env[66735]: _type = "VirtualMachine" [ 850.592497] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.592665] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9618b420-7a18-4892-9be6-8cd4191e1a31 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.602442] env[66735]: DEBUG oslo_vmware.rw_handles [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lease: (returnval){ [ 850.602442] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5261282d-0b2c-cdf7-692e-08a9e8a82a86" [ 850.602442] env[66735]: _type = "HttpNfcLease" [ 850.602442] env[66735]: } obtained for exporting VM: (result){ [ 850.602442] env[66735]: value = "vm-907166" [ 850.602442] env[66735]: _type = "VirtualMachine" [ 850.602442] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.602865] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the lease: (returnval){ [ 850.602865] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5261282d-0b2c-cdf7-692e-08a9e8a82a86" [ 850.602865] env[66735]: _type = "HttpNfcLease" [ 850.602865] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.620031] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.620031] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5261282d-0b2c-cdf7-692e-08a9e8a82a86" [ 850.620031] env[66735]: _type = "HttpNfcLease" [ 850.620031] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.626128] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645713, 'name': Rename_Task, 'duration_secs': 1.195681} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.628521] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.925s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.636306] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.638603] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.698s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.640612] env[66735]: INFO nova.compute.claims [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.644245] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cd3d4d2-a761-4ced-81a1-7e1c5d6d26c0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.661949] env[66735]: DEBUG oslo_vmware.api [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645718, 'name': PowerOffVM_Task, 'duration_secs': 0.218006} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.663808] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.663864] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.664945] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 850.664945] env[66735]: value = "task-4645720" [ 850.664945] env[66735]: _type = "Task" [ 850.664945] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.665229] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b62382a-01a0-435c-ab36-76a74e77688c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.687130] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645720, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.746378] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.746761] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.747083] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleting the datastore file [datastore2] 5cf9f44c-d7cf-47e3-805b-72aba8845d17 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.747582] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae389a8e-a496-4179-b7a9-4a2d30e9b923 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.759257] env[66735]: DEBUG oslo_vmware.api [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 850.759257] env[66735]: value = "task-4645722" [ 850.759257] env[66735]: _type = "Task" [ 850.759257] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.771151] env[66735]: DEBUG oslo_vmware.api [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.843521] env[66735]: WARNING neutronclient.v2_0.client [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.965492] env[66735]: DEBUG nova.network.neutron [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updated VIF entry in instance network info cache for port 71524284-41d7-44a3-acf5-f9ffd0d6214f. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 850.965856] env[66735]: DEBUG nova.network.neutron [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updating instance_info_cache with network_info: [{"id": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "address": "fa:16:3e:f7:f9:d4", "network": {"id": "0c4429d0-88a4-46cb-966d-d2d02312aae1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-534457436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6422087530a6485580cc72527266ed3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71524284-41", "ovs_interfaceid": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.042722] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645717, 'name': CreateVM_Task, 'duration_secs': 0.701003} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.045753] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.046389] env[66735]: WARNING neutronclient.v2_0.client [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.047045] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.047215] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.047543] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.048249] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7fdbe8-1374-4daa-9787-943aa3dd7d9d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.055798] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 851.055798] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b88804-bacf-b79d-b0af-e44fea4264c6" [ 851.055798] env[66735]: _type = "Task" [ 851.055798] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.067130] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b88804-bacf-b79d-b0af-e44fea4264c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.103530] env[66735]: INFO nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Took 33.69 seconds to build instance. [ 851.117861] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.117861] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5261282d-0b2c-cdf7-692e-08a9e8a82a86" [ 851.117861] env[66735]: _type = "HttpNfcLease" [ 851.117861] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.117861] env[66735]: DEBUG oslo_vmware.rw_handles [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.117861] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5261282d-0b2c-cdf7-692e-08a9e8a82a86" [ 851.117861] env[66735]: _type = "HttpNfcLease" [ 851.117861] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.118670] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56d3656-d8b5-4e23-8160-7d3be86f6eb2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.129995] env[66735]: DEBUG oslo_vmware.rw_handles [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221b059-8037-264f-c0af-63dd72606c83/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.130279] env[66735]: DEBUG oslo_vmware.rw_handles [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221b059-8037-264f-c0af-63dd72606c83/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 851.216406] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b630ae2-2a19-4061-834f-53622f221460 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.225313] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7836cce2-c77a-4270-9061-7d228434d22b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.243901] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.246936] env[66735]: DEBUG oslo_vmware.api [None req-1b630ae2-2a19-4061-834f-53622f221460 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 851.246936] env[66735]: value = "task-4645723" [ 851.246936] env[66735]: _type = "Task" [ 851.246936] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.262626] env[66735]: DEBUG oslo_vmware.api [None req-1b630ae2-2a19-4061-834f-53622f221460 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.275552] env[66735]: DEBUG oslo_vmware.api [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359403} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.278730] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.279128] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.279272] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.279879] env[66735]: INFO nova.compute.manager [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Took 1.17 seconds to destroy the instance on the hypervisor. [ 851.279879] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 851.280449] env[66735]: DEBUG nova.compute.manager [-] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 851.280574] env[66735]: DEBUG nova.network.neutron [-] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 851.280971] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.283174] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-75b674de-b396-43d6-a527-be5bde86b343 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.376898] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.469585] env[66735]: DEBUG oslo_concurrency.lockutils [req-57a3b294-eb2f-44e2-b8e2-8b393c9edee9 req-6cc16af1-5f1b-44c2-8e73-c317280e5bc2 service nova] Releasing lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.516894] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde838c5-e7d8-476c-921f-df8beae5c3fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.526846] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Doing hard reboot of VM {{(pid=66735) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 851.526846] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-61c06223-1ec5-40db-816d-62c8a9cdb753 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.539464] env[66735]: DEBUG oslo_vmware.api [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for the task: (returnval){ [ 851.539464] env[66735]: value = "task-4645724" [ 851.539464] env[66735]: _type = "Task" [ 851.539464] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.550392] env[66735]: DEBUG oslo_vmware.api [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645724, 'name': ResetVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.570107] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b88804-bacf-b79d-b0af-e44fea4264c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.570646] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.571129] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.571671] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.572139] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.572529] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.572962] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09e68396-2855-47ec-9b5a-39fcdb8247b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.585954] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.586277] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.587240] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82992151-13c5-45ca-95f6-a92a0b802083 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.601303] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 851.601303] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d6cd31-1c7c-ac40-3874-c2374a3c26d1" [ 851.601303] env[66735]: _type = "Task" [ 851.601303] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.612020] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "f1ac4360-83ca-4561-8282-538cf40715b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.205s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.612384] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d6cd31-1c7c-ac40-3874-c2374a3c26d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.738710] env[66735]: DEBUG oslo_vmware.api [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645720, 'name': PowerOnVM_Task, 'duration_secs': 0.874283} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.745116] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.745496] env[66735]: INFO nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Took 9.61 seconds to spawn the instance on the hypervisor. [ 851.745844] env[66735]: DEBUG nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 851.748127] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc552e04-59d8-411b-bed7-5255b7b7f23d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.771370] env[66735]: DEBUG oslo_vmware.api [None req-1b630ae2-2a19-4061-834f-53622f221460 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645723, 'name': PowerOffVM_Task, 'duration_secs': 0.325495} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.775019] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b630ae2-2a19-4061-834f-53622f221460 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.775474] env[66735]: DEBUG nova.compute.manager [None req-1b630ae2-2a19-4061-834f-53622f221460 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 851.777128] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7150736-295b-4e48-86d9-35f6fad57a04 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.012996] env[66735]: DEBUG nova.compute.manager [req-b3d8727e-8c9a-4981-bcc9-9051dc53196f req-2dfaf6ea-fc4b-48c4-9f35-bc1540c25e7d service nova] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Received event network-vif-deleted-4c35d434-43c8-473a-b6ba-fc6291168463 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 852.012996] env[66735]: INFO nova.compute.manager [req-b3d8727e-8c9a-4981-bcc9-9051dc53196f req-2dfaf6ea-fc4b-48c4-9f35-bc1540c25e7d service nova] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Neutron deleted interface 4c35d434-43c8-473a-b6ba-fc6291168463; detaching it from the instance and deleting it from the info cache [ 852.013221] env[66735]: DEBUG nova.network.neutron [req-b3d8727e-8c9a-4981-bcc9-9051dc53196f req-2dfaf6ea-fc4b-48c4-9f35-bc1540c25e7d service nova] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.056283] env[66735]: DEBUG oslo_vmware.api [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645724, 'name': ResetVM_Task, 'duration_secs': 0.119784} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.063874] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Did hard reboot of VM {{(pid=66735) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 852.064263] env[66735]: DEBUG nova.compute.manager [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 852.066595] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7697990-cfa0-441f-a7cc-12619591fb55 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.118474] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d6cd31-1c7c-ac40-3874-c2374a3c26d1, 'name': SearchDatastore_Task, 'duration_secs': 0.016943} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.123856] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc64ad53-922f-4ff7-990c-5b5433ee9e5b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.132529] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 852.132529] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a05a52-8ec7-848b-7026-e3a8d6807635" [ 852.132529] env[66735]: _type = "Task" [ 852.132529] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.146094] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a05a52-8ec7-848b-7026-e3a8d6807635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.202788] env[66735]: DEBUG nova.network.neutron [-] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.272382] env[66735]: INFO nova.compute.manager [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Swapping old allocation on dict_keys(['6ae23487-114f-4262-8cf3-6dc9ebca19ff']) held by migration d86c73cf-eb51-4e65-b3ac-5c0aa3c3fd1a for instance [ 852.284240] env[66735]: INFO nova.compute.manager [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Took 34.78 seconds to build instance. [ 852.308225] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1b630ae2-2a19-4061-834f-53622f221460 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.168s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.314691] env[66735]: DEBUG nova.scheduler.client.report [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Overwriting current allocation {'allocations': {'6ae23487-114f-4262-8cf3-6dc9ebca19ff': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 83}}, 'project_id': '074fd9c109b545e986890b8f3751d057', 'user_id': '8bcea8be744646288ae02f441891b60b', 'consumer_generation': 1} on consumer 0a1e9d66-ea85-474c-9751-120c5438f848 {{(pid=66735) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 852.412844] env[66735]: WARNING neutronclient.v2_0.client [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.452254] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a305faf8-02a2-43d4-b08d-c740911667cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.465109] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334f8fff-9c2b-4e19-807b-f025e0f0cf88 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.471371] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.471371] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquired lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.471371] env[66735]: DEBUG nova.network.neutron [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 852.511210] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c78ffa-a76e-4e60-886f-33f34e4cdc2a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.517204] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1be6b9fc-570d-4af3-bc92-f8807f00e898 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.522882] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4613f4-edda-4ed7-98d5-2f075029837e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.533132] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8cad72-cd93-4ec5-8e69-11ca95a2d743 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.553643] env[66735]: DEBUG nova.compute.provider_tree [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.588147] env[66735]: DEBUG nova.compute.manager [req-b3d8727e-8c9a-4981-bcc9-9051dc53196f req-2dfaf6ea-fc4b-48c4-9f35-bc1540c25e7d service nova] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Detach interface failed, port_id=4c35d434-43c8-473a-b6ba-fc6291168463, reason: Instance 5cf9f44c-d7cf-47e3-805b-72aba8845d17 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 852.588147] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9d535e97-42de-4324-acd5-ff771cff899c tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Lock "e3155645-b70f-426c-83df-e217fe8be062" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.037s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.649380] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a05a52-8ec7-848b-7026-e3a8d6807635, 'name': SearchDatastore_Task, 'duration_secs': 0.021806} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.649777] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.650179] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] f2821633-73aa-4969-8d56-e4dcfcce7bec/f2821633-73aa-4969-8d56-e4dcfcce7bec.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.650471] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08f2228c-20fb-408d-835f-6ad75448ca8e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.660144] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 852.660144] env[66735]: value = "task-4645725" [ 852.660144] env[66735]: _type = "Task" [ 852.660144] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.678308] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.710038] env[66735]: INFO nova.compute.manager [-] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Took 1.43 seconds to deallocate network for instance. [ 852.788324] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9e52ad67-fb66-4f1e-b3db-e5af6cff38d0 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "3fd3d500-16d2-44f4-aca9-8eb3238421ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.302s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.979024] env[66735]: WARNING neutronclient.v2_0.client [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.060037] env[66735]: DEBUG nova.scheduler.client.report [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.180910] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.218417] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.434860] env[66735]: WARNING neutronclient.v2_0.client [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.523277] env[66735]: DEBUG nova.objects.instance [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'flavor' on Instance uuid 106b6931-9631-4c32-ade5-b3ad9384edea {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.572484] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.933s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.572484] env[66735]: DEBUG nova.compute.manager [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 853.578023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.265s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.583279] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.583279] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 853.583786] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.191s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.584027] env[66735]: DEBUG nova.objects.instance [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 853.589201] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d8d979-2639-496b-bf7b-ece1cc0ca99d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.596871] env[66735]: DEBUG nova.network.neutron [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance_info_cache with network_info: [{"id": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "address": "fa:16:3e:ee:65:d1", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e85c019-7c", "ovs_interfaceid": "0e85c019-7cb3-420d-9d5d-35ea008e6abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.607288] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae1b431-fe77-4129-a2fb-fc4ea57ea96d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.627348] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633c8de2-5e0d-4a09-ae92-0f12dbed4a35 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.639623] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a71000-e88b-4052-a7e1-af751c8852ff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.680095] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178162MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 853.680248] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.690488] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627318} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.690773] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] f2821633-73aa-4969-8d56-e4dcfcce7bec/f2821633-73aa-4969-8d56-e4dcfcce7bec.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.690994] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.691277] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15a94ba5-e523-43fa-8f76-7ae706dd40d8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.701024] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 853.701024] env[66735]: value = "task-4645726" [ 853.701024] env[66735]: _type = "Task" [ 853.701024] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.712077] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.029956] env[66735]: DEBUG oslo_concurrency.lockutils [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.030174] env[66735]: DEBUG oslo_concurrency.lockutils [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.030361] env[66735]: DEBUG nova.network.neutron [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 854.030559] env[66735]: DEBUG nova.objects.instance [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'info_cache' on Instance uuid 106b6931-9631-4c32-ade5-b3ad9384edea {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.079650] env[66735]: DEBUG nova.compute.utils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.081171] env[66735]: DEBUG nova.compute.manager [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 854.081257] env[66735]: DEBUG nova.network.neutron [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 854.081575] env[66735]: WARNING neutronclient.v2_0.client [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.081965] env[66735]: WARNING neutronclient.v2_0.client [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.100395] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Releasing lock "refresh_cache-0a1e9d66-ea85-474c-9751-120c5438f848" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.100866] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.101382] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac7980f5-3335-4fe4-bfc5-e8dad42eece8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.109869] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 854.109869] env[66735]: value = "task-4645727" [ 854.109869] env[66735]: _type = "Task" [ 854.109869] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.123011] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.130680] env[66735]: DEBUG nova.policy [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49ad68428394d51a920e60ac057cd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ceab9724bb4af6b8c7ba686fdefd49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.214454] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075444} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.215023] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.215956] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c928fa-d6ed-40c1-b510-cc5ed5cf1e95 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.253199] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f2821633-73aa-4969-8d56-e4dcfcce7bec/f2821633-73aa-4969-8d56-e4dcfcce7bec.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.253513] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d755b35-d911-4b25-8f7b-42bbe8c62a9f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.291658] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 854.291658] env[66735]: value = "task-4645728" [ 854.291658] env[66735]: _type = "Task" [ 854.291658] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.305058] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.534497] env[66735]: DEBUG nova.objects.base [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Object Instance<106b6931-9631-4c32-ade5-b3ad9384edea> lazy-loaded attributes: flavor,info_cache {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 854.586256] env[66735]: DEBUG nova.compute.manager [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 854.594057] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e3d6db82-898a-4cad-a394-a20108ac768a tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.598475] env[66735]: DEBUG nova.network.neutron [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Successfully created port: d583ff23-0699-4b03-8641-4c2cdb740de9 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 854.603644] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.297s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.603885] env[66735]: DEBUG nova.objects.instance [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 854.625462] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645727, 'name': PowerOffVM_Task, 'duration_secs': 0.336707} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.625462] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.626298] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:06:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='36de46e6-5069-47ae-a501-5b240fd295c1',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-901856819',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 854.626466] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.626650] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 854.626845] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.628236] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 854.628236] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 854.628236] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 854.628236] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 854.628236] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 854.628236] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 854.628575] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 854.634384] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d37982-0537-4108-97f7-927f195cab36 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.655404] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 854.655404] env[66735]: value = "task-4645729" [ 854.655404] env[66735]: _type = "Task" [ 854.655404] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.665891] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.786563] env[66735]: DEBUG oslo_concurrency.lockutils [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "f1ac4360-83ca-4561-8282-538cf40715b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.786924] env[66735]: DEBUG oslo_concurrency.lockutils [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "f1ac4360-83ca-4561-8282-538cf40715b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.787296] env[66735]: DEBUG oslo_concurrency.lockutils [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "f1ac4360-83ca-4561-8282-538cf40715b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.787699] env[66735]: DEBUG oslo_concurrency.lockutils [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "f1ac4360-83ca-4561-8282-538cf40715b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.787778] env[66735]: DEBUG oslo_concurrency.lockutils [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "f1ac4360-83ca-4561-8282-538cf40715b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.790733] env[66735]: INFO nova.compute.manager [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Terminating instance [ 854.805205] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.038333] env[66735]: WARNING neutronclient.v2_0.client [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.090959] env[66735]: DEBUG oslo_concurrency.lockutils [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquiring lock "e3155645-b70f-426c-83df-e217fe8be062" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.091321] env[66735]: DEBUG oslo_concurrency.lockutils [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Lock "e3155645-b70f-426c-83df-e217fe8be062" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.092426] env[66735]: DEBUG oslo_concurrency.lockutils [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquiring lock "e3155645-b70f-426c-83df-e217fe8be062-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.092426] env[66735]: DEBUG oslo_concurrency.lockutils [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Lock "e3155645-b70f-426c-83df-e217fe8be062-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.092426] env[66735]: DEBUG oslo_concurrency.lockutils [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Lock "e3155645-b70f-426c-83df-e217fe8be062-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.094125] env[66735]: INFO nova.compute.manager [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Terminating instance [ 855.169833] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645729, 'name': ReconfigVM_Task, 'duration_secs': 0.202553} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.171067] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c0c50a-4334-42ce-877e-bcd01706a4ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.195064] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:06:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='36de46e6-5069-47ae-a501-5b240fd295c1',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-901856819',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 855.195407] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.195653] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 855.195902] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.197037] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 855.197037] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 855.197037] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 855.197037] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 855.197037] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 855.197037] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 855.197292] env[66735]: DEBUG nova.virt.hardware [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 855.202149] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feecc613-cc48-408f-8538-3cdf31f4cfc2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.205193] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "3fd3d500-16d2-44f4-aca9-8eb3238421ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.205193] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "3fd3d500-16d2-44f4-aca9-8eb3238421ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.205301] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "3fd3d500-16d2-44f4-aca9-8eb3238421ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.205637] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "3fd3d500-16d2-44f4-aca9-8eb3238421ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.206241] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "3fd3d500-16d2-44f4-aca9-8eb3238421ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.208939] env[66735]: INFO nova.compute.manager [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Terminating instance [ 855.219519] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 855.219519] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524902a7-81fa-9d3a-904c-ca32a0eed076" [ 855.219519] env[66735]: _type = "Task" [ 855.219519] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.233189] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524902a7-81fa-9d3a-904c-ca32a0eed076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.298974] env[66735]: DEBUG nova.compute.manager [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 855.299312] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.303503] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e22295-35af-4c90-85c7-75970ccc14c1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.306352] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645728, 'name': ReconfigVM_Task, 'duration_secs': 0.581515} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.306615] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f2821633-73aa-4969-8d56-e4dcfcce7bec/f2821633-73aa-4969-8d56-e4dcfcce7bec.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.307677] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fbb6011-0c18-4fc2-ae71-b2647cb1275b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.317051] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.317346] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cda2f58-ccab-4274-9b12-35533498b815 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.322342] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 855.322342] env[66735]: value = "task-4645730" [ 855.322342] env[66735]: _type = "Task" [ 855.322342] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.326672] env[66735]: DEBUG oslo_vmware.api [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 855.326672] env[66735]: value = "task-4645731" [ 855.326672] env[66735]: _type = "Task" [ 855.326672] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.334645] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645730, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.343230] env[66735]: DEBUG oslo_vmware.api [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.602979] env[66735]: DEBUG nova.compute.manager [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 855.605945] env[66735]: DEBUG nova.compute.manager [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 855.606159] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.607823] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a58a4ec-a13a-436d-a533-cbd6ecb5b697 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.618275] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1d850618-0eb0-468c-8484-b11684846411 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.619528] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.619954] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.177s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.620124] env[66735]: DEBUG nova.objects.instance [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 855.631335] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed67d652-99b1-4a44-ac0e-186b924800e8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.647211] env[66735]: DEBUG oslo_vmware.api [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for the task: (returnval){ [ 855.647211] env[66735]: value = "task-4645732" [ 855.647211] env[66735]: _type = "Task" [ 855.647211] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.652250] env[66735]: DEBUG nova.virt.hardware [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 855.652721] env[66735]: DEBUG nova.virt.hardware [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.652921] env[66735]: DEBUG nova.virt.hardware [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 855.653265] env[66735]: DEBUG nova.virt.hardware [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.653534] env[66735]: DEBUG nova.virt.hardware [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 855.653775] env[66735]: DEBUG nova.virt.hardware [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 855.654164] env[66735]: DEBUG nova.virt.hardware [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 855.654463] env[66735]: DEBUG nova.virt.hardware [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 855.654747] env[66735]: DEBUG nova.virt.hardware [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 855.655059] env[66735]: DEBUG nova.virt.hardware [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 855.655362] env[66735]: DEBUG nova.virt.hardware [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 855.657284] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2016c9ef-1e83-4ccd-92d1-c78c03193b87 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.663742] env[66735]: WARNING neutronclient.v2_0.client [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.686413] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09b1910-3a0c-4d05-8771-e6df96f21f62 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.692681] env[66735]: DEBUG oslo_vmware.api [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.715883] env[66735]: DEBUG nova.compute.manager [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 855.716233] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.717710] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1923b2b-7e88-4af3-b1a5-cd2f0eca5180 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.732641] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524902a7-81fa-9d3a-904c-ca32a0eed076, 'name': SearchDatastore_Task, 'duration_secs': 0.015185} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.740779] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 855.741219] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.741487] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0599b75d-a113-468e-852e-72b2cb3e52c7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.755678] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d859c774-6263-4f33-b4ba-25c90ae8b54d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.765360] env[66735]: DEBUG oslo_vmware.api [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 855.765360] env[66735]: value = "task-4645733" [ 855.765360] env[66735]: _type = "Task" [ 855.765360] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.766912] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 855.766912] env[66735]: value = "task-4645734" [ 855.766912] env[66735]: _type = "Task" [ 855.766912] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.781460] env[66735]: DEBUG oslo_vmware.api [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.785216] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.839567] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645730, 'name': Rename_Task, 'duration_secs': 0.307025} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.843374] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.843711] env[66735]: DEBUG oslo_vmware.api [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645731, 'name': PowerOffVM_Task, 'duration_secs': 0.342301} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.843962] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a97f7288-c63e-45d8-bb84-d48ce62fdb78 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.845935] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.846159] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.846509] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae15d710-eaab-4d6e-b1aa-acb2903efd87 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.855977] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 855.855977] env[66735]: value = "task-4645735" [ 855.855977] env[66735]: _type = "Task" [ 855.855977] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.868936] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.923251] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.923588] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.923876] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Deleting the datastore file [datastore2] f1ac4360-83ca-4561-8282-538cf40715b3 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.924681] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d6362c7-caaf-4237-bf41-334dc6620658 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.933786] env[66735]: DEBUG oslo_vmware.api [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 855.933786] env[66735]: value = "task-4645737" [ 855.933786] env[66735]: _type = "Task" [ 855.933786] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.944396] env[66735]: DEBUG oslo_vmware.api [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.170890] env[66735]: DEBUG oslo_vmware.api [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645732, 'name': PowerOffVM_Task, 'duration_secs': 0.233895} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.171377] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.171470] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.171755] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2e90f10-51f9-4f5f-9b66-84cf5ee25f1f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.244574] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.244737] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.244866] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Deleting the datastore file [datastore2] e3155645-b70f-426c-83df-e217fe8be062 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.245197] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-963fef0b-f626-44a1-b6d4-03923bd7ae6d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.253905] env[66735]: DEBUG oslo_vmware.api [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for the task: (returnval){ [ 856.253905] env[66735]: value = "task-4645739" [ 856.253905] env[66735]: _type = "Task" [ 856.253905] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.265128] env[66735]: DEBUG oslo_vmware.api [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.281183] env[66735]: DEBUG oslo_vmware.api [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645733, 'name': PowerOffVM_Task, 'duration_secs': 0.233427} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.284640] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.284854] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.285544] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645734, 'name': ReconfigVM_Task, 'duration_secs': 0.256519} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.285802] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1e910b7-335f-418b-b274-66049348af55 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.287711] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 856.288579] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74aa9b1-d00f-420d-b6fa-234ab8dcb01e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.327788] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 0a1e9d66-ea85-474c-9751-120c5438f848/0a1e9d66-ea85-474c-9751-120c5438f848.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.329223] env[66735]: DEBUG nova.network.neutron [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Successfully updated port: d583ff23-0699-4b03-8641-4c2cdb740de9 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 856.330655] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ba2ab9b-4bc5-4fc3-bef3-20bb37c53237 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.354397] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 856.354397] env[66735]: value = "task-4645741" [ 856.354397] env[66735]: _type = "Task" [ 856.354397] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.368405] env[66735]: DEBUG nova.network.neutron [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance_info_cache with network_info: [{"id": "aac74381-f35c-4994-a303-bd65591adc40", "address": "fa:16:3e:31:82:25", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac74381-f3", "ovs_interfaceid": "aac74381-f35c-4994-a303-bd65591adc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.378497] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645741, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.381646] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.381646] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.381646] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Deleting the datastore file [datastore2] 3fd3d500-16d2-44f4-aca9-8eb3238421ab {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.387855] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4a38404-cd83-4437-8fab-ccc35fb91145 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.391953] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645735, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.401992] env[66735]: DEBUG oslo_vmware.api [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 856.401992] env[66735]: value = "task-4645742" [ 856.401992] env[66735]: _type = "Task" [ 856.401992] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.414462] env[66735]: DEBUG oslo_vmware.api [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.448483] env[66735]: DEBUG oslo_vmware.api [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222489} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.448869] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.449132] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.449420] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.449647] env[66735]: INFO nova.compute.manager [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 856.449949] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 856.450224] env[66735]: DEBUG nova.compute.manager [-] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 856.450907] env[66735]: DEBUG nova.network.neutron [-] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 856.450907] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.606349] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.643409] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cfa81ad-51b7-4cbc-a992-33730226ff41 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.644600] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.950s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.644864] env[66735]: DEBUG nova.objects.instance [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lazy-loading 'resources' on Instance uuid 755321d4-49b7-49f2-ac58-74b286be4645 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.765817] env[66735]: DEBUG oslo_vmware.api [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Task: {'id': task-4645739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21648} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.766095] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.766396] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.766468] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.766613] env[66735]: INFO nova.compute.manager [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] [instance: e3155645-b70f-426c-83df-e217fe8be062] Took 1.16 seconds to destroy the instance on the hypervisor. [ 856.766896] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 856.767196] env[66735]: DEBUG nova.compute.manager [-] [instance: e3155645-b70f-426c-83df-e217fe8be062] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 856.767326] env[66735]: DEBUG nova.network.neutron [-] [instance: e3155645-b70f-426c-83df-e217fe8be062] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 856.767530] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.850268] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.850268] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.850268] env[66735]: DEBUG nova.network.neutron [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 856.870402] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645741, 'name': ReconfigVM_Task, 'duration_secs': 0.451559} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.871471] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 0a1e9d66-ea85-474c-9751-120c5438f848/0a1e9d66-ea85-474c-9751-120c5438f848.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.872296] env[66735]: DEBUG oslo_concurrency.lockutils [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.877022] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66825086-e8b2-4303-8d9e-b7a6e3dd1bd1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.883587] env[66735]: DEBUG oslo_vmware.api [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645735, 'name': PowerOnVM_Task, 'duration_secs': 0.63531} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.884921] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.887865] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.888181] env[66735]: INFO nova.compute.manager [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Took 10.26 seconds to spawn the instance on the hypervisor. [ 856.888449] env[66735]: DEBUG nova.compute.manager [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 856.890492] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb02ff1-148c-49fc-879b-a2e7f6ca7b97 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.916038] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccb14aa-f8ed-4eb3-a4d8-4c1a6e29acc1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.930460] env[66735]: DEBUG oslo_vmware.api [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216703} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.945071] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.945356] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.945556] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.945721] env[66735]: INFO nova.compute.manager [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Took 1.23 seconds to destroy the instance on the hypervisor. [ 856.945986] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 856.947251] env[66735]: DEBUG nova.compute.manager [-] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 856.948380] env[66735]: DEBUG nova.network.neutron [-] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 856.948677] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.952501] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e00cdff-04b9-410a-9109-c430bf25b881 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.976053] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344040b1-af52-4f51-aee2-9f73c1bc268e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.987089] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.988073] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ee3445f-f792-4559-a5ad-2eed3c62e293 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.997934] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 856.997934] env[66735]: value = "task-4645743" [ 856.997934] env[66735]: _type = "Task" [ 856.997934] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.007690] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.148201] env[66735]: DEBUG nova.objects.instance [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lazy-loading 'numa_topology' on Instance uuid 755321d4-49b7-49f2-ac58-74b286be4645 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.234559] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.434652] env[66735]: DEBUG nova.network.neutron [-] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.440770] env[66735]: INFO nova.compute.manager [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Took 34.40 seconds to build instance. [ 857.515026] env[66735]: DEBUG oslo_vmware.api [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645743, 'name': PowerOnVM_Task, 'duration_secs': 0.506248} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.515026] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.560089] env[66735]: DEBUG nova.network.neutron [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 857.650880] env[66735]: DEBUG nova.objects.base [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Object Instance<755321d4-49b7-49f2-ac58-74b286be4645> lazy-loaded attributes: resources,numa_topology {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 857.656062] env[66735]: DEBUG nova.compute.manager [req-858a738c-cf5d-4702-84ba-5af56178deee req-6cafe844-dd2e-43e6-8bf2-379374844732 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received event network-vif-plugged-d583ff23-0699-4b03-8641-4c2cdb740de9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 857.656062] env[66735]: DEBUG oslo_concurrency.lockutils [req-858a738c-cf5d-4702-84ba-5af56178deee req-6cafe844-dd2e-43e6-8bf2-379374844732 service nova] Acquiring lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.656223] env[66735]: DEBUG oslo_concurrency.lockutils [req-858a738c-cf5d-4702-84ba-5af56178deee req-6cafe844-dd2e-43e6-8bf2-379374844732 service nova] Lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.656395] env[66735]: DEBUG oslo_concurrency.lockutils [req-858a738c-cf5d-4702-84ba-5af56178deee req-6cafe844-dd2e-43e6-8bf2-379374844732 service nova] Lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.656559] env[66735]: DEBUG nova.compute.manager [req-858a738c-cf5d-4702-84ba-5af56178deee req-6cafe844-dd2e-43e6-8bf2-379374844732 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] No waiting events found dispatching network-vif-plugged-d583ff23-0699-4b03-8641-4c2cdb740de9 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 857.656821] env[66735]: WARNING nova.compute.manager [req-858a738c-cf5d-4702-84ba-5af56178deee req-6cafe844-dd2e-43e6-8bf2-379374844732 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received unexpected event network-vif-plugged-d583ff23-0699-4b03-8641-4c2cdb740de9 for instance with vm_state building and task_state spawning. [ 857.705767] env[66735]: DEBUG nova.network.neutron [-] [instance: e3155645-b70f-426c-83df-e217fe8be062] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.742303] env[66735]: WARNING neutronclient.v2_0.client [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.883495] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.887355] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9867d10-44a3-45d6-a97e-73a1e7ca55ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.896915] env[66735]: DEBUG nova.network.neutron [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updating instance_info_cache with network_info: [{"id": "d583ff23-0699-4b03-8641-4c2cdb740de9", "address": "fa:16:3e:26:e2:f1", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd583ff23-06", "ovs_interfaceid": "d583ff23-0699-4b03-8641-4c2cdb740de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.903170] env[66735]: DEBUG oslo_vmware.api [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 857.903170] env[66735]: value = "task-4645744" [ 857.903170] env[66735]: _type = "Task" [ 857.903170] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.923417] env[66735]: DEBUG oslo_vmware.api [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645744, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.938037] env[66735]: INFO nova.compute.manager [-] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Took 1.49 seconds to deallocate network for instance. [ 857.945840] env[66735]: DEBUG oslo_concurrency.lockutils [None req-81bb3c80-07fc-4ff3-9b0c-cf1503e35128 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Lock "f2821633-73aa-4969-8d56-e4dcfcce7bec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.922s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.974424] env[66735]: DEBUG nova.network.neutron [-] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.165613] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f45a7e4-a676-477c-810c-a857e3d27a86 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.174979] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0155830-be32-4a13-8e30-731952587c7c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.209187] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8aa386-d7bf-48f2-9ec0-550924184da6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.212245] env[66735]: INFO nova.compute.manager [-] [instance: e3155645-b70f-426c-83df-e217fe8be062] Took 1.44 seconds to deallocate network for instance. [ 858.221127] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825ce535-0bf1-4fd0-976d-daaaf77ea9ae {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.241819] env[66735]: DEBUG nova.compute.provider_tree [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.410801] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.411192] env[66735]: DEBUG nova.compute.manager [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Instance network_info: |[{"id": "d583ff23-0699-4b03-8641-4c2cdb740de9", "address": "fa:16:3e:26:e2:f1", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd583ff23-06", "ovs_interfaceid": "d583ff23-0699-4b03-8641-4c2cdb740de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 858.411824] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:e2:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd583ff23-0699-4b03-8641-4c2cdb740de9', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.421727] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 858.426526] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.426714] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-840cfda8-2b25-4308-a91b-2bf4b9e993f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.445316] env[66735]: DEBUG oslo_concurrency.lockutils [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.449407] env[66735]: DEBUG oslo_vmware.api [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.450949] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.450949] env[66735]: value = "task-4645745" [ 858.450949] env[66735]: _type = "Task" [ 858.450949] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.460717] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645745, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.478440] env[66735]: INFO nova.compute.manager [-] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Took 1.53 seconds to deallocate network for instance. [ 858.530735] env[66735]: INFO nova.compute.manager [None req-eac187b8-8f81-4f8b-9c4b-e1a28d36a27b tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance to original state: 'active' [ 858.635395] env[66735]: INFO nova.compute.manager [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Rescuing [ 858.635771] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquiring lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.635980] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquired lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.636179] env[66735]: DEBUG nova.network.neutron [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 858.729447] env[66735]: DEBUG oslo_concurrency.lockutils [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.746504] env[66735]: DEBUG nova.scheduler.client.report [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.923521] env[66735]: DEBUG oslo_vmware.api [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645744, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.964238] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645745, 'name': CreateVM_Task, 'duration_secs': 0.40494} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.964410] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.964980] env[66735]: WARNING neutronclient.v2_0.client [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.965386] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.965660] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.965992] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.966305] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e066db0a-6b1d-4ef4-8606-9b2c20f8cc02 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.974869] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 858.974869] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a12203-5480-9e06-9d4f-d92697e8e212" [ 858.974869] env[66735]: _type = "Task" [ 858.974869] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.983673] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a12203-5480-9e06-9d4f-d92697e8e212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.986858] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.138746] env[66735]: WARNING neutronclient.v2_0.client [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.252310] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.608s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.255479] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.420s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.255674] env[66735]: DEBUG nova.objects.instance [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lazy-loading 'resources' on Instance uuid 2cb84984-155b-4ec5-8795-a4dc89cb6eb5 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.328321] env[66735]: WARNING neutronclient.v2_0.client [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.353490] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.353931] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.418464] env[66735]: DEBUG nova.network.neutron [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updating instance_info_cache with network_info: [{"id": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "address": "fa:16:3e:f7:f9:d4", "network": {"id": "0c4429d0-88a4-46cb-966d-d2d02312aae1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-534457436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6422087530a6485580cc72527266ed3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71524284-41", "ovs_interfaceid": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.427154] env[66735]: DEBUG oslo_vmware.api [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645744, 'name': PowerOnVM_Task, 'duration_secs': 1.029336} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.427818] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.427818] env[66735]: DEBUG nova.compute.manager [None req-80cf4c44-5051-4808-bd76-0b77b7385170 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 859.428846] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4c9fa3-7057-4403-b088-bf2354b32a2b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.485481] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a12203-5480-9e06-9d4f-d92697e8e212, 'name': SearchDatastore_Task, 'duration_secs': 0.014976} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.485870] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.486145] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.486372] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.486677] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.486786] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.487224] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f502763-e872-42d9-b025-57c6643e5922 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.499098] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.499339] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.500274] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690ec0b7-06fd-4892-9092-c48e284204b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.506997] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 859.506997] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52866c98-8e74-afe7-604c-9e411442b17a" [ 859.506997] env[66735]: _type = "Task" [ 859.506997] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.520655] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52866c98-8e74-afe7-604c-9e411442b17a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.768532] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0637a85d-6a6d-49b5-b3db-143c31fd47a1 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "755321d4-49b7-49f2-ac58-74b286be4645" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.479s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.771520] env[66735]: DEBUG nova.compute.manager [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received event network-changed-d583ff23-0699-4b03-8641-4c2cdb740de9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 859.771719] env[66735]: DEBUG nova.compute.manager [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Refreshing instance network info cache due to event network-changed-d583ff23-0699-4b03-8641-4c2cdb740de9. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 859.772011] env[66735]: DEBUG oslo_concurrency.lockutils [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] Acquiring lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.772130] env[66735]: DEBUG oslo_concurrency.lockutils [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] Acquired lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.772321] env[66735]: DEBUG nova.network.neutron [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Refreshing network info cache for port d583ff23-0699-4b03-8641-4c2cdb740de9 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.774543] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "755321d4-49b7-49f2-ac58-74b286be4645" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 22.192s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.774660] env[66735]: INFO nova.compute.manager [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Unshelving [ 859.858808] env[66735]: DEBUG nova.compute.manager [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 859.928872] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Releasing lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.022727] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52866c98-8e74-afe7-604c-9e411442b17a, 'name': SearchDatastore_Task, 'duration_secs': 0.022191} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.023272] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e035090-714d-4124-a060-48128a588455 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.031090] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 860.031090] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5264fefc-ce99-d200-a01c-579810d43b0b" [ 860.031090] env[66735]: _type = "Task" [ 860.031090] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.043288] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5264fefc-ce99-d200-a01c-579810d43b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.106853] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "0a1e9d66-ea85-474c-9751-120c5438f848" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.107354] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "0a1e9d66-ea85-474c-9751-120c5438f848" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.107674] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "0a1e9d66-ea85-474c-9751-120c5438f848-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.107906] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "0a1e9d66-ea85-474c-9751-120c5438f848-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.108101] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "0a1e9d66-ea85-474c-9751-120c5438f848-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.112936] env[66735]: INFO nova.compute.manager [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Terminating instance [ 860.203194] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7922aeee-c934-4635-bd1d-08a9141b5da9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.213134] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a29b55-b606-4b11-9c73-93ec97c6537a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.254403] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924404fe-5999-4dc8-9f17-c18ee4bbb21a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.267164] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e77a16-49d1-47f4-bc41-04b1eb0fe7a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.288676] env[66735]: WARNING neutronclient.v2_0.client [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.295691] env[66735]: DEBUG nova.compute.provider_tree [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.387206] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.520435] env[66735]: WARNING neutronclient.v2_0.client [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.542733] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5264fefc-ce99-d200-a01c-579810d43b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.034775} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.543073] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.543346] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad/5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.543619] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e9ecea2-fb46-4418-8d03-a6001a1ffca1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.552332] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 860.552332] env[66735]: value = "task-4645746" [ 860.552332] env[66735]: _type = "Task" [ 860.552332] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.562899] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.612758] env[66735]: DEBUG nova.network.neutron [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updated VIF entry in instance network info cache for port d583ff23-0699-4b03-8641-4c2cdb740de9. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 860.613211] env[66735]: DEBUG nova.network.neutron [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updating instance_info_cache with network_info: [{"id": "d583ff23-0699-4b03-8641-4c2cdb740de9", "address": "fa:16:3e:26:e2:f1", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd583ff23-06", "ovs_interfaceid": "d583ff23-0699-4b03-8641-4c2cdb740de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.618040] env[66735]: DEBUG nova.compute.manager [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 860.618040] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.618216] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefd4073-6cea-4af1-bc9b-f6fe0d7cd643 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.627959] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.628370] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70aec84c-80a2-47b2-95f2-dd4d684392a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.636468] env[66735]: DEBUG oslo_vmware.api [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 860.636468] env[66735]: value = "task-4645747" [ 860.636468] env[66735]: _type = "Task" [ 860.636468] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.649025] env[66735]: DEBUG oslo_vmware.api [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.803610] env[66735]: DEBUG nova.scheduler.client.report [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.837219] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.068027] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645746, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.118179] env[66735]: DEBUG oslo_concurrency.lockutils [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] Releasing lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.118179] env[66735]: DEBUG nova.compute.manager [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Received event network-vif-deleted-588184f3-c623-427d-8416-24877804b2a3 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 861.118179] env[66735]: DEBUG nova.compute.manager [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] [instance: e3155645-b70f-426c-83df-e217fe8be062] Received event network-vif-deleted-6c8cccdf-b53d-444e-96ea-ee34c0ce822c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 861.118179] env[66735]: DEBUG nova.compute.manager [req-48cc067b-1a04-413f-844a-2d317fb77a57 req-1c1f5266-80a4-4a26-8d21-48adad3ccab3 service nova] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Received event network-vif-deleted-71087ad3-5e27-4101-8374-a074eb4302d8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 861.150238] env[66735]: DEBUG oslo_vmware.api [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645747, 'name': PowerOffVM_Task, 'duration_secs': 0.313681} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.150406] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.150585] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.150877] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1c06c52-4a83-4167-a7d2-39469c6e22b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.237691] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.237691] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.237794] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Deleting the datastore file [datastore1] 0a1e9d66-ea85-474c-9751-120c5438f848 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.238026] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28834db6-1461-452b-9ba9-e56e22b573b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.246310] env[66735]: DEBUG oslo_vmware.api [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 861.246310] env[66735]: value = "task-4645749" [ 861.246310] env[66735]: _type = "Task" [ 861.246310] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.255694] env[66735]: DEBUG oslo_vmware.api [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.314044] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.316848] env[66735]: DEBUG oslo_concurrency.lockutils [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.472s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.317151] env[66735]: DEBUG nova.objects.instance [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lazy-loading 'resources' on Instance uuid 403de8bd-873a-4b07-a730-c0511b9bbfd1 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.351106] env[66735]: INFO nova.scheduler.client.report [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleted allocations for instance 2cb84984-155b-4ec5-8795-a4dc89cb6eb5 [ 861.480015] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.480015] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7848376f-f069-4d31-abbd-040f30006eb1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.489330] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 861.489330] env[66735]: value = "task-4645750" [ 861.489330] env[66735]: _type = "Task" [ 861.489330] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.500308] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.565020] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580618} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.565409] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad/5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.565579] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.566399] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e82c15c-5d46-4f0d-95c4-9163d96f3fe5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.574716] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 861.574716] env[66735]: value = "task-4645751" [ 861.574716] env[66735]: _type = "Task" [ 861.574716] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.585840] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.759247] env[66735]: DEBUG oslo_vmware.api [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382688} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.759509] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.759686] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.759854] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.760066] env[66735]: INFO nova.compute.manager [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Took 1.14 seconds to destroy the instance on the hypervisor. [ 861.760319] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 861.760515] env[66735]: DEBUG nova.compute.manager [-] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 861.760610] env[66735]: DEBUG nova.network.neutron [-] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 861.761745] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.796207] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.861182] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05d4102b-59e0-4bc4-a72a-53fc1a9234a5 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "2cb84984-155b-4ec5-8795-a4dc89cb6eb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.803s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.001944] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645750, 'name': PowerOffVM_Task, 'duration_secs': 0.220577} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.006996] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.006996] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54fc444-35bf-4c64-b24c-36c7c69a7d66 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.038714] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884632a7-7bf7-4c93-bffc-1049241ac39a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.084760] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.085069] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da228729-6f04-43d3-81e6-db61c09dbb34 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.094932] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08495} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.096428] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.096781] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 862.096781] env[66735]: value = "task-4645752" [ 862.096781] env[66735]: _type = "Task" [ 862.096781] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.097503] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04650526-51f0-4cd3-ba0b-90d051a42b48 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.129781] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad/5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.133301] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f1c93fb-d9c6-48d2-b4f9-ee21140f26b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.158021] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 862.158021] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.158021] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.158021] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.158021] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.158021] env[66735]: DEBUG nova.compute.manager [req-0d2c6b22-6fc0-4b3d-a6fa-8713b639494f req-f394e605-e9f0-436b-86a9-9cd8786c2be3 service nova] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Received event network-vif-deleted-0e85c019-7cb3-420d-9d5d-35ea008e6abe {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 862.158021] env[66735]: INFO nova.compute.manager [req-0d2c6b22-6fc0-4b3d-a6fa-8713b639494f req-f394e605-e9f0-436b-86a9-9cd8786c2be3 service nova] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Neutron deleted interface 0e85c019-7cb3-420d-9d5d-35ea008e6abe; detaching it from the instance and deleting it from the info cache [ 862.158021] env[66735]: DEBUG nova.network.neutron [req-0d2c6b22-6fc0-4b3d-a6fa-8713b639494f req-f394e605-e9f0-436b-86a9-9cd8786c2be3 service nova] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.162094] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2afd2ef3-5f94-41af-bcf7-23c8bdad379f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.168009] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 862.168009] env[66735]: value = "task-4645753" [ 862.168009] env[66735]: _type = "Task" [ 862.168009] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.180373] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.180373] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.184366] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a47ef5d2-b15c-44f9-bd32-f98391cd6738 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.187946] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.193593] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 862.193593] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c9137e-a598-5d5c-5cf7-402302e2a012" [ 862.193593] env[66735]: _type = "Task" [ 862.193593] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.211434] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c9137e-a598-5d5c-5cf7-402302e2a012, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.212224] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0f0bc6-e7b1-4005-8f8c-ce1934dd9a90 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.222247] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 862.222247] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521d4858-2c9f-edf3-e1a2-52dcbe93f18d" [ 862.222247] env[66735]: _type = "Task" [ 862.222247] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.232180] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521d4858-2c9f-edf3-e1a2-52dcbe93f18d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.328599] env[66735]: DEBUG oslo_vmware.rw_handles [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221b059-8037-264f-c0af-63dd72606c83/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 862.329912] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1f2fcc-96e7-4224-83d5-37078dfebd4a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.336174] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219b1ece-078a-4a82-8a3b-381fed873cde {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.340844] env[66735]: DEBUG oslo_vmware.rw_handles [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221b059-8037-264f-c0af-63dd72606c83/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 862.341017] env[66735]: ERROR oslo_vmware.rw_handles [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221b059-8037-264f-c0af-63dd72606c83/disk-0.vmdk due to incomplete transfer. [ 862.341626] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-17dadbf6-a39c-41d5-a685-024ec2c433d0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.346395] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cd9751-b50c-402c-ad84-bcc9bb367e01 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.350729] env[66735]: DEBUG oslo_vmware.rw_handles [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5221b059-8037-264f-c0af-63dd72606c83/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 862.350948] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Uploaded image be9fce52-1c4a-4011-bedd-7802e8080f41 to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 862.353078] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 862.353706] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b289b6e4-fd98-47f3-bc81-28fa2fb7c874 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.383991] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79aa0d14-b4bc-4f1d-997e-62959aa50053 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.386775] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 862.386775] env[66735]: value = "task-4645754" [ 862.386775] env[66735]: _type = "Task" [ 862.386775] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.394238] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20625ba2-97c5-406f-a11a-4d5d23b0e485 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.401795] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645754, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.414336] env[66735]: DEBUG nova.compute.provider_tree [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.505535] env[66735]: DEBUG nova.network.neutron [-] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.660699] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a270c7d-18b3-412e-94aa-a8fb24e7e7b9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.677686] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fdbf03-cf72-4e87-99e0-11efb381b42b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.694984] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645753, 'name': ReconfigVM_Task, 'duration_secs': 0.298772} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.695726] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad/5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.696542] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed40066d-7433-43ad-a3ec-15f44c7431d1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.715523] env[66735]: DEBUG nova.compute.manager [req-0d2c6b22-6fc0-4b3d-a6fa-8713b639494f req-f394e605-e9f0-436b-86a9-9cd8786c2be3 service nova] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Detach interface failed, port_id=0e85c019-7cb3-420d-9d5d-35ea008e6abe, reason: Instance 0a1e9d66-ea85-474c-9751-120c5438f848 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 862.717959] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 862.717959] env[66735]: value = "task-4645755" [ 862.717959] env[66735]: _type = "Task" [ 862.717959] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.728985] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645755, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.735833] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521d4858-2c9f-edf3-e1a2-52dcbe93f18d, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.736049] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.736340] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] f2821633-73aa-4969-8d56-e4dcfcce7bec/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk. {{(pid=66735) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 862.736611] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31209cdd-9b86-4e13-a664-7d6e388e4950 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.744600] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 862.744600] env[66735]: value = "task-4645756" [ 862.744600] env[66735]: _type = "Task" [ 862.744600] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.754288] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.897306] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645754, 'name': Destroy_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.916524] env[66735]: DEBUG nova.scheduler.client.report [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.007810] env[66735]: INFO nova.compute.manager [-] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Took 1.25 seconds to deallocate network for instance. [ 863.230876] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645755, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.257035] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.397548] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645754, 'name': Destroy_Task, 'duration_secs': 0.895759} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.397840] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Destroyed the VM [ 863.398058] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 863.398313] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-afe1e4b5-aba1-4fab-a088-0de8632b2eee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.406934] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 863.406934] env[66735]: value = "task-4645757" [ 863.406934] env[66735]: _type = "Task" [ 863.406934] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.419050] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645757, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.422240] env[66735]: DEBUG oslo_concurrency.lockutils [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.424844] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.191s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.426546] env[66735]: INFO nova.compute.claims [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.444015] env[66735]: INFO nova.scheduler.client.report [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Deleted allocations for instance 403de8bd-873a-4b07-a730-c0511b9bbfd1 [ 863.516139] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.736088] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645755, 'name': Rename_Task, 'duration_secs': 0.849888} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.736581] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.736871] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afa7e7a9-9a3b-4ca6-b64a-7e94a531ab8e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.747415] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 863.747415] env[66735]: value = "task-4645758" [ 863.747415] env[66735]: _type = "Task" [ 863.747415] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.762176] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.765931] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645756, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.807411] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "766bf5e7-c5d6-474e-be1f-316a531ef128" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.807726] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.917524] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645757, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.954777] env[66735]: DEBUG oslo_concurrency.lockutils [None req-004c3da8-343b-41d8-8332-7a2f872c1bc2 tempest-ServersListShow296Test-1589885616 tempest-ServersListShow296Test-1589885616-project-member] Lock "403de8bd-873a-4b07-a730-c0511b9bbfd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.749s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.260764] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.264523] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645756, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.101367} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.264773] env[66735]: INFO nova.virt.vmwareapi.ds_util [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] f2821633-73aa-4969-8d56-e4dcfcce7bec/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk. [ 864.265604] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f0b097-53ae-476a-b5bc-9d5ed828801f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.296875] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f2821633-73aa-4969-8d56-e4dcfcce7bec/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.296875] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea02dc46-cba8-44e0-bace-f3506911f87f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.310910] env[66735]: DEBUG nova.compute.manager [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 864.315117] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 864.315117] env[66735]: value = "task-4645759" [ 864.315117] env[66735]: _type = "Task" [ 864.315117] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.325761] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.418480] env[66735]: DEBUG oslo_vmware.api [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645757, 'name': RemoveSnapshot_Task, 'duration_secs': 0.806718} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.418762] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 864.419085] env[66735]: INFO nova.compute.manager [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Took 18.55 seconds to snapshot the instance on the hypervisor. [ 864.765574] env[66735]: DEBUG oslo_vmware.api [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645758, 'name': PowerOnVM_Task, 'duration_secs': 0.689655} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.765881] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.766116] env[66735]: INFO nova.compute.manager [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Took 9.16 seconds to spawn the instance on the hypervisor. [ 864.766313] env[66735]: DEBUG nova.compute.manager [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 864.767141] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c7fb9-fed5-4bfc-8fd2-d0f339ebe9ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.832881] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.838886] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.845767] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30456c60-83f0-419a-9cb4-676ee289be10 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.854332] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d1f147-4fdd-44b0-a703-525b72d7cfa6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.885862] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340c60e7-1853-48e9-b7a3-0a7e552ee3ff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.894639] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d20d7d6-0ef2-460b-886a-377d08846097 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.909246] env[66735]: DEBUG nova.compute.provider_tree [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.980913] env[66735]: DEBUG nova.compute.manager [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Found 3 images (rotation: 2) {{(pid=66735) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 864.981154] env[66735]: DEBUG nova.compute.manager [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Rotating out 1 backups {{(pid=66735) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 864.981318] env[66735]: DEBUG nova.compute.manager [None req-99f25eb7-541c-4f4b-84ce-69168a3873cc tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Deleting image a4dbdeb9-40e6-44f9-af3c-e75fc78437f1 {{(pid=66735) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5070}} [ 865.294493] env[66735]: INFO nova.compute.manager [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Took 40.38 seconds to build instance. [ 865.328717] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.412485] env[66735]: DEBUG nova.scheduler.client.report [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.796461] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f47fb530-e28b-48e5-be30-ccff6463aeec tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.887s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.830251] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645759, 'name': ReconfigVM_Task, 'duration_secs': 1.055061} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.830563] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f2821633-73aa-4969-8d56-e4dcfcce7bec/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.831751] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3b2461-c600-41ec-aa50-076f84c6cc19 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.861912] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48e2157-38e3-404c-9d13-b1f14ad6a318 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.882243] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 865.882243] env[66735]: value = "task-4645760" [ 865.882243] env[66735]: _type = "Task" [ 865.882243] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.891499] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.920263] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.920595] env[66735]: DEBUG nova.compute.manager [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 865.923357] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.147s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.924778] env[66735]: INFO nova.compute.claims [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.395939] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645760, 'name': ReconfigVM_Task, 'duration_secs': 0.159632} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.395939] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.395939] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-807c6240-94ab-47fa-b43e-1472eaa3eed9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.403849] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 866.403849] env[66735]: value = "task-4645761" [ 866.403849] env[66735]: _type = "Task" [ 866.403849] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.412814] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.430509] env[66735]: DEBUG nova.compute.utils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.434818] env[66735]: DEBUG nova.compute.manager [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 866.435136] env[66735]: DEBUG nova.network.neutron [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 866.435464] env[66735]: WARNING neutronclient.v2_0.client [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.435763] env[66735]: WARNING neutronclient.v2_0.client [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.486292] env[66735]: DEBUG nova.policy [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20fe08833024f38ad0ab096516f2603', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0caa29743c8246d490a3da9761277853', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.531419] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c252a792-7fa5-490f-9571-af28a80d227b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "57417beb-853a-47e3-a79e-f52c00b90c22" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.531704] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c252a792-7fa5-490f-9571-af28a80d227b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "57417beb-853a-47e3-a79e-f52c00b90c22" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.531890] env[66735]: DEBUG nova.compute.manager [None req-c252a792-7fa5-490f-9571-af28a80d227b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 866.532831] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31c72af-99ce-4eb5-8b3d-8367173a94ff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.540830] env[66735]: DEBUG nova.compute.manager [None req-c252a792-7fa5-490f-9571-af28a80d227b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 866.541473] env[66735]: DEBUG nova.objects.instance [None req-c252a792-7fa5-490f-9571-af28a80d227b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'flavor' on Instance uuid 57417beb-853a-47e3-a79e-f52c00b90c22 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.680276] env[66735]: DEBUG nova.compute.manager [req-539a999c-f3fa-4085-8264-96eaa97df4fc req-730ad058-9509-4f2e-894c-c49160ede6a5 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received event network-changed-d583ff23-0699-4b03-8641-4c2cdb740de9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 866.680540] env[66735]: DEBUG nova.compute.manager [req-539a999c-f3fa-4085-8264-96eaa97df4fc req-730ad058-9509-4f2e-894c-c49160ede6a5 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Refreshing instance network info cache due to event network-changed-d583ff23-0699-4b03-8641-4c2cdb740de9. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 866.680700] env[66735]: DEBUG oslo_concurrency.lockutils [req-539a999c-f3fa-4085-8264-96eaa97df4fc req-730ad058-9509-4f2e-894c-c49160ede6a5 service nova] Acquiring lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.680840] env[66735]: DEBUG oslo_concurrency.lockutils [req-539a999c-f3fa-4085-8264-96eaa97df4fc req-730ad058-9509-4f2e-894c-c49160ede6a5 service nova] Acquired lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.681020] env[66735]: DEBUG nova.network.neutron [req-539a999c-f3fa-4085-8264-96eaa97df4fc req-730ad058-9509-4f2e-894c-c49160ede6a5 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Refreshing network info cache for port d583ff23-0699-4b03-8641-4c2cdb740de9 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.846100] env[66735]: DEBUG nova.network.neutron [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Successfully created port: fd0525d7-e9b4-493d-a1cc-24323f7ae939 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 866.917131] env[66735]: DEBUG oslo_vmware.api [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645761, 'name': PowerOnVM_Task, 'duration_secs': 0.432414} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.917131] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.920174] env[66735]: DEBUG nova.compute.manager [None req-cc6c4822-f32c-4321-9ae9-4a1174d59919 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 866.921242] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d260f5-4f78-4331-8726-cafb26929666 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.938969] env[66735]: DEBUG nova.compute.manager [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 867.185990] env[66735]: WARNING neutronclient.v2_0.client [req-539a999c-f3fa-4085-8264-96eaa97df4fc req-730ad058-9509-4f2e-894c-c49160ede6a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.380017] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca986c38-05f3-4f02-9caf-1123ce069a24 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.391403] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ffd212-f73f-4c36-ae83-6aba286b790d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.433751] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546d4f0d-dc9f-48fb-b6c5-b487e9800521 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.451618] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b057ca-2ea6-4c6a-8a72-6bdb342b636b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.469665] env[66735]: DEBUG nova.compute.provider_tree [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.478719] env[66735]: WARNING neutronclient.v2_0.client [req-539a999c-f3fa-4085-8264-96eaa97df4fc req-730ad058-9509-4f2e-894c-c49160ede6a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.552270] env[66735]: DEBUG nova.network.neutron [req-539a999c-f3fa-4085-8264-96eaa97df4fc req-730ad058-9509-4f2e-894c-c49160ede6a5 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updated VIF entry in instance network info cache for port d583ff23-0699-4b03-8641-4c2cdb740de9. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 867.552817] env[66735]: DEBUG nova.network.neutron [req-539a999c-f3fa-4085-8264-96eaa97df4fc req-730ad058-9509-4f2e-894c-c49160ede6a5 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updating instance_info_cache with network_info: [{"id": "d583ff23-0699-4b03-8641-4c2cdb740de9", "address": "fa:16:3e:26:e2:f1", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd583ff23-06", "ovs_interfaceid": "d583ff23-0699-4b03-8641-4c2cdb740de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.554737] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c252a792-7fa5-490f-9571-af28a80d227b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.555026] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-867c4c6e-7b75-4cd1-be73-717c836845d2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.563673] env[66735]: DEBUG oslo_vmware.api [None req-c252a792-7fa5-490f-9571-af28a80d227b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 867.563673] env[66735]: value = "task-4645762" [ 867.563673] env[66735]: _type = "Task" [ 867.563673] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.576057] env[66735]: DEBUG oslo_vmware.api [None req-c252a792-7fa5-490f-9571-af28a80d227b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.959806] env[66735]: DEBUG nova.compute.manager [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 867.973668] env[66735]: DEBUG nova.scheduler.client.report [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.989633] env[66735]: DEBUG nova.virt.hardware [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 867.989990] env[66735]: DEBUG nova.virt.hardware [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.990244] env[66735]: DEBUG nova.virt.hardware [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 867.990529] env[66735]: DEBUG nova.virt.hardware [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.990726] env[66735]: DEBUG nova.virt.hardware [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 867.990932] env[66735]: DEBUG nova.virt.hardware [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 867.991198] env[66735]: DEBUG nova.virt.hardware [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 867.991413] env[66735]: DEBUG nova.virt.hardware [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 867.991629] env[66735]: DEBUG nova.virt.hardware [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 867.991869] env[66735]: DEBUG nova.virt.hardware [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 867.992123] env[66735]: DEBUG nova.virt.hardware [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 867.993370] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac896c-7c5d-4130-a368-c6f8a819f05a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.005516] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72cd01b-015d-4f85-b976-07a4872e8fc2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.055569] env[66735]: DEBUG oslo_concurrency.lockutils [req-539a999c-f3fa-4085-8264-96eaa97df4fc req-730ad058-9509-4f2e-894c-c49160ede6a5 service nova] Releasing lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.075583] env[66735]: DEBUG oslo_vmware.api [None req-c252a792-7fa5-490f-9571-af28a80d227b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645762, 'name': PowerOffVM_Task, 'duration_secs': 0.309585} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.075868] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c252a792-7fa5-490f-9571-af28a80d227b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.076072] env[66735]: DEBUG nova.compute.manager [None req-c252a792-7fa5-490f-9571-af28a80d227b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 868.076903] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430b71c8-613b-455a-9de6-1e49458b2577 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.406903] env[66735]: DEBUG nova.network.neutron [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Successfully updated port: fd0525d7-e9b4-493d-a1cc-24323f7ae939 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 868.484372] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.484935] env[66735]: DEBUG nova.compute.manager [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 868.490347] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.727s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.490347] env[66735]: DEBUG nova.objects.instance [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lazy-loading 'resources' on Instance uuid 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.590275] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c252a792-7fa5-490f-9571-af28a80d227b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "57417beb-853a-47e3-a79e-f52c00b90c22" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.744022] env[66735]: DEBUG nova.compute.manager [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Received event network-vif-plugged-fd0525d7-e9b4-493d-a1cc-24323f7ae939 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 868.745331] env[66735]: DEBUG oslo_concurrency.lockutils [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] Acquiring lock "a9e51151-f280-4498-98cb-892e5290bccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.745598] env[66735]: DEBUG oslo_concurrency.lockutils [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] Lock "a9e51151-f280-4498-98cb-892e5290bccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.745788] env[66735]: DEBUG oslo_concurrency.lockutils [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] Lock "a9e51151-f280-4498-98cb-892e5290bccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.745994] env[66735]: DEBUG nova.compute.manager [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] [instance: a9e51151-f280-4498-98cb-892e5290bccf] No waiting events found dispatching network-vif-plugged-fd0525d7-e9b4-493d-a1cc-24323f7ae939 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 868.746217] env[66735]: WARNING nova.compute.manager [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Received unexpected event network-vif-plugged-fd0525d7-e9b4-493d-a1cc-24323f7ae939 for instance with vm_state building and task_state spawning. [ 868.746432] env[66735]: DEBUG nova.compute.manager [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Received event network-changed-fd0525d7-e9b4-493d-a1cc-24323f7ae939 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 868.746565] env[66735]: DEBUG nova.compute.manager [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Refreshing instance network info cache due to event network-changed-fd0525d7-e9b4-493d-a1cc-24323f7ae939. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 868.746772] env[66735]: DEBUG oslo_concurrency.lockutils [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] Acquiring lock "refresh_cache-a9e51151-f280-4498-98cb-892e5290bccf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.746967] env[66735]: DEBUG oslo_concurrency.lockutils [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] Acquired lock "refresh_cache-a9e51151-f280-4498-98cb-892e5290bccf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.747243] env[66735]: DEBUG nova.network.neutron [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Refreshing network info cache for port fd0525d7-e9b4-493d-a1cc-24323f7ae939 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.763134] env[66735]: DEBUG nova.compute.manager [req-1bd4e96f-b0fd-4ff0-a019-19aee453f630 req-fa3e1b37-4a83-4548-9ba6-46dfbdae91aa service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Received event network-changed-71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 868.763757] env[66735]: DEBUG nova.compute.manager [req-1bd4e96f-b0fd-4ff0-a019-19aee453f630 req-fa3e1b37-4a83-4548-9ba6-46dfbdae91aa service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Refreshing instance network info cache due to event network-changed-71524284-41d7-44a3-acf5-f9ffd0d6214f. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 868.763757] env[66735]: DEBUG oslo_concurrency.lockutils [req-1bd4e96f-b0fd-4ff0-a019-19aee453f630 req-fa3e1b37-4a83-4548-9ba6-46dfbdae91aa service nova] Acquiring lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.763874] env[66735]: DEBUG oslo_concurrency.lockutils [req-1bd4e96f-b0fd-4ff0-a019-19aee453f630 req-fa3e1b37-4a83-4548-9ba6-46dfbdae91aa service nova] Acquired lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.764065] env[66735]: DEBUG nova.network.neutron [req-1bd4e96f-b0fd-4ff0-a019-19aee453f630 req-fa3e1b37-4a83-4548-9ba6-46dfbdae91aa service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Refreshing network info cache for port 71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.913309] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "refresh_cache-a9e51151-f280-4498-98cb-892e5290bccf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.995550] env[66735]: DEBUG nova.compute.utils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.998061] env[66735]: DEBUG nova.compute.manager [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 868.998286] env[66735]: DEBUG nova.network.neutron [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 868.998584] env[66735]: WARNING neutronclient.v2_0.client [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.998882] env[66735]: WARNING neutronclient.v2_0.client [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.074530] env[66735]: DEBUG nova.policy [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '254a60cc13224ecfba987247bb28e5d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b72587f54bdb4f15a98c20dd18578ddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.251021] env[66735]: WARNING neutronclient.v2_0.client [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.266961] env[66735]: WARNING neutronclient.v2_0.client [req-1bd4e96f-b0fd-4ff0-a019-19aee453f630 req-fa3e1b37-4a83-4548-9ba6-46dfbdae91aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.326017] env[66735]: DEBUG nova.network.neutron [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 869.444642] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa9c501-7ef4-4af2-82de-4469bba05cfb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.448298] env[66735]: DEBUG nova.network.neutron [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Successfully created port: 80b9fc06-278f-4220-9b4b-8f22de3e214a {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 869.456441] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4fdae-c4e2-4651-b309-ec5366521497 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.490717] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a010b9e2-37c0-412d-93f9-3b9e03b00c17 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.501235] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6081e9-7562-4d51-b404-f949930267fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.505441] env[66735]: DEBUG nova.compute.manager [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 869.520394] env[66735]: DEBUG nova.compute.provider_tree [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.830288] env[66735]: DEBUG nova.network.neutron [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.972028] env[66735]: WARNING neutronclient.v2_0.client [req-1bd4e96f-b0fd-4ff0-a019-19aee453f630 req-fa3e1b37-4a83-4548-9ba6-46dfbdae91aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.026604] env[66735]: DEBUG nova.scheduler.client.report [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.060718] env[66735]: DEBUG nova.compute.manager [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Stashing vm_state: stopped {{(pid=66735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 870.064325] env[66735]: DEBUG nova.network.neutron [req-1bd4e96f-b0fd-4ff0-a019-19aee453f630 req-fa3e1b37-4a83-4548-9ba6-46dfbdae91aa service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updated VIF entry in instance network info cache for port 71524284-41d7-44a3-acf5-f9ffd0d6214f. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 870.064787] env[66735]: DEBUG nova.network.neutron [req-1bd4e96f-b0fd-4ff0-a019-19aee453f630 req-fa3e1b37-4a83-4548-9ba6-46dfbdae91aa service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updating instance_info_cache with network_info: [{"id": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "address": "fa:16:3e:f7:f9:d4", "network": {"id": "0c4429d0-88a4-46cb-966d-d2d02312aae1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-534457436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6422087530a6485580cc72527266ed3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71524284-41", "ovs_interfaceid": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.333484] env[66735]: DEBUG oslo_concurrency.lockutils [req-77cf5a5b-4d8c-4784-9ff5-25ac2bd0e19c req-8926d324-26cb-470a-8a0e-7363aa994c41 service nova] Releasing lock "refresh_cache-a9e51151-f280-4498-98cb-892e5290bccf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.333907] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "refresh_cache-a9e51151-f280-4498-98cb-892e5290bccf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.334104] env[66735]: DEBUG nova.network.neutron [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.515869] env[66735]: DEBUG nova.compute.manager [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 870.532327] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.535713] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.052s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.536218] env[66735]: DEBUG nova.objects.instance [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lazy-loading 'resources' on Instance uuid b98e8bb7-5bbc-461e-b48d-62bd0d951ec8 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.547360] env[66735]: DEBUG nova.virt.hardware [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 870.547561] env[66735]: DEBUG nova.virt.hardware [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.547770] env[66735]: DEBUG nova.virt.hardware [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 870.547963] env[66735]: DEBUG nova.virt.hardware [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.548495] env[66735]: DEBUG nova.virt.hardware [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 870.548495] env[66735]: DEBUG nova.virt.hardware [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 870.548638] env[66735]: DEBUG nova.virt.hardware [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.548683] env[66735]: DEBUG nova.virt.hardware [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 870.548920] env[66735]: DEBUG nova.virt.hardware [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 870.549103] env[66735]: DEBUG nova.virt.hardware [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 870.549352] env[66735]: DEBUG nova.virt.hardware [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 870.550265] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e68502-3dcd-4790-8d1e-09e7ef067caf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.560374] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd67dc4-e8ae-4919-8abb-10173f396f5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.565838] env[66735]: INFO nova.scheduler.client.report [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted allocations for instance 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3 [ 870.570203] env[66735]: DEBUG oslo_concurrency.lockutils [req-1bd4e96f-b0fd-4ff0-a019-19aee453f630 req-fa3e1b37-4a83-4548-9ba6-46dfbdae91aa service nova] Releasing lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.585362] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.898985] env[66735]: DEBUG nova.network.neutron [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 871.077593] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2ba853a9-c2a1-4903-b39e-e106f3d38f57 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.910s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.115680] env[66735]: WARNING neutronclient.v2_0.client [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.140749] env[66735]: DEBUG nova.network.neutron [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Successfully updated port: 80b9fc06-278f-4220-9b4b-8f22de3e214a {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 871.217700] env[66735]: DEBUG nova.network.neutron [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Updating instance_info_cache with network_info: [{"id": "fd0525d7-e9b4-493d-a1cc-24323f7ae939", "address": "fa:16:3e:71:1e:c5", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0525d7-e9", "ovs_interfaceid": "fd0525d7-e9b4-493d-a1cc-24323f7ae939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.361371] env[66735]: DEBUG nova.compute.manager [req-639f89ed-3c0f-47de-aacf-82b9fed04a4d req-d572f994-7345-4bf5-9b2b-73deded608a1 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Received event network-changed-71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 871.361582] env[66735]: DEBUG nova.compute.manager [req-639f89ed-3c0f-47de-aacf-82b9fed04a4d req-d572f994-7345-4bf5-9b2b-73deded608a1 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Refreshing instance network info cache due to event network-changed-71524284-41d7-44a3-acf5-f9ffd0d6214f. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 871.361783] env[66735]: DEBUG oslo_concurrency.lockutils [req-639f89ed-3c0f-47de-aacf-82b9fed04a4d req-d572f994-7345-4bf5-9b2b-73deded608a1 service nova] Acquiring lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.361910] env[66735]: DEBUG oslo_concurrency.lockutils [req-639f89ed-3c0f-47de-aacf-82b9fed04a4d req-d572f994-7345-4bf5-9b2b-73deded608a1 service nova] Acquired lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.362114] env[66735]: DEBUG nova.network.neutron [req-639f89ed-3c0f-47de-aacf-82b9fed04a4d req-d572f994-7345-4bf5-9b2b-73deded608a1 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Refreshing network info cache for port 71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.390523] env[66735]: DEBUG nova.compute.manager [req-71561f3a-ee81-49f1-b415-42033ef2afb8 req-04e6f93f-d249-4fbe-9de5-2fdb5f41029f service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Received event network-changed-71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 871.390717] env[66735]: DEBUG nova.compute.manager [req-71561f3a-ee81-49f1-b415-42033ef2afb8 req-04e6f93f-d249-4fbe-9de5-2fdb5f41029f service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Refreshing instance network info cache due to event network-changed-71524284-41d7-44a3-acf5-f9ffd0d6214f. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 871.390902] env[66735]: DEBUG oslo_concurrency.lockutils [req-71561f3a-ee81-49f1-b415-42033ef2afb8 req-04e6f93f-d249-4fbe-9de5-2fdb5f41029f service nova] Acquiring lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.475502] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a0cc8f-f0fe-4e35-9411-35a3e3e65557 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.489167] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d12b12-1fe5-46a2-8e46-87498745a026 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.521905] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edff18a0-c4b1-49c6-95a5-0500bab1df2e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.532451] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ea4b70-e8db-4a38-8718-403883c7835d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.549069] env[66735]: DEBUG nova.compute.provider_tree [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.643630] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "refresh_cache-795f860f-2e17-43de-848a-1e581c7e0629" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.643810] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "refresh_cache-795f860f-2e17-43de-848a-1e581c7e0629" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.643999] env[66735]: DEBUG nova.network.neutron [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 871.724102] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "refresh_cache-a9e51151-f280-4498-98cb-892e5290bccf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.724564] env[66735]: DEBUG nova.compute.manager [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Instance network_info: |[{"id": "fd0525d7-e9b4-493d-a1cc-24323f7ae939", "address": "fa:16:3e:71:1e:c5", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0525d7-e9", "ovs_interfaceid": "fd0525d7-e9b4-493d-a1cc-24323f7ae939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 871.726034] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:1e:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd0525d7-e9b4-493d-a1cc-24323f7ae939', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.734030] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 871.736164] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.736327] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c1c9faf-9a85-470e-bc8b-6784712bf7c0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.759894] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.759894] env[66735]: value = "task-4645763" [ 871.759894] env[66735]: _type = "Task" [ 871.759894] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.772985] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645763, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.866547] env[66735]: WARNING neutronclient.v2_0.client [req-639f89ed-3c0f-47de-aacf-82b9fed04a4d req-d572f994-7345-4bf5-9b2b-73deded608a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.051635] env[66735]: DEBUG nova.scheduler.client.report [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.119872] env[66735]: WARNING neutronclient.v2_0.client [req-639f89ed-3c0f-47de-aacf-82b9fed04a4d req-d572f994-7345-4bf5-9b2b-73deded608a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.207654] env[66735]: DEBUG nova.network.neutron [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 872.242838] env[66735]: DEBUG nova.network.neutron [req-639f89ed-3c0f-47de-aacf-82b9fed04a4d req-d572f994-7345-4bf5-9b2b-73deded608a1 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updated VIF entry in instance network info cache for port 71524284-41d7-44a3-acf5-f9ffd0d6214f. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 872.243254] env[66735]: DEBUG nova.network.neutron [req-639f89ed-3c0f-47de-aacf-82b9fed04a4d req-d572f994-7345-4bf5-9b2b-73deded608a1 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updating instance_info_cache with network_info: [{"id": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "address": "fa:16:3e:f7:f9:d4", "network": {"id": "0c4429d0-88a4-46cb-966d-d2d02312aae1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-534457436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6422087530a6485580cc72527266ed3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71524284-41", "ovs_interfaceid": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.285174] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645763, 'name': CreateVM_Task, 'duration_secs': 0.343218} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.285174] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.285338] env[66735]: WARNING neutronclient.v2_0.client [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.285630] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.285776] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.286486] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.286486] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ccca12-1c7d-4e5f-9770-782b60c40706 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.293432] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 872.293432] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]525c9493-483a-e244-08dc-87eb439d6077" [ 872.293432] env[66735]: _type = "Task" [ 872.293432] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.304202] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525c9493-483a-e244-08dc-87eb439d6077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.378159] env[66735]: WARNING neutronclient.v2_0.client [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.488995] env[66735]: DEBUG nova.network.neutron [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Updating instance_info_cache with network_info: [{"id": "80b9fc06-278f-4220-9b4b-8f22de3e214a", "address": "fa:16:3e:49:9e:04", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b9fc06-27", "ovs_interfaceid": "80b9fc06-278f-4220-9b4b-8f22de3e214a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.557910] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.562394] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.717s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.562394] env[66735]: DEBUG nova.objects.instance [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 872.589954] env[66735]: INFO nova.scheduler.client.report [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Deleted allocations for instance b98e8bb7-5bbc-461e-b48d-62bd0d951ec8 [ 872.746854] env[66735]: DEBUG oslo_concurrency.lockutils [req-639f89ed-3c0f-47de-aacf-82b9fed04a4d req-d572f994-7345-4bf5-9b2b-73deded608a1 service nova] Releasing lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.747472] env[66735]: DEBUG oslo_concurrency.lockutils [req-71561f3a-ee81-49f1-b415-42033ef2afb8 req-04e6f93f-d249-4fbe-9de5-2fdb5f41029f service nova] Acquired lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.747597] env[66735]: DEBUG nova.network.neutron [req-71561f3a-ee81-49f1-b415-42033ef2afb8 req-04e6f93f-d249-4fbe-9de5-2fdb5f41029f service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Refreshing network info cache for port 71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.805162] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525c9493-483a-e244-08dc-87eb439d6077, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.805474] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.805710] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.805943] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.806101] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.806278] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.806540] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9577aca0-a320-4364-b246-ddc590ea98c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.816902] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.816902] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.817690] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2bae51-d0b9-42ec-bb1b-fb9747434b04 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.824894] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 872.824894] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528f813e-1ef3-101d-afe3-d25e1e48fdce" [ 872.824894] env[66735]: _type = "Task" [ 872.824894] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.833357] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528f813e-1ef3-101d-afe3-d25e1e48fdce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.991223] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "refresh_cache-795f860f-2e17-43de-848a-1e581c7e0629" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.991624] env[66735]: DEBUG nova.compute.manager [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Instance network_info: |[{"id": "80b9fc06-278f-4220-9b4b-8f22de3e214a", "address": "fa:16:3e:49:9e:04", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b9fc06-27", "ovs_interfaceid": "80b9fc06-278f-4220-9b4b-8f22de3e214a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 872.992094] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:9e:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80b9fc06-278f-4220-9b4b-8f22de3e214a', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.000076] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 873.000327] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.000555] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a15966d4-e6c3-4bcf-a53e-06e29a461a2c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.024065] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.024065] env[66735]: value = "task-4645764" [ 873.024065] env[66735]: _type = "Task" [ 873.024065] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.033982] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645764, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.100449] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5ccaa0e5-1d7d-4373-aea4-05cb6613a657 tempest-ListServerFiltersTestJSON-701955747 tempest-ListServerFiltersTestJSON-701955747-project-member] Lock "b98e8bb7-5bbc-461e-b48d-62bd0d951ec8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.146s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.251900] env[66735]: WARNING neutronclient.v2_0.client [req-71561f3a-ee81-49f1-b415-42033ef2afb8 req-04e6f93f-d249-4fbe-9de5-2fdb5f41029f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.337370] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528f813e-1ef3-101d-afe3-d25e1e48fdce, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.338707] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f7133f-a08b-42d1-91a9-6b44e099c7ad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.345339] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 873.345339] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521cae95-847a-a399-0284-77e4f27ae064" [ 873.345339] env[66735]: _type = "Task" [ 873.345339] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.360931] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521cae95-847a-a399-0284-77e4f27ae064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.514782] env[66735]: DEBUG nova.compute.manager [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Received event network-vif-plugged-80b9fc06-278f-4220-9b4b-8f22de3e214a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 873.516186] env[66735]: DEBUG oslo_concurrency.lockutils [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] Acquiring lock "795f860f-2e17-43de-848a-1e581c7e0629-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.516186] env[66735]: DEBUG oslo_concurrency.lockutils [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] Lock "795f860f-2e17-43de-848a-1e581c7e0629-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.516186] env[66735]: DEBUG oslo_concurrency.lockutils [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] Lock "795f860f-2e17-43de-848a-1e581c7e0629-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.516186] env[66735]: DEBUG nova.compute.manager [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] No waiting events found dispatching network-vif-plugged-80b9fc06-278f-4220-9b4b-8f22de3e214a {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 873.516368] env[66735]: WARNING nova.compute.manager [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Received unexpected event network-vif-plugged-80b9fc06-278f-4220-9b4b-8f22de3e214a for instance with vm_state building and task_state spawning. [ 873.516626] env[66735]: DEBUG nova.compute.manager [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Received event network-changed-80b9fc06-278f-4220-9b4b-8f22de3e214a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 873.517017] env[66735]: DEBUG nova.compute.manager [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Refreshing instance network info cache due to event network-changed-80b9fc06-278f-4220-9b4b-8f22de3e214a. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 873.517217] env[66735]: DEBUG oslo_concurrency.lockutils [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] Acquiring lock "refresh_cache-795f860f-2e17-43de-848a-1e581c7e0629" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.517398] env[66735]: DEBUG oslo_concurrency.lockutils [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] Acquired lock "refresh_cache-795f860f-2e17-43de-848a-1e581c7e0629" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.517594] env[66735]: DEBUG nova.network.neutron [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Refreshing network info cache for port 80b9fc06-278f-4220-9b4b-8f22de3e214a {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.541220] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645764, 'name': CreateVM_Task, 'duration_secs': 0.442397} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.541857] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.542513] env[66735]: WARNING neutronclient.v2_0.client [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.543050] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.543337] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.543765] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.544156] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9222e38e-aff9-498c-b1b2-e1938afe7549 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.551144] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 873.551144] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522a96cc-1f89-bf6b-3fd8-2b66b654f904" [ 873.551144] env[66735]: _type = "Task" [ 873.551144] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.561463] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522a96cc-1f89-bf6b-3fd8-2b66b654f904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.569699] env[66735]: WARNING neutronclient.v2_0.client [req-71561f3a-ee81-49f1-b415-42033ef2afb8 req-04e6f93f-d249-4fbe-9de5-2fdb5f41029f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.574597] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b33f6dca-124d-42f3-8544-2733b9c58a66 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.575789] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.634s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.576027] env[66735]: DEBUG nova.objects.instance [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lazy-loading 'resources' on Instance uuid 5b823cb0-f69d-49c7-86d7-1141743a794b {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.723699] env[66735]: DEBUG nova.network.neutron [req-71561f3a-ee81-49f1-b415-42033ef2afb8 req-04e6f93f-d249-4fbe-9de5-2fdb5f41029f service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updated VIF entry in instance network info cache for port 71524284-41d7-44a3-acf5-f9ffd0d6214f. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 873.724095] env[66735]: DEBUG nova.network.neutron [req-71561f3a-ee81-49f1-b415-42033ef2afb8 req-04e6f93f-d249-4fbe-9de5-2fdb5f41029f service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updating instance_info_cache with network_info: [{"id": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "address": "fa:16:3e:f7:f9:d4", "network": {"id": "0c4429d0-88a4-46cb-966d-d2d02312aae1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-534457436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6422087530a6485580cc72527266ed3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71524284-41", "ovs_interfaceid": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.766040] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquiring lock "f2821633-73aa-4969-8d56-e4dcfcce7bec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.766040] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Lock "f2821633-73aa-4969-8d56-e4dcfcce7bec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.766040] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquiring lock "f2821633-73aa-4969-8d56-e4dcfcce7bec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.766040] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Lock "f2821633-73aa-4969-8d56-e4dcfcce7bec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.766040] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Lock "f2821633-73aa-4969-8d56-e4dcfcce7bec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.766040] env[66735]: INFO nova.compute.manager [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Terminating instance [ 873.874942] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521cae95-847a-a399-0284-77e4f27ae064, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.877471] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.877841] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] a9e51151-f280-4498-98cb-892e5290bccf/a9e51151-f280-4498-98cb-892e5290bccf.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.878486] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9012e5d8-c271-4fe9-a6fd-8071c2c15176 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.893797] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 873.893797] env[66735]: value = "task-4645765" [ 873.893797] env[66735]: _type = "Task" [ 873.893797] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.911619] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.022266] env[66735]: WARNING neutronclient.v2_0.client [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.063783] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522a96cc-1f89-bf6b-3fd8-2b66b654f904, 'name': SearchDatastore_Task, 'duration_secs': 0.012028} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.066795] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.067257] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.067521] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.067661] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.067838] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.068888] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d35ddfd8-077c-49bf-8191-301973f64256 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.083043] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.083277] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.084174] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1912f1f9-c76e-4969-90c9-21b8fe31ddf4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.092393] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 874.092393] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52dd4fad-288c-95cd-2896-7ba7568ff6e2" [ 874.092393] env[66735]: _type = "Task" [ 874.092393] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.101900] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52dd4fad-288c-95cd-2896-7ba7568ff6e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.220178] env[66735]: WARNING neutronclient.v2_0.client [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.226735] env[66735]: DEBUG oslo_concurrency.lockutils [req-71561f3a-ee81-49f1-b415-42033ef2afb8 req-04e6f93f-d249-4fbe-9de5-2fdb5f41029f service nova] Releasing lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.254135] env[66735]: DEBUG nova.compute.manager [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 874.254135] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.254135] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14751869-c351-4549-81ec-348cd1e0fece {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.266312] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.266654] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36676e1d-48f2-4021-a837-bc0d3ba28561 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.278545] env[66735]: DEBUG oslo_vmware.api [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 874.278545] env[66735]: value = "task-4645766" [ 874.278545] env[66735]: _type = "Task" [ 874.278545] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.289485] env[66735]: DEBUG oslo_vmware.api [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.320836] env[66735]: DEBUG nova.network.neutron [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Updated VIF entry in instance network info cache for port 80b9fc06-278f-4220-9b4b-8f22de3e214a. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 874.321471] env[66735]: DEBUG nova.network.neutron [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Updating instance_info_cache with network_info: [{"id": "80b9fc06-278f-4220-9b4b-8f22de3e214a", "address": "fa:16:3e:49:9e:04", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b9fc06-27", "ovs_interfaceid": "80b9fc06-278f-4220-9b4b-8f22de3e214a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.411825] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645765, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.502596] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b493511-2853-496e-94f9-ef65292aad4c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.515914] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904e5055-a333-41d1-9aec-ea386f6966bd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.555052] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e327b2-cac4-47f0-9781-877b7a57c819 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.569697] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3eed40-ca99-4c49-ae8f-594b4c8577b9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.589960] env[66735]: DEBUG nova.compute.provider_tree [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.603295] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52dd4fad-288c-95cd-2896-7ba7568ff6e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016391} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.604611] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b03ca23-ee98-4449-ab16-a668d1a92280 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.613017] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 874.613017] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]525dc18c-f4c3-6fe6-4223-b9e285b9b607" [ 874.613017] env[66735]: _type = "Task" [ 874.613017] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.624997] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525dc18c-f4c3-6fe6-4223-b9e285b9b607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.789465] env[66735]: DEBUG oslo_vmware.api [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645766, 'name': PowerOffVM_Task, 'duration_secs': 0.432412} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.789755] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.789977] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.790305] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9c53f35-6226-428d-8ed0-035a12d626e8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.824125] env[66735]: DEBUG oslo_concurrency.lockutils [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] Releasing lock "refresh_cache-795f860f-2e17-43de-848a-1e581c7e0629" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.825059] env[66735]: DEBUG nova.compute.manager [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Received event network-changed-71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 874.825059] env[66735]: DEBUG nova.compute.manager [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Refreshing instance network info cache due to event network-changed-71524284-41d7-44a3-acf5-f9ffd0d6214f. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 874.825059] env[66735]: DEBUG oslo_concurrency.lockutils [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] Acquiring lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.825198] env[66735]: DEBUG oslo_concurrency.lockutils [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] Acquired lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.825281] env[66735]: DEBUG nova.network.neutron [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Refreshing network info cache for port 71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.853571] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.853790] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.853956] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Deleting the datastore file [datastore1] f2821633-73aa-4969-8d56-e4dcfcce7bec {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.854240] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40023ec3-a66d-496d-bb5c-c5a24dfd204d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.862920] env[66735]: DEBUG oslo_vmware.api [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for the task: (returnval){ [ 874.862920] env[66735]: value = "task-4645768" [ 874.862920] env[66735]: _type = "Task" [ 874.862920] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.872920] env[66735]: DEBUG oslo_vmware.api [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.906147] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70992} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.906402] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] a9e51151-f280-4498-98cb-892e5290bccf/a9e51151-f280-4498-98cb-892e5290bccf.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.906638] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.906958] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-975ea9a5-e7d6-4eb0-a72e-017eccdff761 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.914848] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 874.914848] env[66735]: value = "task-4645769" [ 874.914848] env[66735]: _type = "Task" [ 874.914848] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.928190] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.095055] env[66735]: DEBUG nova.scheduler.client.report [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.125966] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525dc18c-f4c3-6fe6-4223-b9e285b9b607, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.126274] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.126567] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 795f860f-2e17-43de-848a-1e581c7e0629/795f860f-2e17-43de-848a-1e581c7e0629.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.126865] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0791e95-b2bd-4572-b475-a9f72d1b1e97 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.135290] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 875.135290] env[66735]: value = "task-4645770" [ 875.135290] env[66735]: _type = "Task" [ 875.135290] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.144511] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.330101] env[66735]: WARNING neutronclient.v2_0.client [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.382074] env[66735]: DEBUG oslo_vmware.api [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Task: {'id': task-4645768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190224} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.382810] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.383035] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.383304] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.383498] env[66735]: INFO nova.compute.manager [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Took 1.13 seconds to destroy the instance on the hypervisor. [ 875.383751] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 875.383952] env[66735]: DEBUG nova.compute.manager [-] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 875.384063] env[66735]: DEBUG nova.network.neutron [-] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 875.384407] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.430477] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069353} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.431995] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.433180] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ef3785-f277-46ce-bff0-f81b7d33d469 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.474575] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] a9e51151-f280-4498-98cb-892e5290bccf/a9e51151-f280-4498-98cb-892e5290bccf.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.475831] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-794fae88-fe76-4a00-9ff3-b1a0b6c44357 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.497149] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.508926] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 875.508926] env[66735]: value = "task-4645771" [ 875.508926] env[66735]: _type = "Task" [ 875.508926] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.522576] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.525501] env[66735]: WARNING neutronclient.v2_0.client [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.602803] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.605389] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.058s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.607160] env[66735]: INFO nova.compute.claims [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.632423] env[66735]: INFO nova.scheduler.client.report [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Deleted allocations for instance 5b823cb0-f69d-49c7-86d7-1141743a794b [ 875.650546] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645770, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.745983] env[66735]: DEBUG nova.network.neutron [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updated VIF entry in instance network info cache for port 71524284-41d7-44a3-acf5-f9ffd0d6214f. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 875.746374] env[66735]: DEBUG nova.network.neutron [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updating instance_info_cache with network_info: [{"id": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "address": "fa:16:3e:f7:f9:d4", "network": {"id": "0c4429d0-88a4-46cb-966d-d2d02312aae1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-534457436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6422087530a6485580cc72527266ed3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71524284-41", "ovs_interfaceid": "71524284-41d7-44a3-acf5-f9ffd0d6214f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.881496] env[66735]: DEBUG nova.compute.manager [req-9026025f-e613-4c5e-8dab-c0b1f59df46a req-0c279eed-42f9-4098-a290-c737a97270c9 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Received event network-vif-deleted-71524284-41d7-44a3-acf5-f9ffd0d6214f {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 875.881737] env[66735]: INFO nova.compute.manager [req-9026025f-e613-4c5e-8dab-c0b1f59df46a req-0c279eed-42f9-4098-a290-c737a97270c9 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Neutron deleted interface 71524284-41d7-44a3-acf5-f9ffd0d6214f; detaching it from the instance and deleting it from the info cache [ 875.881907] env[66735]: DEBUG nova.network.neutron [req-9026025f-e613-4c5e-8dab-c0b1f59df46a req-0c279eed-42f9-4098-a290-c737a97270c9 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.955699] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "23873e0a-e4f8-440b-b44c-911cdd380e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.955958] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "23873e0a-e4f8-440b-b44c-911cdd380e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.956173] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "23873e0a-e4f8-440b-b44c-911cdd380e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.956594] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "23873e0a-e4f8-440b-b44c-911cdd380e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.956594] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "23873e0a-e4f8-440b-b44c-911cdd380e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.959336] env[66735]: INFO nova.compute.manager [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Terminating instance [ 876.020504] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645771, 'name': ReconfigVM_Task, 'duration_secs': 0.378829} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.021630] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Reconfigured VM instance instance-00000041 to attach disk [datastore2] a9e51151-f280-4498-98cb-892e5290bccf/a9e51151-f280-4498-98cb-892e5290bccf.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.021732] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-521e2163-b791-4d97-aab4-748807412fa9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.029493] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 876.029493] env[66735]: value = "task-4645772" [ 876.029493] env[66735]: _type = "Task" [ 876.029493] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.040394] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645772, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.150856] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520223} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.151435] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4137b9cd-0117-4cc8-a45a-76e4033b8176 tempest-ImagesOneServerNegativeTestJSON-160835856 tempest-ImagesOneServerNegativeTestJSON-160835856-project-member] Lock "5b823cb0-f69d-49c7-86d7-1141743a794b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.118s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.152479] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 795f860f-2e17-43de-848a-1e581c7e0629/795f860f-2e17-43de-848a-1e581c7e0629.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.152849] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.153154] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e150dd37-b5d6-4a18-909b-316633bacbbe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.162758] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 876.162758] env[66735]: value = "task-4645773" [ 876.162758] env[66735]: _type = "Task" [ 876.162758] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.174597] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.248744] env[66735]: DEBUG oslo_concurrency.lockutils [req-0687057d-91df-4e30-b62a-6cd0c6a1aaff req-ba0805c5-8d61-4ca0-9d37-f26a219d65ce service nova] Releasing lock "refresh_cache-f2821633-73aa-4969-8d56-e4dcfcce7bec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.271058] env[66735]: DEBUG nova.network.neutron [-] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.384922] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fdcda38-871c-45b9-8fb6-7e7db79f037b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.395923] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dffa53-f713-4be9-81a4-6d66acca8d3e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.438346] env[66735]: DEBUG nova.compute.manager [req-9026025f-e613-4c5e-8dab-c0b1f59df46a req-0c279eed-42f9-4098-a290-c737a97270c9 service nova] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Detach interface failed, port_id=71524284-41d7-44a3-acf5-f9ffd0d6214f, reason: Instance f2821633-73aa-4969-8d56-e4dcfcce7bec could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 876.464687] env[66735]: DEBUG nova.compute.manager [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 876.464970] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.465840] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8402c7c-a959-4f49-be62-a8a69eb69974 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.474132] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.474481] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33876af4-d5a8-44de-ab3f-e6dda7a1ea56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.481682] env[66735]: DEBUG oslo_vmware.api [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 876.481682] env[66735]: value = "task-4645774" [ 876.481682] env[66735]: _type = "Task" [ 876.481682] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.490999] env[66735]: DEBUG oslo_vmware.api [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.540564] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645772, 'name': Rename_Task, 'duration_secs': 0.183253} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.540944] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.541231] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b41c2427-ae04-4790-9477-0fea1f404d50 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.549657] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 876.549657] env[66735]: value = "task-4645775" [ 876.549657] env[66735]: _type = "Task" [ 876.549657] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.560802] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.674852] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074832} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.675160] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.676130] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2132edc-d0fb-43a9-a195-711af8918299 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.702508] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 795f860f-2e17-43de-848a-1e581c7e0629/795f860f-2e17-43de-848a-1e581c7e0629.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.702932] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef8a935b-e7e0-46f8-a37b-00fe20d57592 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.728658] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 876.728658] env[66735]: value = "task-4645776" [ 876.728658] env[66735]: _type = "Task" [ 876.728658] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.741668] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645776, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.779852] env[66735]: INFO nova.compute.manager [-] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Took 1.40 seconds to deallocate network for instance. [ 876.997865] env[66735]: DEBUG oslo_vmware.api [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645774, 'name': PowerOffVM_Task, 'duration_secs': 0.211381} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.001870] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.002365] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.003404] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17a5fe9f-c99d-44f6-9e49-95ed0a1969d9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.064915] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.068592] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.068816] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.068997] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Deleting the datastore file [datastore2] 23873e0a-e4f8-440b-b44c-911cdd380e73 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.072029] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb191650-0948-4194-a44d-599b7a65ee64 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.079426] env[66735]: DEBUG oslo_vmware.api [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 877.079426] env[66735]: value = "task-4645778" [ 877.079426] env[66735]: _type = "Task" [ 877.079426] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.085470] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62124c57-4681-4178-bffa-e56350081872 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.091913] env[66735]: DEBUG oslo_vmware.api [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.097280] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafaa6c8-4911-4c89-838f-037868219ded {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.131294] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9504d2e1-bd91-48bc-8a18-c6e2237103c4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.140186] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ce6911-0429-4fa2-a7f9-d07725229cb3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.157324] env[66735]: DEBUG nova.compute.provider_tree [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.240480] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.290205] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.563710] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.590048] env[66735]: DEBUG oslo_vmware.api [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140708} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.590396] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.590583] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.590816] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.590922] env[66735]: INFO nova.compute.manager [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Took 1.13 seconds to destroy the instance on the hypervisor. [ 877.591215] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 877.591417] env[66735]: DEBUG nova.compute.manager [-] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 877.591521] env[66735]: DEBUG nova.network.neutron [-] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 877.591777] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.639088] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.661706] env[66735]: DEBUG nova.scheduler.client.report [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.740048] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645776, 'name': ReconfigVM_Task, 'duration_secs': 0.86545} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.740478] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 795f860f-2e17-43de-848a-1e581c7e0629/795f860f-2e17-43de-848a-1e581c7e0629.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.741192] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c354bf67-3784-4b6d-ade7-30911195e93e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.749333] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 877.749333] env[66735]: value = "task-4645779" [ 877.749333] env[66735]: _type = "Task" [ 877.749333] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.759324] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645779, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.062899] env[66735]: DEBUG oslo_vmware.api [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645775, 'name': PowerOnVM_Task, 'duration_secs': 1.174571} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.063098] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.063354] env[66735]: INFO nova.compute.manager [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Took 10.10 seconds to spawn the instance on the hypervisor. [ 878.063546] env[66735]: DEBUG nova.compute.manager [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 878.064410] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98538145-c12a-454c-80ea-9c81683c3211 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.167193] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.168249] env[66735]: DEBUG nova.compute.manager [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 878.171807] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.088s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.174127] env[66735]: INFO nova.compute.claims [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.261567] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645779, 'name': Rename_Task, 'duration_secs': 0.268193} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.262191] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.262567] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe94a62a-ecdc-4aae-bad1-6a61d73a2d26 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.270717] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 878.270717] env[66735]: value = "task-4645780" [ 878.270717] env[66735]: _type = "Task" [ 878.270717] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.282497] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.587774] env[66735]: INFO nova.compute.manager [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Took 41.39 seconds to build instance. [ 878.645964] env[66735]: DEBUG nova.network.neutron [-] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.679546] env[66735]: DEBUG nova.compute.utils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.688647] env[66735]: DEBUG nova.compute.manager [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 878.688647] env[66735]: DEBUG nova.network.neutron [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 878.688647] env[66735]: WARNING neutronclient.v2_0.client [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.688906] env[66735]: WARNING neutronclient.v2_0.client [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.787699] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645780, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.821331] env[66735]: DEBUG nova.policy [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20e086a2f470462a9498f6c63c31e097', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7130a5f935ed473d8bb6b2a76c20867c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.904525] env[66735]: DEBUG nova.compute.manager [req-7a656d61-06ce-4edd-b2f4-6141696c36dd req-1e7921b0-5e3f-41c7-b445-0609e6c08ed0 service nova] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Received event network-vif-deleted-e37a0809-1064-4eb9-b01b-8b684de24988 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 879.089402] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f63bf808-a062-4a18-98f3-42140ae424e7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "a9e51151-f280-4498-98cb-892e5290bccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.901s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.150443] env[66735]: INFO nova.compute.manager [-] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Took 1.56 seconds to deallocate network for instance. [ 879.188848] env[66735]: DEBUG nova.compute.manager [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 879.218664] env[66735]: DEBUG nova.network.neutron [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Successfully created port: 5e238edb-4933-4863-a925-32f220cad21b {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 879.289338] env[66735]: DEBUG oslo_vmware.api [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645780, 'name': PowerOnVM_Task, 'duration_secs': 0.661424} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.289637] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.289985] env[66735]: INFO nova.compute.manager [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Took 8.77 seconds to spawn the instance on the hypervisor. [ 879.290129] env[66735]: DEBUG nova.compute.manager [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 879.291075] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f476c8f7-9504-4fed-8e41-331a0882d0ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.664644] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.816975] env[66735]: INFO nova.compute.manager [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Took 42.07 seconds to build instance. [ 879.872671] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4841b4a-9e95-4a7d-832f-e5bf7fbc2da6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.881530] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed9bbaf-4379-49e5-a387-29f0bed2c64d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.916084] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a28e6a-7128-4477-87d8-8864031bb8de {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.925119] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c19527-1e34-4a19-91bb-7ce3c4a3ab8e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.939830] env[66735]: DEBUG nova.compute.provider_tree [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.208663] env[66735]: DEBUG nova.compute.manager [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 880.238501] env[66735]: DEBUG nova.virt.hardware [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 880.238761] env[66735]: DEBUG nova.virt.hardware [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.238953] env[66735]: DEBUG nova.virt.hardware [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 880.239225] env[66735]: DEBUG nova.virt.hardware [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.239398] env[66735]: DEBUG nova.virt.hardware [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 880.239546] env[66735]: DEBUG nova.virt.hardware [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 880.239779] env[66735]: DEBUG nova.virt.hardware [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 880.240054] env[66735]: DEBUG nova.virt.hardware [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 880.240279] env[66735]: DEBUG nova.virt.hardware [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 880.240457] env[66735]: DEBUG nova.virt.hardware [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 880.240631] env[66735]: DEBUG nova.virt.hardware [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 880.241634] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857794d4-4ce5-4845-846f-0ecc0ddb524c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.255587] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7724d0-4d95-47dc-a423-589fd7acdc84 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.318207] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2d6becb-3b42-4738-8b0e-d37348e94798 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "795f860f-2e17-43de-848a-1e581c7e0629" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.580s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.443471] env[66735]: DEBUG nova.scheduler.client.report [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.813993] env[66735]: DEBUG nova.network.neutron [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Successfully updated port: 5e238edb-4933-4863-a925-32f220cad21b {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 880.953129] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.954972] env[66735]: DEBUG nova.compute.manager [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 880.956643] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.738s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.956916] env[66735]: DEBUG nova.objects.instance [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lazy-loading 'resources' on Instance uuid 5cf9f44c-d7cf-47e3-805b-72aba8845d17 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.048475] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "a9e51151-f280-4498-98cb-892e5290bccf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.048704] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "a9e51151-f280-4498-98cb-892e5290bccf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.320061] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Acquiring lock "refresh_cache-de06f073-887e-4bde-8158-54fcd704ee5f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.320061] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Acquired lock "refresh_cache-de06f073-887e-4bde-8158-54fcd704ee5f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.320061] env[66735]: DEBUG nova.network.neutron [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 881.433660] env[66735]: DEBUG nova.compute.manager [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Received event network-vif-plugged-5e238edb-4933-4863-a925-32f220cad21b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 881.433804] env[66735]: DEBUG oslo_concurrency.lockutils [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] Acquiring lock "de06f073-887e-4bde-8158-54fcd704ee5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.434014] env[66735]: DEBUG oslo_concurrency.lockutils [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] Lock "de06f073-887e-4bde-8158-54fcd704ee5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.434187] env[66735]: DEBUG oslo_concurrency.lockutils [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] Lock "de06f073-887e-4bde-8158-54fcd704ee5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.434346] env[66735]: DEBUG nova.compute.manager [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] No waiting events found dispatching network-vif-plugged-5e238edb-4933-4863-a925-32f220cad21b {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 881.434502] env[66735]: WARNING nova.compute.manager [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Received unexpected event network-vif-plugged-5e238edb-4933-4863-a925-32f220cad21b for instance with vm_state building and task_state spawning. [ 881.434652] env[66735]: DEBUG nova.compute.manager [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Received event network-changed-5e238edb-4933-4863-a925-32f220cad21b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 881.434793] env[66735]: DEBUG nova.compute.manager [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Refreshing instance network info cache due to event network-changed-5e238edb-4933-4863-a925-32f220cad21b. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 881.434949] env[66735]: DEBUG oslo_concurrency.lockutils [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] Acquiring lock "refresh_cache-de06f073-887e-4bde-8158-54fcd704ee5f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.460908] env[66735]: DEBUG nova.compute.utils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.463285] env[66735]: DEBUG nova.compute.manager [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 881.463285] env[66735]: DEBUG nova.network.neutron [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 881.463420] env[66735]: WARNING neutronclient.v2_0.client [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.463702] env[66735]: WARNING neutronclient.v2_0.client [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.545202] env[66735]: DEBUG nova.policy [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b338c30241047558315e68a0bf38d1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a356bd775ea4f14a9935bfd931093b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.553617] env[66735]: DEBUG nova.compute.utils [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.871672] env[66735]: DEBUG nova.network.neutron [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 881.891214] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328bb4ce-8850-423e-b0fb-c7572ce3632d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.901137] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf341d3-7772-413d-bcd9-4b1fd974d4b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.939229] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165b6cf3-4999-4fee-a6c9-e105a3381bfa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.947636] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b983dbb7-ba1a-4b1c-a06b-c0391bbf6765 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.965135] env[66735]: DEBUG nova.compute.provider_tree [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.971125] env[66735]: DEBUG nova.compute.manager [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 881.980106] env[66735]: DEBUG nova.network.neutron [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Successfully created port: 9381c1be-aed6-4afc-a6a0-5b531fefa63a {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 882.006394] env[66735]: WARNING neutronclient.v2_0.client [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.056627] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "a9e51151-f280-4498-98cb-892e5290bccf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.114288] env[66735]: DEBUG nova.network.neutron [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Updating instance_info_cache with network_info: [{"id": "5e238edb-4933-4863-a925-32f220cad21b", "address": "fa:16:3e:9c:7f:09", "network": {"id": "1946b5c1-53eb-4fde-9e3e-8bc3a2d3d24a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1552358558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7130a5f935ed473d8bb6b2a76c20867c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e238edb-49", "ovs_interfaceid": "5e238edb-4933-4863-a925-32f220cad21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.475098] env[66735]: DEBUG nova.scheduler.client.report [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.620489] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Releasing lock "refresh_cache-de06f073-887e-4bde-8158-54fcd704ee5f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.620964] env[66735]: DEBUG nova.compute.manager [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Instance network_info: |[{"id": "5e238edb-4933-4863-a925-32f220cad21b", "address": "fa:16:3e:9c:7f:09", "network": {"id": "1946b5c1-53eb-4fde-9e3e-8bc3a2d3d24a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1552358558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7130a5f935ed473d8bb6b2a76c20867c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e238edb-49", "ovs_interfaceid": "5e238edb-4933-4863-a925-32f220cad21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 882.623678] env[66735]: DEBUG oslo_concurrency.lockutils [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] Acquired lock "refresh_cache-de06f073-887e-4bde-8158-54fcd704ee5f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.623678] env[66735]: DEBUG nova.network.neutron [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Refreshing network info cache for port 5e238edb-4933-4863-a925-32f220cad21b {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.624234] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:7f:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e238edb-4933-4863-a925-32f220cad21b', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.639081] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Creating folder: Project (7130a5f935ed473d8bb6b2a76c20867c). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.642941] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4775070-0b9b-4148-b073-02d4aa979eea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.658478] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Created folder: Project (7130a5f935ed473d8bb6b2a76c20867c) in parent group-v906980. [ 882.658749] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Creating folder: Instances. Parent ref: group-v907173. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.659608] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c200529-8e7a-4a1b-9362-7e55cb3a80dd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.671832] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Created folder: Instances in parent group-v907173. [ 882.672106] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 882.672311] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.672523] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cddaba9d-35ed-4d09-93e8-a5edb76fa118 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.695300] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.695300] env[66735]: value = "task-4645783" [ 882.695300] env[66735]: _type = "Task" [ 882.695300] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.705349] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645783, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.984281] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.987957] env[66735]: DEBUG nova.compute.manager [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 882.990096] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.310s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.045747] env[66735]: INFO nova.scheduler.client.report [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleted allocations for instance 5cf9f44c-d7cf-47e3-805b-72aba8845d17 [ 883.130612] env[66735]: DEBUG nova.virt.hardware [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 883.130899] env[66735]: DEBUG nova.virt.hardware [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.131103] env[66735]: DEBUG nova.virt.hardware [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 883.131330] env[66735]: DEBUG nova.virt.hardware [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.131487] env[66735]: DEBUG nova.virt.hardware [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 883.131665] env[66735]: DEBUG nova.virt.hardware [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 883.131909] env[66735]: DEBUG nova.virt.hardware [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 883.132125] env[66735]: DEBUG nova.virt.hardware [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 883.132351] env[66735]: DEBUG nova.virt.hardware [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 883.132547] env[66735]: DEBUG nova.virt.hardware [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 883.132758] env[66735]: DEBUG nova.virt.hardware [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 883.133767] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b2d773-10d1-4769-97b7-0218fbd061ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.143440] env[66735]: WARNING neutronclient.v2_0.client [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.146616] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "a9e51151-f280-4498-98cb-892e5290bccf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.146880] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "a9e51151-f280-4498-98cb-892e5290bccf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.147154] env[66735]: INFO nova.compute.manager [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Attaching volume 649e4321-ad3b-4203-ae9e-b52e7b3b41d0 to /dev/sdb [ 883.150257] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c310859d-675f-40f7-bb6f-3d5a8ba2b66f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.196853] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff92ed73-cca2-4bc1-84ca-67d217ca93eb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.211907] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee18e166-384b-40e0-bb63-f7d61ca95639 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.214715] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645783, 'name': CreateVM_Task, 'duration_secs': 0.373815} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.214918] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.215846] env[66735]: WARNING neutronclient.v2_0.client [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.216275] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.216466] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.216814] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.217118] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2b99e0-4fd3-4794-81d6-0b1f35695be6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.222609] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Waiting for the task: (returnval){ [ 883.222609] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d3955b-21fd-5572-c8ff-4ef500681651" [ 883.222609] env[66735]: _type = "Task" [ 883.222609] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.235468] env[66735]: DEBUG nova.virt.block_device [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Updating existing volume attachment record: 7da311f4-14a3-4d5a-9a8c-da3f7f5c1b61 {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 883.244697] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d3955b-21fd-5572-c8ff-4ef500681651, 'name': SearchDatastore_Task, 'duration_secs': 0.011799} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.245019] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.245267] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.245508] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.245672] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.245849] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.246149] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-454f4ab7-3df2-4975-be1e-e47bd8315838 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.257123] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.257123] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.257742] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f66838c4-16df-4ec1-bc4d-ca686f970149 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.264522] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Waiting for the task: (returnval){ [ 883.264522] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5287e7ba-dcc5-f96c-c732-a9baaead7004" [ 883.264522] env[66735]: _type = "Task" [ 883.264522] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.275072] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5287e7ba-dcc5-f96c-c732-a9baaead7004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.555852] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac1e9761-9b51-4953-b360-d4fa5ed0eb7b tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "5cf9f44c-d7cf-47e3-805b-72aba8845d17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.963s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.572615] env[66735]: DEBUG nova.network.neutron [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Successfully updated port: 9381c1be-aed6-4afc-a6a0-5b531fefa63a {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 883.621257] env[66735]: WARNING neutronclient.v2_0.client [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.731564] env[66735]: DEBUG nova.network.neutron [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Updated VIF entry in instance network info cache for port 5e238edb-4933-4863-a925-32f220cad21b. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 883.732018] env[66735]: DEBUG nova.network.neutron [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Updating instance_info_cache with network_info: [{"id": "5e238edb-4933-4863-a925-32f220cad21b", "address": "fa:16:3e:9c:7f:09", "network": {"id": "1946b5c1-53eb-4fde-9e3e-8bc3a2d3d24a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1552358558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7130a5f935ed473d8bb6b2a76c20867c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e238edb-49", "ovs_interfaceid": "5e238edb-4933-4863-a925-32f220cad21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.780816] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5287e7ba-dcc5-f96c-c732-a9baaead7004, 'name': SearchDatastore_Task, 'duration_secs': 0.016999} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.782144] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6c74bf-f79b-4900-8c53-382b9ed3254e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.790484] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Waiting for the task: (returnval){ [ 883.790484] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526142a6-06d9-9391-8223-f0ec32bd8688" [ 883.790484] env[66735]: _type = "Task" [ 883.790484] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.805085] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526142a6-06d9-9391-8223-f0ec32bd8688, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.805489] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.805975] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] de06f073-887e-4bde-8158-54fcd704ee5f/de06f073-887e-4bde-8158-54fcd704ee5f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.806361] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-270b6d25-95d6-494a-9400-374be7c98bf6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.815578] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Waiting for the task: (returnval){ [ 883.815578] env[66735]: value = "task-4645787" [ 883.815578] env[66735]: _type = "Task" [ 883.815578] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.827212] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.906369] env[66735]: DEBUG nova.compute.manager [req-f98c6d82-fa31-43e3-b142-74af27759f1a req-e3c2dbf7-6b6c-40da-9897-ea3adfad8c31 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Received event network-vif-plugged-9381c1be-aed6-4afc-a6a0-5b531fefa63a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 883.908049] env[66735]: DEBUG oslo_concurrency.lockutils [req-f98c6d82-fa31-43e3-b142-74af27759f1a req-e3c2dbf7-6b6c-40da-9897-ea3adfad8c31 service nova] Acquiring lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.909377] env[66735]: DEBUG oslo_concurrency.lockutils [req-f98c6d82-fa31-43e3-b142-74af27759f1a req-e3c2dbf7-6b6c-40da-9897-ea3adfad8c31 service nova] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.909377] env[66735]: DEBUG oslo_concurrency.lockutils [req-f98c6d82-fa31-43e3-b142-74af27759f1a req-e3c2dbf7-6b6c-40da-9897-ea3adfad8c31 service nova] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.909377] env[66735]: DEBUG nova.compute.manager [req-f98c6d82-fa31-43e3-b142-74af27759f1a req-e3c2dbf7-6b6c-40da-9897-ea3adfad8c31 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] No waiting events found dispatching network-vif-plugged-9381c1be-aed6-4afc-a6a0-5b531fefa63a {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 883.909377] env[66735]: WARNING nova.compute.manager [req-f98c6d82-fa31-43e3-b142-74af27759f1a req-e3c2dbf7-6b6c-40da-9897-ea3adfad8c31 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Received unexpected event network-vif-plugged-9381c1be-aed6-4afc-a6a0-5b531fefa63a for instance with vm_state building and task_state spawning. [ 884.012258] env[66735]: INFO nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating resource usage from migration fa4c9ea9-62d9-484e-bd52-323162d271c1 [ 884.052068] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 5a3f4ca6-dee6-43ff-b059-365136c9bf6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.052765] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3d4ac919-d0f3-4310-bed5-785da809fe2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.052765] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 6b04af2b-3712-4f1e-a1f0-59b97f11317d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.052765] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 206a1a52-5506-4711-95ac-84c5f2550a7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.052765] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance c2c69091-98a3-4671-bd63-462fc99cfcaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.053147] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 1bd3edb4-d320-4f71-bbad-d794309bab1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.053147] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 0e740911-4848-48aa-a49d-f929be0479b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.053298] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 106b6931-9631-4c32-ade5-b3ad9384edea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.053518] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 0a1e9d66-ea85-474c-9751-120c5438f848 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.053720] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 23873e0a-e4f8-440b-b44c-911cdd380e73 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.053907] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance e3155645-b70f-426c-83df-e217fe8be062 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.054115] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance f1ac4360-83ca-4561-8282-538cf40715b3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.054309] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3fd3d500-16d2-44f4-aca9-8eb3238421ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.054507] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance f2821633-73aa-4969-8d56-e4dcfcce7bec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.054690] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.054861] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance a9e51151-f280-4498-98cb-892e5290bccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.054988] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 795f860f-2e17-43de-848a-1e581c7e0629 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.076645] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "refresh_cache-1a2c906f-1613-4701-9787-16a2b1f1cf2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.076902] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "refresh_cache-1a2c906f-1613-4701-9787-16a2b1f1cf2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.077120] env[66735]: DEBUG nova.network.neutron [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 884.135047] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "1bd3edb4-d320-4f71-bbad-d794309bab1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.135354] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "1bd3edb4-d320-4f71-bbad-d794309bab1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.135579] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "1bd3edb4-d320-4f71-bbad-d794309bab1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.135778] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "1bd3edb4-d320-4f71-bbad-d794309bab1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.135979] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "1bd3edb4-d320-4f71-bbad-d794309bab1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.144074] env[66735]: INFO nova.compute.manager [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Terminating instance [ 884.235622] env[66735]: DEBUG oslo_concurrency.lockutils [req-223882ab-8292-469e-a5f2-b12e94fda60d req-894adbbc-2f47-41de-8e30-3f986015a277 service nova] Releasing lock "refresh_cache-de06f073-887e-4bde-8158-54fcd704ee5f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.326594] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490331} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.326861] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] de06f073-887e-4bde-8158-54fcd704ee5f/de06f073-887e-4bde-8158-54fcd704ee5f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.327089] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.327358] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26867cc6-7c3e-45ac-942d-5c439b42c1ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.335359] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Waiting for the task: (returnval){ [ 884.335359] env[66735]: value = "task-4645788" [ 884.335359] env[66735]: _type = "Task" [ 884.335359] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.346200] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.348346] env[66735]: INFO nova.compute.manager [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Rebuilding instance [ 884.401170] env[66735]: DEBUG nova.compute.manager [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 884.402626] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ede02d-1f42-40c4-b405-0f2161f51b44 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.526584] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.526822] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.562205] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 755321d4-49b7-49f2-ac58-74b286be4645 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 884.562401] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance de06f073-887e-4bde-8158-54fcd704ee5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.562523] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 1a2c906f-1613-4701-9787-16a2b1f1cf2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.615866] env[66735]: DEBUG nova.network.neutron [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 884.649984] env[66735]: DEBUG nova.compute.manager [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 884.650383] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.651325] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f4470d-6ee4-411e-a287-91a2a99f45be {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.661220] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.661595] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a8495cc-e289-4a04-8836-fec2a050b7ff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.670325] env[66735]: DEBUG oslo_vmware.api [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 884.670325] env[66735]: value = "task-4645789" [ 884.670325] env[66735]: _type = "Task" [ 884.670325] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.679833] env[66735]: DEBUG oslo_vmware.api [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.709480] env[66735]: WARNING neutronclient.v2_0.client [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.825289] env[66735]: DEBUG nova.network.neutron [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Updating instance_info_cache with network_info: [{"id": "9381c1be-aed6-4afc-a6a0-5b531fefa63a", "address": "fa:16:3e:b9:d3:53", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9381c1be-ae", "ovs_interfaceid": "9381c1be-aed6-4afc-a6a0-5b531fefa63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.846756] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081171} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.847066] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.847824] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5330c4c-bc0b-4f0b-814a-00d9566198d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.872205] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] de06f073-887e-4bde-8158-54fcd704ee5f/de06f073-887e-4bde-8158-54fcd704ee5f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.872543] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bd42630-ed23-44dd-a892-b381d2c42ce4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.894455] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Waiting for the task: (returnval){ [ 884.894455] env[66735]: value = "task-4645790" [ 884.894455] env[66735]: _type = "Task" [ 884.894455] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.903973] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.029775] env[66735]: DEBUG nova.compute.manager [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 885.066038] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance c02a5eda-b5d0-4a90-b2c4-8ea44122264c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 885.180135] env[66735]: DEBUG oslo_vmware.api [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645789, 'name': PowerOffVM_Task, 'duration_secs': 0.227748} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.180461] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.180626] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.180881] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e968322-0c42-41d3-bcf5-9d08326c2546 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.243056] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.243387] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.243689] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleting the datastore file [datastore2] 1bd3edb4-d320-4f71-bbad-d794309bab1f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.244064] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67aec9ed-6db3-43ea-9c28-51edef466998 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.254444] env[66735]: DEBUG oslo_vmware.api [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 885.254444] env[66735]: value = "task-4645792" [ 885.254444] env[66735]: _type = "Task" [ 885.254444] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.262356] env[66735]: DEBUG oslo_vmware.api [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.329404] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "refresh_cache-1a2c906f-1613-4701-9787-16a2b1f1cf2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.329806] env[66735]: DEBUG nova.compute.manager [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Instance network_info: |[{"id": "9381c1be-aed6-4afc-a6a0-5b531fefa63a", "address": "fa:16:3e:b9:d3:53", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9381c1be-ae", "ovs_interfaceid": "9381c1be-aed6-4afc-a6a0-5b531fefa63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 885.330365] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:d3:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9381c1be-aed6-4afc-a6a0-5b531fefa63a', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.338091] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 885.338309] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.338908] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0309a8f8-2864-4cee-9de9-31ee0be0f330 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.360754] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.360754] env[66735]: value = "task-4645793" [ 885.360754] env[66735]: _type = "Task" [ 885.360754] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.369910] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645793, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.404901] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645790, 'name': ReconfigVM_Task, 'duration_secs': 0.274379} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.405289] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Reconfigured VM instance instance-00000043 to attach disk [datastore1] de06f073-887e-4bde-8158-54fcd704ee5f/de06f073-887e-4bde-8158-54fcd704ee5f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.406263] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-820369be-d8cd-4bea-b049-d522270db86f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.414263] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Waiting for the task: (returnval){ [ 885.414263] env[66735]: value = "task-4645794" [ 885.414263] env[66735]: _type = "Task" [ 885.414263] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.419610] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.419913] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-870ba67a-f6c6-447f-89a9-0b9600033082 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.425384] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645794, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.431966] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 885.431966] env[66735]: value = "task-4645795" [ 885.431966] env[66735]: _type = "Task" [ 885.431966] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.442398] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.557023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.570262] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 766bf5e7-c5d6-474e-be1f-316a531ef128 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 885.570507] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Migration fa4c9ea9-62d9-484e-bd52-323162d271c1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 885.570723] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 57417beb-853a-47e3-a79e-f52c00b90c22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 885.571046] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 885.571286] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=100GB used_disk=15GB total_vcpus=48 used_vcpus=14 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '11', 'num_task_None': '11', 'num_os_type_None': '14', 'num_proj_074fd9c109b545e986890b8f3751d057': '1', 'io_workload': '3', 'num_proj_9a356bd775ea4f14a9935bfd931093b5': '2', 'num_proj_9bc2ef2f7d064717860187d5a603fc1e': '1', 'num_proj_f5885fc0ea354263b037d558ca70943e': '3', 'num_vm_stopped': '1', 'num_task_resize_prep': '1', 'num_proj_9929ce8e6397449fb64785bb4bca9809': '1', 'num_proj_4743e209426f410097298c46b6ea56f1': '1', 'num_proj_515c2a40834f41c89ee0e020d1d2a2b2': '1', 'num_proj_29ceab9724bb4af6b8c7ba686fdefd49': '1', 'num_proj_0caa29743c8246d490a3da9761277853': '1', 'num_proj_b72587f54bdb4f15a98c20dd18578ddd': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_7130a5f935ed473d8bb6b2a76c20867c': '1'} {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 885.764329] env[66735]: DEBUG oslo_vmware.api [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470871} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.767356] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.767667] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.767951] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.768251] env[66735]: INFO nova.compute.manager [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 885.768515] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 885.768973] env[66735]: DEBUG nova.compute.manager [-] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 885.769182] env[66735]: DEBUG nova.network.neutron [-] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 885.769642] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.809209] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.874659] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645793, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.925727] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645794, 'name': Rename_Task, 'duration_secs': 0.163553} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.925993] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.926342] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77dbd707-cab7-4b19-b39f-15733ebf5aff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.937747] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Waiting for the task: (returnval){ [ 885.937747] env[66735]: value = "task-4645797" [ 885.937747] env[66735]: _type = "Task" [ 885.937747] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.940234] env[66735]: DEBUG nova.compute.manager [req-8c5088f8-2d14-44b2-bfed-8ad7466e6884 req-4a1e0f6a-bd08-46a0-ad7d-36cb088e20d4 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Received event network-changed-9381c1be-aed6-4afc-a6a0-5b531fefa63a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 885.940415] env[66735]: DEBUG nova.compute.manager [req-8c5088f8-2d14-44b2-bfed-8ad7466e6884 req-4a1e0f6a-bd08-46a0-ad7d-36cb088e20d4 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Refreshing instance network info cache due to event network-changed-9381c1be-aed6-4afc-a6a0-5b531fefa63a. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 885.940638] env[66735]: DEBUG oslo_concurrency.lockutils [req-8c5088f8-2d14-44b2-bfed-8ad7466e6884 req-4a1e0f6a-bd08-46a0-ad7d-36cb088e20d4 service nova] Acquiring lock "refresh_cache-1a2c906f-1613-4701-9787-16a2b1f1cf2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.940804] env[66735]: DEBUG oslo_concurrency.lockutils [req-8c5088f8-2d14-44b2-bfed-8ad7466e6884 req-4a1e0f6a-bd08-46a0-ad7d-36cb088e20d4 service nova] Acquired lock "refresh_cache-1a2c906f-1613-4701-9787-16a2b1f1cf2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.940891] env[66735]: DEBUG nova.network.neutron [req-8c5088f8-2d14-44b2-bfed-8ad7466e6884 req-4a1e0f6a-bd08-46a0-ad7d-36cb088e20d4 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Refreshing network info cache for port 9381c1be-aed6-4afc-a6a0-5b531fefa63a {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.950730] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645795, 'name': PowerOffVM_Task, 'duration_secs': 0.264729} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.952648] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.952648] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.953366] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed7254d-9415-4750-b7b2-9fd36058843a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.960519] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645797, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.964828] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da26c094-bf41-44ed-8264-f9403c06d5d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.970171] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.970844] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cec0608b-df0f-4097-b0b6-5d648afe13f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.979417] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbeccba-74aa-444f-b8f6-b6bc41c60613 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.011922] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30775b3-ac3e-422e-b8e1-1aa48aea5e6d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.020926] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66f5e22-f3a7-45be-a1b8-797c6dd30bed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.037027] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.040912] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.041871] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.041871] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleting the datastore file [datastore2] 795f860f-2e17-43de-848a-1e581c7e0629 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.042026] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f973719-ef52-4882-8aa1-c49e4fa2421d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.050990] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 886.050990] env[66735]: value = "task-4645799" [ 886.050990] env[66735]: _type = "Task" [ 886.050990] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.061253] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.071070] env[66735]: DEBUG nova.compute.manager [req-5e98dd3c-a541-4f1b-9842-5431247e4a15 req-8c2632c4-bb38-4dfb-bfb6-a9652e5eeca1 service nova] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Received event network-vif-deleted-15a76a89-5ba8-4833-bea2-fe27664eb046 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 886.071326] env[66735]: INFO nova.compute.manager [req-5e98dd3c-a541-4f1b-9842-5431247e4a15 req-8c2632c4-bb38-4dfb-bfb6-a9652e5eeca1 service nova] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Neutron deleted interface 15a76a89-5ba8-4833-bea2-fe27664eb046; detaching it from the instance and deleting it from the info cache [ 886.071545] env[66735]: DEBUG nova.network.neutron [req-5e98dd3c-a541-4f1b-9842-5431247e4a15 req-8c2632c4-bb38-4dfb-bfb6-a9652e5eeca1 service nova] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.372052] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645793, 'name': CreateVM_Task, 'duration_secs': 0.545642} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.372252] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.372766] env[66735]: WARNING neutronclient.v2_0.client [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.373155] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.373695] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.373695] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.373875] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1b91ca-bfa4-49da-a2b4-50788054aae7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.381769] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 886.381769] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526b9069-43aa-fdc3-154c-5bf781021352" [ 886.381769] env[66735]: _type = "Task" [ 886.381769] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.394617] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526b9069-43aa-fdc3-154c-5bf781021352, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.394900] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.395156] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.395395] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.395530] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.395700] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.395964] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8d68ec1-bb9b-47a9-a08c-e262d477e712 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.405606] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.405797] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.406579] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d6e718-e834-407a-b5b9-1994d8b9f594 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.413028] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 886.413028] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c8e09a-424f-eda5-3274-5f1036635802" [ 886.413028] env[66735]: _type = "Task" [ 886.413028] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.421850] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c8e09a-424f-eda5-3274-5f1036635802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.450438] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645797, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.452095] env[66735]: WARNING neutronclient.v2_0.client [req-8c5088f8-2d14-44b2-bfed-8ad7466e6884 req-4a1e0f6a-bd08-46a0-ad7d-36cb088e20d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.539825] env[66735]: DEBUG nova.scheduler.client.report [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.548300] env[66735]: DEBUG nova.network.neutron [-] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.568223] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18271} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.570545] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.571925] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.571925] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.575251] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03d62985-496f-49cf-bb11-cdfa69c55338 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.590321] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a0c3c8-6e9a-46ee-8898-a1faf9e5c1de {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.638657] env[66735]: DEBUG nova.compute.manager [req-5e98dd3c-a541-4f1b-9842-5431247e4a15 req-8c2632c4-bb38-4dfb-bfb6-a9652e5eeca1 service nova] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Detach interface failed, port_id=15a76a89-5ba8-4833-bea2-fe27664eb046, reason: Instance 1bd3edb4-d320-4f71-bbad-d794309bab1f could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 886.640280] env[66735]: WARNING neutronclient.v2_0.client [req-8c5088f8-2d14-44b2-bfed-8ad7466e6884 req-4a1e0f6a-bd08-46a0-ad7d-36cb088e20d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.765519] env[66735]: DEBUG nova.network.neutron [req-8c5088f8-2d14-44b2-bfed-8ad7466e6884 req-4a1e0f6a-bd08-46a0-ad7d-36cb088e20d4 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Updated VIF entry in instance network info cache for port 9381c1be-aed6-4afc-a6a0-5b531fefa63a. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 886.768056] env[66735]: DEBUG nova.network.neutron [req-8c5088f8-2d14-44b2-bfed-8ad7466e6884 req-4a1e0f6a-bd08-46a0-ad7d-36cb088e20d4 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Updating instance_info_cache with network_info: [{"id": "9381c1be-aed6-4afc-a6a0-5b531fefa63a", "address": "fa:16:3e:b9:d3:53", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9381c1be-ae", "ovs_interfaceid": "9381c1be-aed6-4afc-a6a0-5b531fefa63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.924048] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c8e09a-424f-eda5-3274-5f1036635802, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.925022] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93b21a8f-7a35-4ace-ace8-2e0055da0d17 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.931362] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 886.931362] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520467f6-0b41-9425-01c9-03b97d89a05c" [ 886.931362] env[66735]: _type = "Task" [ 886.931362] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.940586] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520467f6-0b41-9425-01c9-03b97d89a05c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.950304] env[66735]: DEBUG oslo_vmware.api [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645797, 'name': PowerOnVM_Task, 'duration_secs': 0.696848} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.950571] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.950774] env[66735]: INFO nova.compute.manager [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Took 6.74 seconds to spawn the instance on the hypervisor. [ 886.950946] env[66735]: DEBUG nova.compute.manager [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 886.951775] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5addeaa7-6b3c-4593-b599-5d3c44016bdc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.045470] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 887.045767] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.056s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.045767] env[66735]: DEBUG oslo_concurrency.lockutils [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.601s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.045908] env[66735]: DEBUG oslo_concurrency.lockutils [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.049938] env[66735]: DEBUG oslo_concurrency.lockutils [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.323s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.050134] env[66735]: DEBUG oslo_concurrency.lockutils [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.051884] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.065s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.052064] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.053556] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.667s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.054972] env[66735]: INFO nova.compute.claims [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.057428] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.057569] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Cleaning up deleted instances {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11932}} [ 887.060617] env[66735]: INFO nova.compute.manager [-] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Took 1.29 seconds to deallocate network for instance. [ 887.083576] env[66735]: INFO nova.scheduler.client.report [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Deleted allocations for instance 3fd3d500-16d2-44f4-aca9-8eb3238421ab [ 887.086742] env[66735]: INFO nova.scheduler.client.report [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Deleted allocations for instance f1ac4360-83ca-4561-8282-538cf40715b3 [ 887.104199] env[66735]: INFO nova.scheduler.client.report [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Deleted allocations for instance e3155645-b70f-426c-83df-e217fe8be062 [ 887.112491] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "0e740911-4848-48aa-a49d-f929be0479b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.112738] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "0e740911-4848-48aa-a49d-f929be0479b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.112942] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "0e740911-4848-48aa-a49d-f929be0479b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.113138] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "0e740911-4848-48aa-a49d-f929be0479b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.113302] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "0e740911-4848-48aa-a49d-f929be0479b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.115974] env[66735]: INFO nova.compute.manager [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Terminating instance [ 887.275412] env[66735]: DEBUG oslo_concurrency.lockutils [req-8c5088f8-2d14-44b2-bfed-8ad7466e6884 req-4a1e0f6a-bd08-46a0-ad7d-36cb088e20d4 service nova] Releasing lock "refresh_cache-1a2c906f-1613-4701-9787-16a2b1f1cf2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.444803] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520467f6-0b41-9425-01c9-03b97d89a05c, 'name': SearchDatastore_Task, 'duration_secs': 0.027469} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.445090] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.445349] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 1a2c906f-1613-4701-9787-16a2b1f1cf2f/1a2c906f-1613-4701-9787-16a2b1f1cf2f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.445623] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-439c1cc2-e509-4d6c-9e0c-657b280195a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.453495] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 887.453495] env[66735]: value = "task-4645800" [ 887.453495] env[66735]: _type = "Task" [ 887.453495] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.466891] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.469376] env[66735]: INFO nova.compute.manager [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Took 37.94 seconds to build instance. [ 887.574490] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] There are 47 instances to clean {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11941}} [ 887.574913] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 5b823cb0-f69d-49c7-86d7-1141743a794b] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 887.580337] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.598780] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d57382f7-1fa9-4743-bf9d-32746767fafc tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "3fd3d500-16d2-44f4-aca9-8eb3238421ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.394s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.601212] env[66735]: DEBUG oslo_concurrency.lockutils [None req-89ed5de9-df1f-4b88-bb67-8fc0dcd4852d tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "f1ac4360-83ca-4561-8282-538cf40715b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.813s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.618737] env[66735]: DEBUG nova.virt.hardware [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 887.618983] env[66735]: DEBUG nova.virt.hardware [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.621121] env[66735]: DEBUG nova.virt.hardware [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 887.621121] env[66735]: DEBUG nova.virt.hardware [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.621121] env[66735]: DEBUG nova.virt.hardware [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 887.621121] env[66735]: DEBUG nova.virt.hardware [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 887.621121] env[66735]: DEBUG nova.virt.hardware [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 887.621121] env[66735]: DEBUG nova.virt.hardware [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 887.621121] env[66735]: DEBUG nova.virt.hardware [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 887.621121] env[66735]: DEBUG nova.virt.hardware [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 887.621121] env[66735]: DEBUG nova.virt.hardware [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 887.621544] env[66735]: DEBUG oslo_concurrency.lockutils [None req-839dcdfd-1826-457f-b6e5-ddff1de7c419 tempest-InstanceActionsTestJSON-1291986938 tempest-InstanceActionsTestJSON-1291986938-project-member] Lock "e3155645-b70f-426c-83df-e217fe8be062" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.530s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.624959] env[66735]: DEBUG nova.compute.manager [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 887.625205] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.626154] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21ce244-3bec-493e-a5f4-0af44076576b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.632326] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df027d2-8161-4bff-b118-36a22af5aaf4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.647781] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05a1ecc-40d0-4928-aaf1-2d131917b6a8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.655101] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.655742] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-356053d6-8da5-4748-aef5-66424a7847f1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.673259] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:9e:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80b9fc06-278f-4220-9b4b-8f22de3e214a', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.681429] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 887.683474] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.683884] env[66735]: DEBUG oslo_vmware.api [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 887.683884] env[66735]: value = "task-4645801" [ 887.683884] env[66735]: _type = "Task" [ 887.683884] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.684188] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5ee176c-0331-4ca7-9365-955ed7eeb99e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.722612] env[66735]: DEBUG oslo_vmware.api [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.724154] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.724154] env[66735]: value = "task-4645802" [ 887.724154] env[66735]: _type = "Task" [ 887.724154] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.739555] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645802, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.967170] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645800, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.971788] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6eb79569-a02f-44e7-a3eb-7496992192c2 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Lock "de06f073-887e-4bde-8158-54fcd704ee5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.906s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.080800] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 220dd4ea-cdfd-41ef-89bd-5d71c63b4cf3] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 888.218574] env[66735]: DEBUG oslo_vmware.api [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645801, 'name': PowerOffVM_Task, 'duration_secs': 0.342045} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.221339] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.221339] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.221339] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-093ee941-7920-4ae7-9d62-343ffab64824 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.244043] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645802, 'name': CreateVM_Task, 'duration_secs': 0.389397} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.244043] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.244043] env[66735]: WARNING neutronclient.v2_0.client [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 888.244043] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.244043] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.244043] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.244043] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed83cef8-8b9b-4ecc-9e50-b63f6e7ca28d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.252676] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 888.252676] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]525956db-2f1a-1055-3676-7a4ae8b65e10" [ 888.252676] env[66735]: _type = "Task" [ 888.252676] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.263296] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525956db-2f1a-1055-3676-7a4ae8b65e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.310023] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 888.310023] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907177', 'volume_id': '649e4321-ad3b-4203-ae9e-b52e7b3b41d0', 'name': 'volume-649e4321-ad3b-4203-ae9e-b52e7b3b41d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9e51151-f280-4498-98cb-892e5290bccf', 'attached_at': '', 'detached_at': '', 'volume_id': '649e4321-ad3b-4203-ae9e-b52e7b3b41d0', 'serial': '649e4321-ad3b-4203-ae9e-b52e7b3b41d0'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 888.310023] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cae19c-d3a6-4c10-9ac3-ba76d1252813 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.315344] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.315690] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.315966] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Deleting the datastore file [datastore2] 0e740911-4848-48aa-a49d-f929be0479b2 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.317389] env[66735]: DEBUG nova.compute.manager [req-d33e4710-5de8-4acf-ba1d-d78b95e59f26 req-dedc2f37-4a28-4f17-a4dc-b86b2500745a service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Received event network-changed-5e238edb-4933-4863-a925-32f220cad21b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 888.317673] env[66735]: DEBUG nova.compute.manager [req-d33e4710-5de8-4acf-ba1d-d78b95e59f26 req-dedc2f37-4a28-4f17-a4dc-b86b2500745a service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Refreshing instance network info cache due to event network-changed-5e238edb-4933-4863-a925-32f220cad21b. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 888.317977] env[66735]: DEBUG oslo_concurrency.lockutils [req-d33e4710-5de8-4acf-ba1d-d78b95e59f26 req-dedc2f37-4a28-4f17-a4dc-b86b2500745a service nova] Acquiring lock "refresh_cache-de06f073-887e-4bde-8158-54fcd704ee5f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.318328] env[66735]: DEBUG oslo_concurrency.lockutils [req-d33e4710-5de8-4acf-ba1d-d78b95e59f26 req-dedc2f37-4a28-4f17-a4dc-b86b2500745a service nova] Acquired lock "refresh_cache-de06f073-887e-4bde-8158-54fcd704ee5f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.318716] env[66735]: DEBUG nova.network.neutron [req-d33e4710-5de8-4acf-ba1d-d78b95e59f26 req-dedc2f37-4a28-4f17-a4dc-b86b2500745a service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Refreshing network info cache for port 5e238edb-4933-4863-a925-32f220cad21b {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.324140] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dd53483-773d-448d-8e2c-decec3023aad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.341329] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0976de7-d7d6-4d34-9985-d634c70ca695 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.347542] env[66735]: DEBUG oslo_vmware.api [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for the task: (returnval){ [ 888.347542] env[66735]: value = "task-4645804" [ 888.347542] env[66735]: _type = "Task" [ 888.347542] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.377432] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] volume-649e4321-ad3b-4203-ae9e-b52e7b3b41d0/volume-649e4321-ad3b-4203-ae9e-b52e7b3b41d0.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.379138] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a385ab61-d649-4a4c-8325-14a13143412f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.397018] env[66735]: DEBUG oslo_vmware.api [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.407210] env[66735]: DEBUG oslo_vmware.api [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 888.407210] env[66735]: value = "task-4645805" [ 888.407210] env[66735]: _type = "Task" [ 888.407210] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.423439] env[66735]: DEBUG oslo_vmware.api [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.466039] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554622} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.469206] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 1a2c906f-1613-4701-9787-16a2b1f1cf2f/1a2c906f-1613-4701-9787-16a2b1f1cf2f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.469465] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.470028] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb815b7d-135a-4c88-972e-228ed59983a8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.478402] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 888.478402] env[66735]: value = "task-4645806" [ 888.478402] env[66735]: _type = "Task" [ 888.478402] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.493851] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.543123] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5d9e60-7671-4bb0-87f4-e219f4491a0c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.552144] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab80319-f4e6-4a4a-80c9-75eec88b0016 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.585567] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddcc3ad-89f6-449b-8edd-0c641fc154d8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.588739] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 403de8bd-873a-4b07-a730-c0511b9bbfd1] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 888.596690] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e14ff40-9897-4134-b6b2-308e39d65da1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.614604] env[66735]: DEBUG nova.compute.provider_tree [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.765457] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525956db-2f1a-1055-3676-7a4ae8b65e10, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.765839] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.766102] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.766390] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.766532] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.766698] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.767034] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c1b43b0-9b1c-46e1-a2f4-567bb04dad76 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.778697] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.778933] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.781082] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c067a9-bc0b-4b64-a13b-2bb58a8b8754 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.789140] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 888.789140] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523611a7-88bd-97fa-d679-91dd4db76b42" [ 888.789140] env[66735]: _type = "Task" [ 888.789140] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.799498] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523611a7-88bd-97fa-d679-91dd4db76b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.839514] env[66735]: WARNING neutronclient.v2_0.client [req-d33e4710-5de8-4acf-ba1d-d78b95e59f26 req-dedc2f37-4a28-4f17-a4dc-b86b2500745a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.864604] env[66735]: DEBUG oslo_vmware.api [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Task: {'id': task-4645804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313743} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.864941] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.865149] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.865332] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.865497] env[66735]: INFO nova.compute.manager [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Took 1.24 seconds to destroy the instance on the hypervisor. [ 888.865801] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 888.865944] env[66735]: DEBUG nova.compute.manager [-] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 888.866168] env[66735]: DEBUG nova.network.neutron [-] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 888.866380] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.918806] env[66735]: DEBUG oslo_vmware.api [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645805, 'name': ReconfigVM_Task, 'duration_secs': 0.459709} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.919328] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Reconfigured VM instance instance-00000041 to attach disk [datastore1] volume-649e4321-ad3b-4203-ae9e-b52e7b3b41d0/volume-649e4321-ad3b-4203-ae9e-b52e7b3b41d0.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.925932] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47164ceb-eb55-4cb4-ae51-ce5f2d23c85c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.939740] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.951993] env[66735]: DEBUG oslo_vmware.api [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 888.951993] env[66735]: value = "task-4645807" [ 888.951993] env[66735]: _type = "Task" [ 888.951993] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.971155] env[66735]: DEBUG oslo_vmware.api [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645807, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.991931] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085341} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.992287] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.993222] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d3b973-fae4-48a1-847e-b8ee375df59b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.019855] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 1a2c906f-1613-4701-9787-16a2b1f1cf2f/1a2c906f-1613-4701-9787-16a2b1f1cf2f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.020518] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-282dffc1-a934-410f-9287-b1dc01c8ef22 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.043076] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 889.043076] env[66735]: value = "task-4645808" [ 889.043076] env[66735]: _type = "Task" [ 889.043076] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.052868] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.092481] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 5cf9f44c-d7cf-47e3-805b-72aba8845d17] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 889.116841] env[66735]: DEBUG nova.scheduler.client.report [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.307944] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523611a7-88bd-97fa-d679-91dd4db76b42, 'name': SearchDatastore_Task, 'duration_secs': 0.018704} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.308984] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e96df51-eecc-4a1b-9be4-cc8df00b8076 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.316273] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 889.316273] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bd5c5e-c5b1-29f2-29fc-2b841facf8d9" [ 889.316273] env[66735]: _type = "Task" [ 889.316273] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.326169] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bd5c5e-c5b1-29f2-29fc-2b841facf8d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.467489] env[66735]: DEBUG oslo_vmware.api [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645807, 'name': ReconfigVM_Task, 'duration_secs': 0.154873} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.468058] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907177', 'volume_id': '649e4321-ad3b-4203-ae9e-b52e7b3b41d0', 'name': 'volume-649e4321-ad3b-4203-ae9e-b52e7b3b41d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9e51151-f280-4498-98cb-892e5290bccf', 'attached_at': '', 'detached_at': '', 'volume_id': '649e4321-ad3b-4203-ae9e-b52e7b3b41d0', 'serial': '649e4321-ad3b-4203-ae9e-b52e7b3b41d0'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 889.557368] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645808, 'name': ReconfigVM_Task, 'duration_secs': 0.296186} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.557691] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 1a2c906f-1613-4701-9787-16a2b1f1cf2f/1a2c906f-1613-4701-9787-16a2b1f1cf2f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.558417] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a835028-3768-479b-8866-759d19fa8f3c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.567996] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 889.567996] env[66735]: value = "task-4645809" [ 889.567996] env[66735]: _type = "Task" [ 889.567996] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.584186] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645809, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.586562] env[66735]: WARNING neutronclient.v2_0.client [req-d33e4710-5de8-4acf-ba1d-d78b95e59f26 req-dedc2f37-4a28-4f17-a4dc-b86b2500745a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.596694] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 36e751f1-e2ab-4ff7-8a6b-0ff5f7a2ae2f] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 889.623413] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.624127] env[66735]: DEBUG nova.compute.manager [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 889.627492] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.790s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.628882] env[66735]: DEBUG nova.objects.instance [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lazy-loading 'pci_requests' on Instance uuid 755321d4-49b7-49f2-ac58-74b286be4645 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.665807] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "923833fe-90ef-43e8-aa9c-b513f97d2702" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.666177] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "923833fe-90ef-43e8-aa9c-b513f97d2702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.728414] env[66735]: DEBUG nova.network.neutron [req-d33e4710-5de8-4acf-ba1d-d78b95e59f26 req-dedc2f37-4a28-4f17-a4dc-b86b2500745a service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Updated VIF entry in instance network info cache for port 5e238edb-4933-4863-a925-32f220cad21b. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 889.728414] env[66735]: DEBUG nova.network.neutron [req-d33e4710-5de8-4acf-ba1d-d78b95e59f26 req-dedc2f37-4a28-4f17-a4dc-b86b2500745a service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Updating instance_info_cache with network_info: [{"id": "5e238edb-4933-4863-a925-32f220cad21b", "address": "fa:16:3e:9c:7f:09", "network": {"id": "1946b5c1-53eb-4fde-9e3e-8bc3a2d3d24a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1552358558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7130a5f935ed473d8bb6b2a76c20867c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e238edb-49", "ovs_interfaceid": "5e238edb-4933-4863-a925-32f220cad21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.763244] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "a55ab608-5565-47f7-8cb7-d10d974345b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.764041] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "a55ab608-5565-47f7-8cb7-d10d974345b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.827580] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bd5c5e-c5b1-29f2-29fc-2b841facf8d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.827853] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.828645] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 795f860f-2e17-43de-848a-1e581c7e0629/795f860f-2e17-43de-848a-1e581c7e0629.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.828775] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f1b9c61-651c-4453-a916-7081d9ddfa99 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.836541] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 889.836541] env[66735]: value = "task-4645810" [ 889.836541] env[66735]: _type = "Task" [ 889.836541] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.847980] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.870145] env[66735]: DEBUG nova.compute.manager [req-bb0591e4-cf6f-4c60-bdfa-93b90c6df530 req-662fce7c-525e-460d-9db0-ab75ebdf3a32 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Received event network-vif-deleted-9b678728-48f0-431c-9b2d-0e8b70e7b780 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 889.870145] env[66735]: INFO nova.compute.manager [req-bb0591e4-cf6f-4c60-bdfa-93b90c6df530 req-662fce7c-525e-460d-9db0-ab75ebdf3a32 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Neutron deleted interface 9b678728-48f0-431c-9b2d-0e8b70e7b780; detaching it from the instance and deleting it from the info cache [ 889.870145] env[66735]: DEBUG nova.network.neutron [req-bb0591e4-cf6f-4c60-bdfa-93b90c6df530 req-662fce7c-525e-460d-9db0-ab75ebdf3a32 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.006296] env[66735]: DEBUG nova.network.neutron [-] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.081515] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645809, 'name': Rename_Task, 'duration_secs': 0.143105} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.081890] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.082102] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7209585f-b30d-4d50-a6c5-4517e38aabf0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.094783] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 890.094783] env[66735]: value = "task-4645811" [ 890.094783] env[66735]: _type = "Task" [ 890.094783] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.099269] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 5116edb7-de7a-41a5-b6d5-b177efba94e3] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 890.104959] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.133061] env[66735]: DEBUG nova.compute.utils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.136029] env[66735]: DEBUG nova.objects.instance [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lazy-loading 'numa_topology' on Instance uuid 755321d4-49b7-49f2-ac58-74b286be4645 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.138094] env[66735]: DEBUG nova.compute.manager [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 890.138444] env[66735]: DEBUG nova.network.neutron [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 890.138963] env[66735]: WARNING neutronclient.v2_0.client [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.139438] env[66735]: WARNING neutronclient.v2_0.client [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.169036] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 890.184872] env[66735]: DEBUG nova.policy [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7256dbab0c164db49f406b23aa5bbaa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de30cc3150643ebb6cca58f536604fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.233016] env[66735]: DEBUG oslo_concurrency.lockutils [req-d33e4710-5de8-4acf-ba1d-d78b95e59f26 req-dedc2f37-4a28-4f17-a4dc-b86b2500745a service nova] Releasing lock "refresh_cache-de06f073-887e-4bde-8158-54fcd704ee5f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.267223] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 890.347883] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506875} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.348187] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 795f860f-2e17-43de-848a-1e581c7e0629/795f860f-2e17-43de-848a-1e581c7e0629.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.348416] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.348701] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1149bbdb-09e2-456e-ba9d-f29c32c3066a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.355647] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 890.355647] env[66735]: value = "task-4645812" [ 890.355647] env[66735]: _type = "Task" [ 890.355647] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.365871] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.372766] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07823f26-3774-498c-94dc-2c39dd4b30e2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.382505] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0a4fe7-c4d9-432e-80f0-4ee62d13b4f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.420321] env[66735]: DEBUG nova.compute.manager [req-bb0591e4-cf6f-4c60-bdfa-93b90c6df530 req-662fce7c-525e-460d-9db0-ab75ebdf3a32 service nova] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Detach interface failed, port_id=9b678728-48f0-431c-9b2d-0e8b70e7b780, reason: Instance 0e740911-4848-48aa-a49d-f929be0479b2 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 890.509024] env[66735]: INFO nova.compute.manager [-] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Took 1.64 seconds to deallocate network for instance. [ 890.518505] env[66735]: DEBUG nova.network.neutron [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Successfully created port: 069eac26-6b54-4676-a102-d67c31a468e7 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 890.527891] env[66735]: DEBUG nova.objects.instance [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lazy-loading 'flavor' on Instance uuid a9e51151-f280-4498-98cb-892e5290bccf {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.608702] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: f72d7da4-6940-46c5-86f2-267d446046c4] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 890.611686] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645811, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.638432] env[66735]: DEBUG nova.compute.manager [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 890.643235] env[66735]: INFO nova.compute.claims [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.730248] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.810073] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.869567] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088607} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.869567] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.870267] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f368ca-42c8-4fc5-86a4-5eb808e818c0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.895467] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 795f860f-2e17-43de-848a-1e581c7e0629/795f860f-2e17-43de-848a-1e581c7e0629.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.895874] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f89dd614-5a4e-4ad0-b1f7-d13a4226db2f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.920825] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 890.920825] env[66735]: value = "task-4645813" [ 890.920825] env[66735]: _type = "Task" [ 890.920825] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.929781] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.017460] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.033418] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6143d9b5-30e2-410f-b0d2-559b28309cfc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "a9e51151-f280-4498-98cb-892e5290bccf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.886s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.109888] env[66735]: DEBUG oslo_vmware.api [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645811, 'name': PowerOnVM_Task, 'duration_secs': 0.61461} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.110264] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.110396] env[66735]: INFO nova.compute.manager [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Took 8.12 seconds to spawn the instance on the hypervisor. [ 891.110637] env[66735]: DEBUG nova.compute.manager [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 891.111537] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e387a23-22fc-4a91-bb86-f2568a7bfd04 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.114731] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 79c9b7c8-e5ef-44c6-8fe1-eb907d3577c0] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 891.432978] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645813, 'name': ReconfigVM_Task, 'duration_secs': 0.472922} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.433594] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 795f860f-2e17-43de-848a-1e581c7e0629/795f860f-2e17-43de-848a-1e581c7e0629.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.434305] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ba8839d-7f63-4d64-ae48-0e74233b2440 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.441242] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 891.441242] env[66735]: value = "task-4645814" [ 891.441242] env[66735]: _type = "Task" [ 891.441242] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.449793] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645814, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.619165] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 3e7ea9cc-28e5-457c-9c6c-dd29094466cd] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 891.636479] env[66735]: INFO nova.compute.manager [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Took 41.58 seconds to build instance. [ 891.661860] env[66735]: DEBUG nova.compute.manager [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 891.702390] env[66735]: DEBUG nova.virt.hardware [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 891.702390] env[66735]: DEBUG nova.virt.hardware [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.702390] env[66735]: DEBUG nova.virt.hardware [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 891.702390] env[66735]: DEBUG nova.virt.hardware [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.702390] env[66735]: DEBUG nova.virt.hardware [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 891.703377] env[66735]: DEBUG nova.virt.hardware [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 891.704480] env[66735]: DEBUG nova.virt.hardware [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 891.704480] env[66735]: DEBUG nova.virt.hardware [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 891.704480] env[66735]: DEBUG nova.virt.hardware [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 891.704633] env[66735]: DEBUG nova.virt.hardware [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 891.704730] env[66735]: DEBUG nova.virt.hardware [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 891.706043] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6e8ec8-df28-44f8-afc8-46aabd59c66e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.715831] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6815e06e-bda2-4441-8dfc-893af39963c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.953894] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645814, 'name': Rename_Task, 'duration_secs': 0.163793} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.954207] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.954464] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be9f8932-547a-4044-a942-31b208d7df99 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.961767] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 891.961767] env[66735]: value = "task-4645815" [ 891.961767] env[66735]: _type = "Task" [ 891.961767] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.971357] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.010789] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8325f3fd-014f-4285-838b-b57b992182d4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.019635] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7059ee-2eaf-4597-a43c-fc9b1e689ceb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.055473] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79de93b5-1fcb-4a99-b16e-4be89f53bbb2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.064206] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00e7f24-21c1-4636-9958-6ea1bd57e0fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.079634] env[66735]: DEBUG nova.compute.provider_tree [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.122829] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: f9354fd5-4bf2-4da5-8227-621f848ef2b4] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 892.141112] env[66735]: DEBUG oslo_concurrency.lockutils [None req-be38ee79-4182-4665-92d3-acd56a758d7a tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.094s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.264256] env[66735]: DEBUG nova.network.neutron [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Successfully updated port: 069eac26-6b54-4676-a102-d67c31a468e7 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 892.475642] env[66735]: DEBUG oslo_vmware.api [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645815, 'name': PowerOnVM_Task, 'duration_secs': 0.483787} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.481309] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.481309] env[66735]: DEBUG nova.compute.manager [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 892.488025] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146f4238-f120-47b9-a937-c940b45ebcb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.590459] env[66735]: DEBUG nova.scheduler.client.report [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.629029] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 8b9fb725-dabf-44ae-b778-9aadef50fc59] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 892.773647] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "refresh_cache-c02a5eda-b5d0-4a90-b2c4-8ea44122264c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.773647] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "refresh_cache-c02a5eda-b5d0-4a90-b2c4-8ea44122264c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.773647] env[66735]: DEBUG nova.network.neutron [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 892.851319] env[66735]: DEBUG nova.compute.manager [req-6050ff47-a463-4fc6-b4cf-2680ec4b8db2 req-32e81752-71da-4ff5-9218-6a7286314732 service nova] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Received event network-vif-plugged-069eac26-6b54-4676-a102-d67c31a468e7 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 892.851605] env[66735]: DEBUG oslo_concurrency.lockutils [req-6050ff47-a463-4fc6-b4cf-2680ec4b8db2 req-32e81752-71da-4ff5-9218-6a7286314732 service nova] Acquiring lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.851841] env[66735]: DEBUG oslo_concurrency.lockutils [req-6050ff47-a463-4fc6-b4cf-2680ec4b8db2 req-32e81752-71da-4ff5-9218-6a7286314732 service nova] Lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.852012] env[66735]: DEBUG oslo_concurrency.lockutils [req-6050ff47-a463-4fc6-b4cf-2680ec4b8db2 req-32e81752-71da-4ff5-9218-6a7286314732 service nova] Lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.852649] env[66735]: DEBUG nova.compute.manager [req-6050ff47-a463-4fc6-b4cf-2680ec4b8db2 req-32e81752-71da-4ff5-9218-6a7286314732 service nova] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] No waiting events found dispatching network-vif-plugged-069eac26-6b54-4676-a102-d67c31a468e7 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 892.852649] env[66735]: WARNING nova.compute.manager [req-6050ff47-a463-4fc6-b4cf-2680ec4b8db2 req-32e81752-71da-4ff5-9218-6a7286314732 service nova] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Received unexpected event network-vif-plugged-069eac26-6b54-4676-a102-d67c31a468e7 for instance with vm_state building and task_state spawning. [ 892.984475] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "a9e51151-f280-4498-98cb-892e5290bccf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.984812] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "a9e51151-f280-4498-98cb-892e5290bccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.985041] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "a9e51151-f280-4498-98cb-892e5290bccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.985225] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "a9e51151-f280-4498-98cb-892e5290bccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.985387] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "a9e51151-f280-4498-98cb-892e5290bccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.989604] env[66735]: INFO nova.compute.manager [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Terminating instance [ 893.012366] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.096775] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.469s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.099085] env[66735]: WARNING neutronclient.v2_0.client [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.101122] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.585s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.101580] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.106027] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.265s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.106027] env[66735]: INFO nova.compute.claims [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.131527] env[66735]: INFO nova.network.neutron [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updating port 2c9f0934-3b55-44dc-b6ed-1443527c9831 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 893.135171] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: a3379d52-b15c-488b-a6fc-2efd93105754] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 893.151594] env[66735]: INFO nova.scheduler.client.report [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Deleted allocations for instance 0a1e9d66-ea85-474c-9751-120c5438f848 [ 893.493840] env[66735]: DEBUG nova.compute.manager [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 893.494125] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.494516] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ae9ceab-8e47-4b96-b55b-ca7e8b908b59 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.505622] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 893.505622] env[66735]: value = "task-4645816" [ 893.505622] env[66735]: _type = "Task" [ 893.505622] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.519169] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.585689] env[66735]: DEBUG nova.network.neutron [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 893.639625] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 76fa3b09-2896-470a-b907-79801dc12b56] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 893.663751] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c66f1291-3d49-4fb7-9256-2ccaa85cb540 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "0a1e9d66-ea85-474c-9751-120c5438f848" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.556s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.810647] env[66735]: WARNING neutronclient.v2_0.client [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.936464] env[66735]: DEBUG nova.network.neutron [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Updating instance_info_cache with network_info: [{"id": "069eac26-6b54-4676-a102-d67c31a468e7", "address": "fa:16:3e:19:16:5a", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap069eac26-6b", "ovs_interfaceid": "069eac26-6b54-4676-a102-d67c31a468e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.017140] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645816, 'name': PowerOffVM_Task, 'duration_secs': 0.375779} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.017529] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.017766] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 894.018023] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907177', 'volume_id': '649e4321-ad3b-4203-ae9e-b52e7b3b41d0', 'name': 'volume-649e4321-ad3b-4203-ae9e-b52e7b3b41d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9e51151-f280-4498-98cb-892e5290bccf', 'attached_at': '', 'detached_at': '', 'volume_id': '649e4321-ad3b-4203-ae9e-b52e7b3b41d0', 'serial': '649e4321-ad3b-4203-ae9e-b52e7b3b41d0'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 894.018979] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f746878e-8343-4231-94bb-9fa8616477f9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.043681] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94bb843-6f4c-46cb-b05b-839dcc0c0382 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.055502] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfac5ca2-449e-49a6-8885-9726ecd946e8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.082443] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d3dd40-1209-4a21-919f-a2256a3ffe71 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.100185] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The volume has not been displaced from its original location: [datastore1] volume-649e4321-ad3b-4203-ae9e-b52e7b3b41d0/volume-649e4321-ad3b-4203-ae9e-b52e7b3b41d0.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 894.108301] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 894.108301] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-083c48c8-f671-4ea9-9d71-d0ea8e7ca9e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.135188] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 894.135188] env[66735]: value = "task-4645817" [ 894.135188] env[66735]: _type = "Task" [ 894.135188] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.146886] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 9642edb3-eebe-433e-92d8-55e3c112c063] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 894.151789] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.439803] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "refresh_cache-c02a5eda-b5d0-4a90-b2c4-8ea44122264c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.440282] env[66735]: DEBUG nova.compute.manager [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Instance network_info: |[{"id": "069eac26-6b54-4676-a102-d67c31a468e7", "address": "fa:16:3e:19:16:5a", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap069eac26-6b", "ovs_interfaceid": "069eac26-6b54-4676-a102-d67c31a468e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 894.440760] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:16:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '069eac26-6b54-4676-a102-d67c31a468e7', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.448508] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating folder: Project (0de30cc3150643ebb6cca58f536604fa). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.451575] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ac76ca8-c087-46af-a648-b50bac651a9d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.469059] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Created folder: Project (0de30cc3150643ebb6cca58f536604fa) in parent group-v906980. [ 894.469059] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating folder: Instances. Parent ref: group-v907180. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.469059] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c49e3a4e-58cf-4d97-8466-781ad57f7cfc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.484229] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Created folder: Instances in parent group-v907180. [ 894.486528] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 894.486528] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.486528] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85027c8f-5db2-439e-801c-26cef89372f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.521452] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.521452] env[66735]: value = "task-4645820" [ 894.521452] env[66735]: _type = "Task" [ 894.521452] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.534738] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645820, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.541489] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deda667-b297-47b5-afcc-7fbb0c963ec5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.551831] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e987f94e-70c6-412b-b0b3-06258ac92702 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.595952] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644be9f8-e9ab-40b1-b744-65abc3e2d16b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.607674] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d395d8a1-8809-4566-a988-aa59b4ead0be {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.633850] env[66735]: DEBUG nova.compute.provider_tree [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.650824] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645817, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.654215] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 1b64739b-d3e2-40b2-98b6-231021f4d029] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 894.799943] env[66735]: DEBUG nova.compute.manager [req-9a7c9924-840d-4ec5-82f5-f31e7f9efbef req-3d566dbd-4304-45b6-9d30-14b878b4a302 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Received event network-vif-plugged-2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 894.800242] env[66735]: DEBUG oslo_concurrency.lockutils [req-9a7c9924-840d-4ec5-82f5-f31e7f9efbef req-3d566dbd-4304-45b6-9d30-14b878b4a302 service nova] Acquiring lock "755321d4-49b7-49f2-ac58-74b286be4645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.800507] env[66735]: DEBUG oslo_concurrency.lockutils [req-9a7c9924-840d-4ec5-82f5-f31e7f9efbef req-3d566dbd-4304-45b6-9d30-14b878b4a302 service nova] Lock "755321d4-49b7-49f2-ac58-74b286be4645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.800719] env[66735]: DEBUG oslo_concurrency.lockutils [req-9a7c9924-840d-4ec5-82f5-f31e7f9efbef req-3d566dbd-4304-45b6-9d30-14b878b4a302 service nova] Lock "755321d4-49b7-49f2-ac58-74b286be4645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.800870] env[66735]: DEBUG nova.compute.manager [req-9a7c9924-840d-4ec5-82f5-f31e7f9efbef req-3d566dbd-4304-45b6-9d30-14b878b4a302 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] No waiting events found dispatching network-vif-plugged-2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 894.801594] env[66735]: WARNING nova.compute.manager [req-9a7c9924-840d-4ec5-82f5-f31e7f9efbef req-3d566dbd-4304-45b6-9d30-14b878b4a302 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Received unexpected event network-vif-plugged-2c9f0934-3b55-44dc-b6ed-1443527c9831 for instance with vm_state shelved_offloaded and task_state spawning. [ 894.886654] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.886903] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.887107] env[66735]: DEBUG nova.network.neutron [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 895.033781] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645820, 'name': CreateVM_Task, 'duration_secs': 0.475865} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.033781] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.034206] env[66735]: WARNING neutronclient.v2_0.client [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.034626] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.034779] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.035163] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.035435] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-296936c6-0dc7-479d-a886-5fc51f61c41a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.042102] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 895.042102] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52975b16-ce5a-48d8-6317-37712f29b7f0" [ 895.042102] env[66735]: _type = "Task" [ 895.042102] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.046483] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "795f860f-2e17-43de-848a-1e581c7e0629" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.046483] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "795f860f-2e17-43de-848a-1e581c7e0629" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.046705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "795f860f-2e17-43de-848a-1e581c7e0629-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.046895] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "795f860f-2e17-43de-848a-1e581c7e0629-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.047142] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "795f860f-2e17-43de-848a-1e581c7e0629-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.049338] env[66735]: INFO nova.compute.manager [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Terminating instance [ 895.055029] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52975b16-ce5a-48d8-6317-37712f29b7f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.143929] env[66735]: DEBUG nova.scheduler.client.report [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.153478] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645817, 'name': ReconfigVM_Task, 'duration_secs': 0.58587} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.155214] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 895.160298] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: a92bf925-6b26-4139-8712-9866b6cba192] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 895.162199] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-661b4cb8-881a-43f3-a095-892f697196cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.180191] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 895.180191] env[66735]: value = "task-4645821" [ 895.180191] env[66735]: _type = "Task" [ 895.180191] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.192578] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.270760] env[66735]: DEBUG nova.compute.manager [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Received event network-changed-069eac26-6b54-4676-a102-d67c31a468e7 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 895.270760] env[66735]: DEBUG nova.compute.manager [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Refreshing instance network info cache due to event network-changed-069eac26-6b54-4676-a102-d67c31a468e7. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 895.270760] env[66735]: DEBUG oslo_concurrency.lockutils [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] Acquiring lock "refresh_cache-c02a5eda-b5d0-4a90-b2c4-8ea44122264c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.270760] env[66735]: DEBUG oslo_concurrency.lockutils [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] Acquired lock "refresh_cache-c02a5eda-b5d0-4a90-b2c4-8ea44122264c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.270760] env[66735]: DEBUG nova.network.neutron [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Refreshing network info cache for port 069eac26-6b54-4676-a102-d67c31a468e7 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.392543] env[66735]: WARNING neutronclient.v2_0.client [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.512814] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "106b6931-9631-4c32-ade5-b3ad9384edea" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.513192] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.513432] env[66735]: INFO nova.compute.manager [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Rebooting instance [ 895.554747] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52975b16-ce5a-48d8-6317-37712f29b7f0, 'name': SearchDatastore_Task, 'duration_secs': 0.018206} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.554747] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.554747] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.554886] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.555166] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.555605] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.556176] env[66735]: DEBUG nova.compute.manager [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 895.557361] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.557361] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95d43390-28b4-4a56-9833-de7cd00599fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.559312] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de94fee8-f98c-4390-8c04-4c502e604be0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.568342] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.568710] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f9cd2ce-8d46-4d36-bd5f-bb3e7f65138c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.572680] env[66735]: WARNING neutronclient.v2_0.client [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.576165] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.576293] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.578561] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f9a7460-d017-4bff-8062-910c3e6b92bd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.581279] env[66735]: DEBUG oslo_vmware.api [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 895.581279] env[66735]: value = "task-4645822" [ 895.581279] env[66735]: _type = "Task" [ 895.581279] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.588517] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 895.588517] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52808dba-d695-d465-82aa-3f1e319b2a09" [ 895.588517] env[66735]: _type = "Task" [ 895.588517] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.596525] env[66735]: DEBUG oslo_vmware.api [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.602527] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52808dba-d695-d465-82aa-3f1e319b2a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.654926] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.655495] env[66735]: DEBUG nova.compute.manager [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 895.658484] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.073s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.662087] env[66735]: DEBUG nova.network.neutron [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updating instance_info_cache with network_info: [{"id": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "address": "fa:16:3e:14:bc:9e", "network": {"id": "1cae78e2-7cf4-4c96-8b60-8c145c47e0a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-552228963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757035a97db0408590b4f0ec2f9845eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9f0934-3b", "ovs_interfaceid": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.676900] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: daad57c0-7405-4904-a32a-a3cf738339b8] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 895.695300] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645821, 'name': ReconfigVM_Task, 'duration_secs': 0.192645} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.695647] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907177', 'volume_id': '649e4321-ad3b-4203-ae9e-b52e7b3b41d0', 'name': 'volume-649e4321-ad3b-4203-ae9e-b52e7b3b41d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9e51151-f280-4498-98cb-892e5290bccf', 'attached_at': '', 'detached_at': '', 'volume_id': '649e4321-ad3b-4203-ae9e-b52e7b3b41d0', 'serial': '649e4321-ad3b-4203-ae9e-b52e7b3b41d0'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 895.696390] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.696898] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f745309d-d7fc-4b37-9d99-5ea55f7f4d0c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.706834] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.707181] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-955ee136-1972-46b2-b405-8b2c990824b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.732391] env[66735]: DEBUG oslo_concurrency.lockutils [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.732825] env[66735]: DEBUG oslo_concurrency.lockutils [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.733074] env[66735]: DEBUG oslo_concurrency.lockutils [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.733686] env[66735]: DEBUG oslo_concurrency.lockutils [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.733686] env[66735]: DEBUG oslo_concurrency.lockutils [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.735961] env[66735]: INFO nova.compute.manager [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Terminating instance [ 895.774398] env[66735]: WARNING neutronclient.v2_0.client [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.783989] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.784183] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.784594] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleting the datastore file [datastore2] a9e51151-f280-4498-98cb-892e5290bccf {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.784736] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5081d920-5ab9-442d-8340-13c814f2b898 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.793072] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 895.793072] env[66735]: value = "task-4645824" [ 895.793072] env[66735]: _type = "Task" [ 895.793072] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.803723] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.856067] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "8ffe3e91-bdd4-4136-947b-a94b42305acc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.856463] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "8ffe3e91-bdd4-4136-947b-a94b42305acc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.001991] env[66735]: WARNING neutronclient.v2_0.client [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.040876] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.041019] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.041194] env[66735]: DEBUG nova.network.neutron [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 896.082126] env[66735]: DEBUG nova.network.neutron [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Updated VIF entry in instance network info cache for port 069eac26-6b54-4676-a102-d67c31a468e7. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 896.082503] env[66735]: DEBUG nova.network.neutron [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Updating instance_info_cache with network_info: [{"id": "069eac26-6b54-4676-a102-d67c31a468e7", "address": "fa:16:3e:19:16:5a", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap069eac26-6b", "ovs_interfaceid": "069eac26-6b54-4676-a102-d67c31a468e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.097813] env[66735]: DEBUG oslo_vmware.api [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645822, 'name': PowerOffVM_Task, 'duration_secs': 0.206259} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.099050] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.099050] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.099346] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05ab6d10-4d5f-44be-8d08-e626788b58b5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.106355] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52808dba-d695-d465-82aa-3f1e319b2a09, 'name': SearchDatastore_Task, 'duration_secs': 0.018646} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.107218] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56b2dc6-9b90-4c60-9552-cf7fb98c2224 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.113879] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 896.113879] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b39e3c-0c8a-5630-d54f-1d1c9a4a25e4" [ 896.113879] env[66735]: _type = "Task" [ 896.113879] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.125169] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b39e3c-0c8a-5630-d54f-1d1c9a4a25e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.164364] env[66735]: INFO nova.compute.claims [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.170789] env[66735]: DEBUG nova.compute.utils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.174979] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Releasing lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.178034] env[66735]: DEBUG nova.compute.manager [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 896.178309] env[66735]: DEBUG nova.network.neutron [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 896.178687] env[66735]: WARNING neutronclient.v2_0.client [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.179674] env[66735]: WARNING neutronclient.v2_0.client [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.181570] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.181837] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.182093] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleting the datastore file [datastore2] 795f860f-2e17-43de-848a-1e581c7e0629 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.183304] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 4ecdef82-0d4f-4b2d-90bd-db21e6f77d3c] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 896.185641] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51091d87-8f1b-44cc-a4d9-dd36ee4ad586 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.195322] env[66735]: DEBUG oslo_vmware.api [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 896.195322] env[66735]: value = "task-4645826" [ 896.195322] env[66735]: _type = "Task" [ 896.195322] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.205874] env[66735]: DEBUG oslo_vmware.api [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.209227] env[66735]: DEBUG nova.virt.hardware [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b0b977a3fd4b634f80b066f55c0d11fd',container_format='bare',created_at=2025-11-21T09:08:36Z,direct_url=,disk_format='vmdk',id=cdb4766a-0efa-4302-a277-56b14afc03c5,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-478688026-shelved',owner='757035a97db0408590b4f0ec2f9845eb',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-11-21T09:08:54Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 896.209476] env[66735]: DEBUG nova.virt.hardware [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.209616] env[66735]: DEBUG nova.virt.hardware [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 896.209823] env[66735]: DEBUG nova.virt.hardware [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.209965] env[66735]: DEBUG nova.virt.hardware [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 896.210112] env[66735]: DEBUG nova.virt.hardware [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 896.210430] env[66735]: DEBUG nova.virt.hardware [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 896.210490] env[66735]: DEBUG nova.virt.hardware [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 896.210657] env[66735]: DEBUG nova.virt.hardware [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 896.210825] env[66735]: DEBUG nova.virt.hardware [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 896.211036] env[66735]: DEBUG nova.virt.hardware [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 896.212762] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188806df-c4d0-4167-9176-b119edff3181 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.222561] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e42f24-a6fb-436c-8eca-96353982dde7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.227714] env[66735]: DEBUG nova.policy [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07c9a62306424979942414a293ac5d0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b0a86f9ed844716a0d16f1aaca52617', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.241975] env[66735]: DEBUG nova.compute.manager [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 896.242273] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.242829] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:bc:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c9f0934-3b55-44dc-b6ed-1443527c9831', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.250604] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 896.251445] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b1cb23-fcbf-404f-b9d9-959c4c3eecc5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.254400] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.254669] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa1026cd-0cd9-489e-a9f7-4f92877a266e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.277948] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.278550] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1851d5b-6bff-43f0-abd7-ce49d90860f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.281375] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.281375] env[66735]: value = "task-4645827" [ 896.281375] env[66735]: _type = "Task" [ 896.281375] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.289541] env[66735]: DEBUG oslo_vmware.api [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 896.289541] env[66735]: value = "task-4645828" [ 896.289541] env[66735]: _type = "Task" [ 896.289541] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.296916] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645827, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.308885] env[66735]: DEBUG oslo_vmware.api [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.312215] env[66735]: DEBUG oslo_vmware.api [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480956} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.312572] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.312818] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.313030] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.313209] env[66735]: INFO nova.compute.manager [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Took 2.82 seconds to destroy the instance on the hypervisor. [ 896.313486] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 896.313713] env[66735]: DEBUG nova.compute.manager [-] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 896.313829] env[66735]: DEBUG nova.network.neutron [-] [instance: a9e51151-f280-4498-98cb-892e5290bccf] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 896.314171] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.349877] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.361736] env[66735]: DEBUG nova.compute.manager [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 896.495985] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquiring lock "cab2d0f3-650f-4f37-9386-440f4cb74d4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.496180] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lock "cab2d0f3-650f-4f37-9386-440f4cb74d4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.544106] env[66735]: WARNING neutronclient.v2_0.client [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.585195] env[66735]: DEBUG oslo_concurrency.lockutils [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] Releasing lock "refresh_cache-c02a5eda-b5d0-4a90-b2c4-8ea44122264c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.585550] env[66735]: DEBUG nova.compute.manager [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Received event network-changed-9381c1be-aed6-4afc-a6a0-5b531fefa63a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 896.585742] env[66735]: DEBUG nova.compute.manager [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Refreshing instance network info cache due to event network-changed-9381c1be-aed6-4afc-a6a0-5b531fefa63a. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 896.586045] env[66735]: DEBUG oslo_concurrency.lockutils [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] Acquiring lock "refresh_cache-1a2c906f-1613-4701-9787-16a2b1f1cf2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.587212] env[66735]: DEBUG oslo_concurrency.lockutils [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] Acquired lock "refresh_cache-1a2c906f-1613-4701-9787-16a2b1f1cf2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.587212] env[66735]: DEBUG nova.network.neutron [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Refreshing network info cache for port 9381c1be-aed6-4afc-a6a0-5b531fefa63a {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.627523] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b39e3c-0c8a-5630-d54f-1d1c9a4a25e4, 'name': SearchDatastore_Task, 'duration_secs': 0.030043} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.629397] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.630305] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] c02a5eda-b5d0-4a90-b2c4-8ea44122264c/c02a5eda-b5d0-4a90-b2c4-8ea44122264c.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.630656] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2476689-98d3-48a3-a36f-7eff5fccabaa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.640179] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 896.640179] env[66735]: value = "task-4645829" [ 896.640179] env[66735]: _type = "Task" [ 896.640179] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.646226] env[66735]: DEBUG nova.network.neutron [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Successfully created port: f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 896.657230] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.674817] env[66735]: INFO nova.compute.resource_tracker [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating resource usage from migration fa4c9ea9-62d9-484e-bd52-323162d271c1 [ 896.684835] env[66735]: DEBUG nova.compute.manager [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 896.690549] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 92272c56-dcfd-47cd-b308-cfdd6c842ab2] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 896.714827] env[66735]: DEBUG oslo_vmware.api [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279558} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.715494] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.715692] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.715739] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.717052] env[66735]: INFO nova.compute.manager [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Took 1.16 seconds to destroy the instance on the hypervisor. [ 896.717052] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 896.717052] env[66735]: DEBUG nova.compute.manager [-] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 896.717052] env[66735]: DEBUG nova.network.neutron [-] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 896.717052] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.793722] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645827, 'name': CreateVM_Task, 'duration_secs': 0.473671} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.797103] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.798191] env[66735]: WARNING neutronclient.v2_0.client [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.798742] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.798878] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.799340] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.803016] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c77b895-aef5-45c1-8181-486498cede42 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.813028] env[66735]: DEBUG oslo_vmware.api [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645828, 'name': PowerOffVM_Task, 'duration_secs': 0.224032} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.815963] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.815963] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.817667] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0760d74-fa03-4ca1-a561-8c6b7ae7e8cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.821557] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 896.821557] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526281ba-7556-45bc-d29b-2cfeed58d6eb" [ 896.821557] env[66735]: _type = "Task" [ 896.821557] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.839441] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526281ba-7556-45bc-d29b-2cfeed58d6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.886076] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.889916] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.893772] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.893989] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.895119] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Deleting the datastore file [datastore1] 5a3f4ca6-dee6-43ff-b059-365136c9bf6d {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.895119] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-310d5b2a-2632-49d7-a81d-99eb30cdf489 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.902742] env[66735]: DEBUG oslo_vmware.api [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for the task: (returnval){ [ 896.902742] env[66735]: value = "task-4645831" [ 896.902742] env[66735]: _type = "Task" [ 896.902742] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.913707] env[66735]: DEBUG oslo_vmware.api [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.000850] env[66735]: DEBUG nova.compute.manager [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 897.092579] env[66735]: WARNING neutronclient.v2_0.client [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.152761] env[66735]: DEBUG nova.network.neutron [-] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.154739] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15fb005-80d3-4bdf-8877-4826bad2c40b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.161618] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645829, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.170228] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a472758-0227-4c1b-83b0-ba7426ad1cb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.209642] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: fa8078be-600c-41a5-8e64-1905c8915043] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 897.214423] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdd9a7a-4fab-49ab-a63d-b5b78d2ad614 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.228337] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171b8404-92cd-4881-a4f0-6fe6934ad846 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.253341] env[66735]: DEBUG nova.compute.provider_tree [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.257419] env[66735]: DEBUG nova.compute.manager [req-78965af0-c2eb-41c2-9fb1-1131fb6f33ae req-2db4037c-acb9-4dc8-9cf4-792cf54f3f5b service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Received event network-changed-2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 897.257597] env[66735]: DEBUG nova.compute.manager [req-78965af0-c2eb-41c2-9fb1-1131fb6f33ae req-2db4037c-acb9-4dc8-9cf4-792cf54f3f5b service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Refreshing instance network info cache due to event network-changed-2c9f0934-3b55-44dc-b6ed-1443527c9831. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 897.257800] env[66735]: DEBUG oslo_concurrency.lockutils [req-78965af0-c2eb-41c2-9fb1-1131fb6f33ae req-2db4037c-acb9-4dc8-9cf4-792cf54f3f5b service nova] Acquiring lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.257931] env[66735]: DEBUG oslo_concurrency.lockutils [req-78965af0-c2eb-41c2-9fb1-1131fb6f33ae req-2db4037c-acb9-4dc8-9cf4-792cf54f3f5b service nova] Acquired lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.258094] env[66735]: DEBUG nova.network.neutron [req-78965af0-c2eb-41c2-9fb1-1131fb6f33ae req-2db4037c-acb9-4dc8-9cf4-792cf54f3f5b service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Refreshing network info cache for port 2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.333090] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.333343] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Processing image cdb4766a-0efa-4302-a277-56b14afc03c5 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.333615] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5/cdb4766a-0efa-4302-a277-56b14afc03c5.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.333766] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5/cdb4766a-0efa-4302-a277-56b14afc03c5.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.333948] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.334622] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f749bad6-ea5c-4ec4-8060-f5ecd3c48fb5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.338905] env[66735]: WARNING neutronclient.v2_0.client [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.355388] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.355587] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.356965] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c250e4-a5ae-41fc-b625-05bde4e5f4b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.363912] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 897.363912] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521e0cfb-ec79-da1f-7a7f-161f15618bf0" [ 897.363912] env[66735]: _type = "Task" [ 897.363912] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.379030] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521e0cfb-ec79-da1f-7a7f-161f15618bf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.416090] env[66735]: DEBUG oslo_vmware.api [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.525645] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.592765] env[66735]: DEBUG nova.network.neutron [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance_info_cache with network_info: [{"id": "aac74381-f35c-4994-a303-bd65591adc40", "address": "fa:16:3e:31:82:25", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac74381-f3", "ovs_interfaceid": "aac74381-f35c-4994-a303-bd65591adc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.658992] env[66735]: INFO nova.compute.manager [-] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Took 1.35 seconds to deallocate network for instance. [ 897.659410] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7294} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.661581] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] c02a5eda-b5d0-4a90-b2c4-8ea44122264c/c02a5eda-b5d0-4a90-b2c4-8ea44122264c.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.661790] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.662448] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40579449-e7ce-448c-86b3-f83a4746e4cd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.670440] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 897.670440] env[66735]: value = "task-4645832" [ 897.670440] env[66735]: _type = "Task" [ 897.670440] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.682426] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.691607] env[66735]: WARNING neutronclient.v2_0.client [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.714627] env[66735]: DEBUG nova.compute.manager [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 897.719072] env[66735]: DEBUG nova.network.neutron [-] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.722366] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: a5e7f2d6-10dc-443d-8466-2c142b68b0a3] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 897.756751] env[66735]: DEBUG nova.virt.hardware [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 897.757354] env[66735]: DEBUG nova.virt.hardware [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.757567] env[66735]: DEBUG nova.virt.hardware [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 897.757790] env[66735]: DEBUG nova.virt.hardware [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.758124] env[66735]: DEBUG nova.virt.hardware [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 897.758322] env[66735]: DEBUG nova.virt.hardware [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 897.758575] env[66735]: DEBUG nova.virt.hardware [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 897.758836] env[66735]: DEBUG nova.virt.hardware [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 897.759172] env[66735]: DEBUG nova.virt.hardware [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 897.759462] env[66735]: DEBUG nova.virt.hardware [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 897.759757] env[66735]: DEBUG nova.virt.hardware [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 897.765844] env[66735]: WARNING neutronclient.v2_0.client [req-78965af0-c2eb-41c2-9fb1-1131fb6f33ae req-2db4037c-acb9-4dc8-9cf4-792cf54f3f5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.769968] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee64be54-2f6f-4878-9919-1463bb707bd2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.789181] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7841cdf3-5b37-4480-b87d-03be720244cd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.807359] env[66735]: ERROR nova.scheduler.client.report [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [req-acdf436b-a72a-4095-8da0-dae9cc3f6212] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-acdf436b-a72a-4095-8da0-dae9cc3f6212"}]} [ 897.828474] env[66735]: DEBUG nova.scheduler.client.report [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Refreshing inventories for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 897.849287] env[66735]: DEBUG nova.scheduler.client.report [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Updating ProviderTree inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 897.849552] env[66735]: DEBUG nova.compute.provider_tree [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.853929] env[66735]: DEBUG nova.compute.manager [req-38d3b91b-3bc5-4c18-bf9c-cf4a02124c55 req-3c92a292-f71f-41ba-8bbf-27e00d7f7be3 service nova] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Received event network-vif-deleted-80b9fc06-278f-4220-9b4b-8f22de3e214a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 897.862778] env[66735]: DEBUG nova.scheduler.client.report [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Refreshing aggregate associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, aggregates: None {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 897.876284] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Preparing fetch location {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 897.876598] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Fetch image to [datastore2] OSTACK_IMG_dfce4311-0580-4a34-baf8-3bb2374d7e0b/OSTACK_IMG_dfce4311-0580-4a34-baf8-3bb2374d7e0b.vmdk {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 897.876901] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Downloading stream optimized image cdb4766a-0efa-4302-a277-56b14afc03c5 to [datastore2] OSTACK_IMG_dfce4311-0580-4a34-baf8-3bb2374d7e0b/OSTACK_IMG_dfce4311-0580-4a34-baf8-3bb2374d7e0b.vmdk on the data store datastore2 as vApp {{(pid=66735) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 897.877123] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Downloading image file data cdb4766a-0efa-4302-a277-56b14afc03c5 to the ESX as VM named 'OSTACK_IMG_dfce4311-0580-4a34-baf8-3bb2374d7e0b' {{(pid=66735) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 897.887729] env[66735]: DEBUG nova.scheduler.client.report [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Refreshing trait associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 897.909596] env[66735]: DEBUG nova.network.neutron [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Updated VIF entry in instance network info cache for port 9381c1be-aed6-4afc-a6a0-5b531fefa63a. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 897.909965] env[66735]: DEBUG nova.network.neutron [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Updating instance_info_cache with network_info: [{"id": "9381c1be-aed6-4afc-a6a0-5b531fefa63a", "address": "fa:16:3e:b9:d3:53", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9381c1be-ae", "ovs_interfaceid": "9381c1be-aed6-4afc-a6a0-5b531fefa63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.933515] env[66735]: DEBUG oslo_concurrency.lockutils [req-866ac9c3-2136-4956-a3b3-e551b562916f req-a1a66ea0-b78a-4e47-b830-b2e077bb4f61 service nova] Releasing lock "refresh_cache-1a2c906f-1613-4701-9787-16a2b1f1cf2f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.941298] env[66735]: DEBUG oslo_vmware.api [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Task: {'id': task-4645831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.685706} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.941557] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.941733] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.942019] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.942190] env[66735]: INFO nova.compute.manager [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Took 1.70 seconds to destroy the instance on the hypervisor. [ 897.942433] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 897.942620] env[66735]: DEBUG nova.compute.manager [-] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 897.943452] env[66735]: DEBUG nova.network.neutron [-] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 897.943452] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.970211] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 897.970211] env[66735]: value = "resgroup-9" [ 897.970211] env[66735]: _type = "ResourcePool" [ 897.970211] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 897.970515] env[66735]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3d74393b-4ad2-4529-8660-6d826abbae14 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.998796] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lease: (returnval){ [ 897.998796] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523385f2-00ea-b8ba-844b-c2480de66cb0" [ 897.998796] env[66735]: _type = "HttpNfcLease" [ 897.998796] env[66735]: } obtained for vApp import into resource pool (val){ [ 897.998796] env[66735]: value = "resgroup-9" [ 897.998796] env[66735]: _type = "ResourcePool" [ 897.998796] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 897.999043] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the lease: (returnval){ [ 897.999043] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523385f2-00ea-b8ba-844b-c2480de66cb0" [ 897.999043] env[66735]: _type = "HttpNfcLease" [ 897.999043] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 898.016446] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.016446] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523385f2-00ea-b8ba-844b-c2480de66cb0" [ 898.016446] env[66735]: _type = "HttpNfcLease" [ 898.016446] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 898.056182] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.095675] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.180704] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096199} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.183544] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.184521] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951ae59d-ac6e-4296-a760-468de1afd496 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.208865] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] c02a5eda-b5d0-4a90-b2c4-8ea44122264c/c02a5eda-b5d0-4a90-b2c4-8ea44122264c.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.211976] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92953d65-398b-4734-9357-55b07ac3e6d9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.228100] env[66735]: INFO nova.compute.manager [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Took 0.57 seconds to detach 1 volumes for instance. [ 898.231021] env[66735]: INFO nova.compute.manager [-] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Took 1.51 seconds to deallocate network for instance. [ 898.231021] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: c1152fd1-9900-40e4-a706-e4c9e1329771] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 898.248038] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 898.248038] env[66735]: value = "task-4645834" [ 898.248038] env[66735]: _type = "Task" [ 898.248038] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.258337] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.355812] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8735058-e628-4d92-9ea8-4b47a4e2d45c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.364422] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98af2ec1-d10f-41ed-882b-b463a64331c1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.406396] env[66735]: DEBUG nova.network.neutron [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Successfully updated port: f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 898.408104] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5ddd72-85f8-46e9-aaab-affffa82e837 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.418383] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671c2306-a070-4c6f-ad79-5bc7d6d359cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.424872] env[66735]: WARNING neutronclient.v2_0.client [req-78965af0-c2eb-41c2-9fb1-1131fb6f33ae req-2db4037c-acb9-4dc8-9cf4-792cf54f3f5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.440717] env[66735]: DEBUG nova.compute.provider_tree [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.507796] env[66735]: DEBUG nova.network.neutron [req-78965af0-c2eb-41c2-9fb1-1131fb6f33ae req-2db4037c-acb9-4dc8-9cf4-792cf54f3f5b service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updated VIF entry in instance network info cache for port 2c9f0934-3b55-44dc-b6ed-1443527c9831. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 898.508252] env[66735]: DEBUG nova.network.neutron [req-78965af0-c2eb-41c2-9fb1-1131fb6f33ae req-2db4037c-acb9-4dc8-9cf4-792cf54f3f5b service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updating instance_info_cache with network_info: [{"id": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "address": "fa:16:3e:14:bc:9e", "network": {"id": "1cae78e2-7cf4-4c96-8b60-8c145c47e0a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-552228963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757035a97db0408590b4f0ec2f9845eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9f0934-3b", "ovs_interfaceid": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.511534] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.511534] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523385f2-00ea-b8ba-844b-c2480de66cb0" [ 898.511534] env[66735]: _type = "HttpNfcLease" [ 898.511534] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 898.604835] env[66735]: DEBUG nova.compute.manager [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 898.606242] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c3256e-734c-4cd8-9fb6-9181901a227d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.743067] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.745759] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 118f9f30-1050-469d-9e5c-d758052b90aa] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 898.749237] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.760977] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645834, 'name': ReconfigVM_Task, 'duration_secs': 0.372138} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.761362] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Reconfigured VM instance instance-00000045 to attach disk [datastore2] c02a5eda-b5d0-4a90-b2c4-8ea44122264c/c02a5eda-b5d0-4a90-b2c4-8ea44122264c.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.762160] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a2bf99b-bca5-431e-bdc7-9a29ee115353 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.772137] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 898.772137] env[66735]: value = "task-4645835" [ 898.772137] env[66735]: _type = "Task" [ 898.772137] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.785843] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645835, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.795848] env[66735]: DEBUG nova.network.neutron [-] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.912910] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.912910] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.913044] env[66735]: DEBUG nova.network.neutron [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 898.979256] env[66735]: DEBUG nova.scheduler.client.report [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 898.979550] env[66735]: DEBUG nova.compute.provider_tree [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 93 to 94 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 898.979724] env[66735]: DEBUG nova.compute.provider_tree [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.009615] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.009615] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523385f2-00ea-b8ba-844b-c2480de66cb0" [ 899.009615] env[66735]: _type = "HttpNfcLease" [ 899.009615] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 899.013280] env[66735]: DEBUG oslo_concurrency.lockutils [req-78965af0-c2eb-41c2-9fb1-1131fb6f33ae req-2db4037c-acb9-4dc8-9cf4-792cf54f3f5b service nova] Releasing lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.013564] env[66735]: DEBUG nova.compute.manager [req-78965af0-c2eb-41c2-9fb1-1131fb6f33ae req-2db4037c-acb9-4dc8-9cf4-792cf54f3f5b service nova] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Received event network-vif-deleted-fd0525d7-e9b4-493d-a1cc-24323f7ae939 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 899.249211] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: b98e8bb7-5bbc-461e-b48d-62bd0d951ec8] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 899.284835] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645835, 'name': Rename_Task, 'duration_secs': 0.173981} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.286342] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.288333] env[66735]: DEBUG nova.compute.manager [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Received event network-vif-plugged-f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 899.288333] env[66735]: DEBUG oslo_concurrency.lockutils [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] Acquiring lock "766bf5e7-c5d6-474e-be1f-316a531ef128-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.288333] env[66735]: DEBUG oslo_concurrency.lockutils [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.288333] env[66735]: DEBUG oslo_concurrency.lockutils [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.288333] env[66735]: DEBUG nova.compute.manager [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] No waiting events found dispatching network-vif-plugged-f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 899.288584] env[66735]: WARNING nova.compute.manager [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Received unexpected event network-vif-plugged-f672860b-57b8-4ee0-90d2-fd621c751e75 for instance with vm_state building and task_state spawning. [ 899.288638] env[66735]: DEBUG nova.compute.manager [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Received event network-changed-f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 899.288873] env[66735]: DEBUG nova.compute.manager [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Refreshing instance network info cache due to event network-changed-f672860b-57b8-4ee0-90d2-fd621c751e75. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 899.288925] env[66735]: DEBUG oslo_concurrency.lockutils [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] Acquiring lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.289179] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bebd96a7-0b0d-4435-8b01-d4c044ddc28e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.298315] env[66735]: INFO nova.compute.manager [-] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Took 1.36 seconds to deallocate network for instance. [ 899.298671] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 899.298671] env[66735]: value = "task-4645836" [ 899.298671] env[66735]: _type = "Task" [ 899.298671] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.313534] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.453155] env[66735]: DEBUG nova.network.neutron [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 899.485050] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.826s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.485050] env[66735]: INFO nova.compute.manager [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Migrating [ 899.492211] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.202s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.492422] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.495189] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.831s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.495365] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.499583] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.943s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.501380] env[66735]: INFO nova.compute.claims [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.532130] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.532130] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523385f2-00ea-b8ba-844b-c2480de66cb0" [ 899.532130] env[66735]: _type = "HttpNfcLease" [ 899.532130] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 899.543283] env[66735]: INFO nova.scheduler.client.report [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Deleted allocations for instance f2821633-73aa-4969-8d56-e4dcfcce7bec [ 899.551714] env[66735]: INFO nova.scheduler.client.report [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Deleted allocations for instance 23873e0a-e4f8-440b-b44c-911cdd380e73 [ 899.564210] env[66735]: WARNING neutronclient.v2_0.client [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.626491] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f477c0-fe62-4ae9-a214-b3cff175502f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.635248] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Doing hard reboot of VM {{(pid=66735) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 899.635644] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-eefaf51a-fca5-4e5f-8f42-6eaeda79433f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.643859] env[66735]: DEBUG oslo_vmware.api [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 899.643859] env[66735]: value = "task-4645837" [ 899.643859] env[66735]: _type = "Task" [ 899.643859] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.656666] env[66735]: DEBUG oslo_vmware.api [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645837, 'name': ResetVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.658447] env[66735]: DEBUG nova.network.neutron [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updating instance_info_cache with network_info: [{"id": "f672860b-57b8-4ee0-90d2-fd621c751e75", "address": "fa:16:3e:27:d0:b2", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf672860b-57", "ovs_interfaceid": "f672860b-57b8-4ee0-90d2-fd621c751e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.754456] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 1e5975c1-9f80-4655-96e6-4375d951522f] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 899.808708] env[66735]: DEBUG oslo_concurrency.lockutils [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.814108] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645836, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.009191] env[66735]: DEBUG nova.compute.manager [req-c0986e5f-5597-4a44-bcfe-2028dd78af3d req-ea0e167c-c5f1-4dc0-9a4c-6bff622033ce service nova] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Received event network-vif-deleted-ea4935f6-e638-43f4-abe9-89b337611df1 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 900.023347] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.023524] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.023697] env[66735]: DEBUG nova.network.neutron [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.027579] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.027579] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523385f2-00ea-b8ba-844b-c2480de66cb0" [ 900.027579] env[66735]: _type = "HttpNfcLease" [ 900.027579] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 900.028110] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 900.028110] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523385f2-00ea-b8ba-844b-c2480de66cb0" [ 900.028110] env[66735]: _type = "HttpNfcLease" [ 900.028110] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 900.029030] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ea27a6-7948-453d-80c4-0a3b76ab4802 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.039792] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5273d920-255d-2911-9b2b-329a09634ced/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 900.039792] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5273d920-255d-2911-9b2b-329a09634ced/disk-0.vmdk. {{(pid=66735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 900.101386] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bc886472-9216-4011-9827-2440a2cf7768 tempest-ServerRescueTestJSONUnderV235-1817368564 tempest-ServerRescueTestJSONUnderV235-1817368564-project-member] Lock "f2821633-73aa-4969-8d56-e4dcfcce7bec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.359s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.106355] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f5366a06-1a6e-4df7-8332-6a589f4c20aa tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "23873e0a-e4f8-440b-b44c-911cdd380e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.150s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.115427] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d300446-9339-44f3-aa7a-1d37a5559dfc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.157330] env[66735]: DEBUG oslo_vmware.api [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4645837, 'name': ResetVM_Task, 'duration_secs': 0.114819} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.157598] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Did hard reboot of VM {{(pid=66735) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 900.157775] env[66735]: DEBUG nova.compute.manager [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 900.158587] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ba3d01-a790-4789-b9b0-1194befaaad2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.162390] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.162832] env[66735]: DEBUG nova.compute.manager [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Instance network_info: |[{"id": "f672860b-57b8-4ee0-90d2-fd621c751e75", "address": "fa:16:3e:27:d0:b2", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf672860b-57", "ovs_interfaceid": "f672860b-57b8-4ee0-90d2-fd621c751e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 900.163314] env[66735]: DEBUG oslo_concurrency.lockutils [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] Acquired lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.163594] env[66735]: DEBUG nova.network.neutron [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Refreshing network info cache for port f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.165214] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:d0:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f672860b-57b8-4ee0-90d2-fd621c751e75', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.176053] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 900.176702] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.177237] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75d40cbc-53bb-4f51-a4b0-913cbe63a257 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.203470] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.203470] env[66735]: value = "task-4645838" [ 900.203470] env[66735]: _type = "Task" [ 900.203470] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.213448] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645838, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.259708] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: bbaa6d82-7252-4349-ab7a-450f27ab4db6] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 900.314785] env[66735]: DEBUG oslo_vmware.api [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645836, 'name': PowerOnVM_Task, 'duration_secs': 0.527198} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.315159] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.315371] env[66735]: INFO nova.compute.manager [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Took 8.65 seconds to spawn the instance on the hypervisor. [ 900.315544] env[66735]: DEBUG nova.compute.manager [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 900.316409] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da756caf-d790-477e-ae4b-75a1ac178a0d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.529900] env[66735]: WARNING neutronclient.v2_0.client [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.612038] env[66735]: DEBUG oslo_concurrency.lockutils [None req-327125a8-76da-4b09-a7a6-08851a73aae8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "interface-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.612038] env[66735]: DEBUG oslo_concurrency.lockutils [None req-327125a8-76da-4b09-a7a6-08851a73aae8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.613483] env[66735]: DEBUG nova.objects.instance [None req-327125a8-76da-4b09-a7a6-08851a73aae8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'flavor' on Instance uuid 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.677068] env[66735]: WARNING neutronclient.v2_0.client [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.702122] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34eab198-843b-42fc-a6f1-19b8d75778c1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.189s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.717345] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645838, 'name': CreateVM_Task, 'duration_secs': 0.46984} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.722737] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.722737] env[66735]: WARNING neutronclient.v2_0.client [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.722997] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.723122] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.723610] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.723899] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0040d64-e6c3-45b5-b850-e11c8b9978e7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.731295] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 900.731295] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5225181b-0842-b876-2e56-7d1d927bf7d5" [ 900.731295] env[66735]: _type = "Task" [ 900.731295] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.747656] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5225181b-0842-b876-2e56-7d1d927bf7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.747842] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.748145] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.748421] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.748567] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.748764] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.749079] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d222ef6-537a-4cee-b25b-0e019cbc3959 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.762510] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.762699] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.764079] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: a6395db5-5fad-4f6a-ab20-5225401143b0] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 900.765788] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1423fb-2f51-466a-b022-b4f4c9005f7e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.774267] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 900.774267] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521c53c8-f26e-f45e-edbe-4dd4c089a169" [ 900.774267] env[66735]: _type = "Task" [ 900.774267] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.787458] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521c53c8-f26e-f45e-edbe-4dd4c089a169, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.789086] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ac52ea-81cd-482a-b54f-1330920c7a56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.801216] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 900.801216] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a3f49c-f1d5-99d0-3786-e1175d450ca1" [ 900.801216] env[66735]: _type = "Task" [ 900.801216] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.813354] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a3f49c-f1d5-99d0-3786-e1175d450ca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.842514] env[66735]: INFO nova.compute.manager [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Took 40.47 seconds to build instance. [ 900.925180] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68d73a0-b70a-446e-a0d4-fb1d50a9ef78 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.933932] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294191a3-aff8-407d-942e-d5b5ab2d6944 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.979846] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30bbfdf-e65f-45a5-9eb4-1e363812ef8d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.989830] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37e5898-4c29-4b82-b956-970cd9ef633a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.009865] env[66735]: DEBUG nova.compute.provider_tree [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.117022] env[66735]: WARNING neutronclient.v2_0.client [None req-327125a8-76da-4b09-a7a6-08851a73aae8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.117427] env[66735]: DEBUG nova.objects.instance [None req-327125a8-76da-4b09-a7a6-08851a73aae8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'pci_requests' on Instance uuid 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.152823] env[66735]: WARNING neutronclient.v2_0.client [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.267581] env[66735]: WARNING neutronclient.v2_0.client [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.270226] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 0fe0ce49-7d0f-48ee-b761-39b8f0c4cbca] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 901.312754] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a3f49c-f1d5-99d0-3786-e1175d450ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.011777} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.313901] env[66735]: DEBUG nova.network.neutron [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance_info_cache with network_info: [{"id": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "address": "fa:16:3e:c7:d2:67", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8ce29d-3f", "ovs_interfaceid": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.315071] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.315788] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 766bf5e7-c5d6-474e-be1f-316a531ef128/766bf5e7-c5d6-474e-be1f-316a531ef128.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.315788] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8fbc7da-fef1-42c9-b89f-9aaa6f1a8708 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.323532] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 901.323532] env[66735]: value = "task-4645839" [ 901.323532] env[66735]: _type = "Task" [ 901.323532] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.333721] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.343856] env[66735]: DEBUG oslo_concurrency.lockutils [None req-69c7488f-e2dd-40b4-b7f8-aab409e78378 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.989s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.449088] env[66735]: DEBUG nova.network.neutron [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updated VIF entry in instance network info cache for port f672860b-57b8-4ee0-90d2-fd621c751e75. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 901.449088] env[66735]: DEBUG nova.network.neutron [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updating instance_info_cache with network_info: [{"id": "f672860b-57b8-4ee0-90d2-fd621c751e75", "address": "fa:16:3e:27:d0:b2", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf672860b-57", "ovs_interfaceid": "f672860b-57b8-4ee0-90d2-fd621c751e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.521659] env[66735]: DEBUG nova.scheduler.client.report [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.621373] env[66735]: DEBUG nova.objects.base [None req-327125a8-76da-4b09-a7a6-08851a73aae8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Object Instance<5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad> lazy-loaded attributes: flavor,pci_requests {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 901.621373] env[66735]: DEBUG nova.network.neutron [None req-327125a8-76da-4b09-a7a6-08851a73aae8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 901.621775] env[66735]: WARNING neutronclient.v2_0.client [None req-327125a8-76da-4b09-a7a6-08851a73aae8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.622152] env[66735]: WARNING neutronclient.v2_0.client [None req-327125a8-76da-4b09-a7a6-08851a73aae8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.724256] env[66735]: DEBUG oslo_concurrency.lockutils [None req-327125a8-76da-4b09-a7a6-08851a73aae8 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.112s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.775059] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 6f6c1ecd-069e-4131-b7b4-3806fa5bedee] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 901.816573] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.838719] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645839, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.952015] env[66735]: DEBUG oslo_concurrency.lockutils [req-a45871da-a802-4eac-b262-5f77bfccf62a req-b72c56ba-105c-47c2-8746-c099b64f72f2 service nova] Releasing lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.002521] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Completed reading data from the image iterator. {{(pid=66735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 902.002900] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5273d920-255d-2911-9b2b-329a09634ced/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 902.004439] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ebbf29-7893-4d86-a349-482316ac4e7b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.014998] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5273d920-255d-2911-9b2b-329a09634ced/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 902.015449] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5273d920-255d-2911-9b2b-329a09634ced/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 902.015885] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-554f992d-81be-4368-932c-77bde1ac489f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.029193] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.030625] env[66735]: DEBUG nova.compute.manager [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 902.034492] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.454s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.035013] env[66735]: DEBUG nova.objects.instance [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lazy-loading 'resources' on Instance uuid 1bd3edb4-d320-4f71-bbad-d794309bab1f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.245731] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5273d920-255d-2911-9b2b-329a09634ced/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 902.246808] env[66735]: INFO nova.virt.vmwareapi.images [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Downloaded image file data cdb4766a-0efa-4302-a277-56b14afc03c5 [ 902.247792] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de8499e-1cb4-449f-9e1e-bd8685704a18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.270103] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43896b82-db2c-43e0-9753-8f139f60ab6d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.277922] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: f332e0cd-c907-4ed3-992c-a17f51740d59] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 902.312380] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.312692] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.339204] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581942} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.339469] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 766bf5e7-c5d6-474e-be1f-316a531ef128/766bf5e7-c5d6-474e-be1f-316a531ef128.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.339678] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.339925] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8094376d-f202-406a-9b78-f592a2517d73 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.347463] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 902.347463] env[66735]: value = "task-4645841" [ 902.347463] env[66735]: _type = "Task" [ 902.347463] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.359564] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.401128] env[66735]: INFO nova.virt.vmwareapi.images [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] The imported VM was unregistered [ 902.404254] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Caching image {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 902.404254] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Creating directory with path [datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.404899] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea1c8dba-a82b-4c3d-a624-3e8f07aab8aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.420631] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Created directory with path [datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.420834] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_dfce4311-0580-4a34-baf8-3bb2374d7e0b/OSTACK_IMG_dfce4311-0580-4a34-baf8-3bb2374d7e0b.vmdk to [datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5/cdb4766a-0efa-4302-a277-56b14afc03c5.vmdk. {{(pid=66735) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 902.421118] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eefbc896-fcb7-4560-96ac-2fe42f7e5064 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.428847] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 902.428847] env[66735]: value = "task-4645842" [ 902.428847] env[66735]: _type = "Task" [ 902.428847] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.438304] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645842, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.539169] env[66735]: DEBUG nova.compute.utils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.540779] env[66735]: DEBUG nova.compute.manager [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 902.542404] env[66735]: DEBUG nova.network.neutron [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 902.542404] env[66735]: WARNING neutronclient.v2_0.client [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.542404] env[66735]: WARNING neutronclient.v2_0.client [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.607180] env[66735]: DEBUG nova.policy [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b63a6f3df3a4114bd938f67102b3620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f2a600d1c814aeebc295b31000ca1b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.782549] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 7cd4e308-157e-4ad4-ac9f-9632e94f456f] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 902.818538] env[66735]: INFO nova.compute.manager [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Detaching volume 1c48b73e-8dc2-4a90-b801-4aaa74890c3c [ 902.865037] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102759} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.865319] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.866475] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31e7849-c170-4305-8397-2c43362b277c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.894797] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 766bf5e7-c5d6-474e-be1f-316a531ef128/766bf5e7-c5d6-474e-be1f-316a531ef128.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.896532] env[66735]: INFO nova.virt.block_device [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Attempting to driver detach volume 1c48b73e-8dc2-4a90-b801-4aaa74890c3c from mountpoint /dev/sdb [ 902.896765] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 902.896942] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907129', 'volume_id': '1c48b73e-8dc2-4a90-b801-4aaa74890c3c', 'name': 'volume-1c48b73e-8dc2-4a90-b801-4aaa74890c3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b04af2b-3712-4f1e-a1f0-59b97f11317d', 'attached_at': '', 'detached_at': '', 'volume_id': '1c48b73e-8dc2-4a90-b801-4aaa74890c3c', 'serial': '1c48b73e-8dc2-4a90-b801-4aaa74890c3c'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 902.899936] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1da17ca-16f4-4eb2-a33b-bbc815961ad5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.915415] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965e7459-5d02-4850-98ed-5c249f55fcbb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.944245] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 902.944245] env[66735]: value = "task-4645843" [ 902.944245] env[66735]: _type = "Task" [ 902.944245] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.952241] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b875e1-d599-42b4-98dd-0dc86213f22f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.971374] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.976862] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645842, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.981347] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290acb5d-7956-4c3c-97b9-d9a3b26559cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.013437] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b3326d-b6bc-48ed-af63-d06bcd9b98ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.037950] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The volume has not been displaced from its original location: [datastore2] volume-1c48b73e-8dc2-4a90-b801-4aaa74890c3c/volume-1c48b73e-8dc2-4a90-b801-4aaa74890c3c.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 903.045377] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 903.047786] env[66735]: DEBUG nova.compute.manager [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 903.051161] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e10f196b-15f8-4b39-a020-6ce6da948334 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.066843] env[66735]: DEBUG nova.network.neutron [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Successfully created port: 3464dd1c-4567-4f2e-a712-76fa1cf86bc9 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 903.078475] env[66735]: DEBUG oslo_vmware.api [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 903.078475] env[66735]: value = "task-4645844" [ 903.078475] env[66735]: _type = "Task" [ 903.078475] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.091790] env[66735]: DEBUG oslo_vmware.api [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.154653] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4871e75-1fc2-498e-abc3-805a7d3725a4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.164408] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d00d2462-9009-44f9-8588-af6ac0d4ede0 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.164573] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d00d2462-9009-44f9-8588-af6ac0d4ede0 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.164765] env[66735]: DEBUG nova.compute.manager [None req-d00d2462-9009-44f9-8588-af6ac0d4ede0 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 903.168467] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a5ebf3-df1e-4fc7-a3cd-eac6c42856f9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.173434] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dca10a-f910-41f1-9e10-763decac7117 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.185604] env[66735]: DEBUG nova.compute.manager [None req-d00d2462-9009-44f9-8588-af6ac0d4ede0 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 903.186345] env[66735]: DEBUG nova.objects.instance [None req-d00d2462-9009-44f9-8588-af6ac0d4ede0 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lazy-loading 'flavor' on Instance uuid c02a5eda-b5d0-4a90-b2c4-8ea44122264c {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.217527] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad36616e-4587-4028-a47b-58539771625c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.233248] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b25110-ed75-4a77-97a3-d282871980d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.263172] env[66735]: DEBUG nova.compute.provider_tree [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.286631] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 19afee8e-fe27-4bf2-9483-6c7ea8c06531] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 903.333726] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d61ada-eae0-4d1e-bd06-ffce6f55df58 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.359632] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance '57417beb-853a-47e3-a79e-f52c00b90c22' progress to 0 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.475817] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645842, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.475817] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.593033] env[66735]: DEBUG oslo_vmware.api [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645844, 'name': ReconfigVM_Task, 'duration_secs': 0.344027} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.593033] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 903.598050] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1986c828-7a53-47b4-b5da-db88dc27a6cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.621126] env[66735]: DEBUG oslo_vmware.api [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 903.621126] env[66735]: value = "task-4645845" [ 903.621126] env[66735]: _type = "Task" [ 903.621126] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.634561] env[66735]: DEBUG oslo_vmware.api [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.743690] env[66735]: DEBUG oslo_concurrency.lockutils [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "interface-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.743996] env[66735]: DEBUG oslo_concurrency.lockutils [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.744387] env[66735]: DEBUG nova.objects.instance [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'flavor' on Instance uuid 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.791546] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 0d1a27ec-7cf6-4ff0-a15c-20925cbe03c3] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 903.805735] env[66735]: DEBUG nova.scheduler.client.report [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 903.806087] env[66735]: DEBUG nova.compute.provider_tree [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 94 to 95 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 903.806346] env[66735]: DEBUG nova.compute.provider_tree [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.865564] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.865973] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a820266b-42af-4bd4-a4d8-3bcd6c2b03f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.876255] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 903.876255] env[66735]: value = "task-4645846" [ 903.876255] env[66735]: _type = "Task" [ 903.876255] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.888682] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 903.888894] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance '57417beb-853a-47e3-a79e-f52c00b90c22' progress to 17 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.962981] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645842, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.966764] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.072834] env[66735]: DEBUG nova.compute.manager [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 904.106572] env[66735]: DEBUG nova.virt.hardware [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 904.106822] env[66735]: DEBUG nova.virt.hardware [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.106967] env[66735]: DEBUG nova.virt.hardware [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 904.107612] env[66735]: DEBUG nova.virt.hardware [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.107612] env[66735]: DEBUG nova.virt.hardware [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 904.107750] env[66735]: DEBUG nova.virt.hardware [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 904.108021] env[66735]: DEBUG nova.virt.hardware [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.108117] env[66735]: DEBUG nova.virt.hardware [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 904.108294] env[66735]: DEBUG nova.virt.hardware [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 904.108540] env[66735]: DEBUG nova.virt.hardware [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 904.108744] env[66735]: DEBUG nova.virt.hardware [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 904.109782] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834caece-19de-4637-bb7e-b63887b1096b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.126446] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805fe256-eea4-4364-a5e0-1d1814dd3f1d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.148232] env[66735]: DEBUG oslo_vmware.api [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.194614] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00d2462-9009-44f9-8588-af6ac0d4ede0 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.194827] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4652b86d-a5d4-4e64-8024-84bdd68caab8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.208809] env[66735]: DEBUG oslo_vmware.api [None req-d00d2462-9009-44f9-8588-af6ac0d4ede0 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 904.208809] env[66735]: value = "task-4645847" [ 904.208809] env[66735]: _type = "Task" [ 904.208809] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.222126] env[66735]: DEBUG oslo_vmware.api [None req-d00d2462-9009-44f9-8588-af6ac0d4ede0 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.249774] env[66735]: WARNING neutronclient.v2_0.client [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.296597] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 36f3a3b7-25c0-4738-9b48-5085b870f27a] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 904.314769] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.315878] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.586s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.318081] env[66735]: INFO nova.compute.claims [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.345986] env[66735]: DEBUG nova.objects.instance [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'pci_requests' on Instance uuid 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.351749] env[66735]: INFO nova.scheduler.client.report [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleted allocations for instance 1bd3edb4-d320-4f71-bbad-d794309bab1f [ 904.396434] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 904.396754] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.397168] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 904.397168] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.397319] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 904.397382] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 904.397584] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.397771] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 904.397890] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 904.398057] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 904.398430] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 904.403639] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74e3ab69-a7ad-4e0a-a9c7-434a9552a564 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.425500] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 904.425500] env[66735]: value = "task-4645848" [ 904.425500] env[66735]: _type = "Task" [ 904.425500] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.439283] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.461516] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645842, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.465455] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645843, 'name': ReconfigVM_Task, 'duration_secs': 1.342772} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.465715] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 766bf5e7-c5d6-474e-be1f-316a531ef128/766bf5e7-c5d6-474e-be1f-316a531ef128.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.466408] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c904fe6-61ed-429c-a613-9d2d18f6fe48 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.476314] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 904.476314] env[66735]: value = "task-4645849" [ 904.476314] env[66735]: _type = "Task" [ 904.476314] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.489617] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645849, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.636385] env[66735]: DEBUG oslo_vmware.api [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645845, 'name': ReconfigVM_Task, 'duration_secs': 0.915809} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.636804] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907129', 'volume_id': '1c48b73e-8dc2-4a90-b801-4aaa74890c3c', 'name': 'volume-1c48b73e-8dc2-4a90-b801-4aaa74890c3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b04af2b-3712-4f1e-a1f0-59b97f11317d', 'attached_at': '', 'detached_at': '', 'volume_id': '1c48b73e-8dc2-4a90-b801-4aaa74890c3c', 'serial': '1c48b73e-8dc2-4a90-b801-4aaa74890c3c'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 904.669779] env[66735]: DEBUG nova.network.neutron [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Successfully updated port: 3464dd1c-4567-4f2e-a712-76fa1cf86bc9 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 904.716867] env[66735]: DEBUG nova.compute.manager [req-9e352ab0-8cfe-477a-816a-9e2cf3a2bcc5 req-10062d91-dc75-4af9-83a1-97f3348bbaf5 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Received event network-vif-plugged-3464dd1c-4567-4f2e-a712-76fa1cf86bc9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 904.717308] env[66735]: DEBUG oslo_concurrency.lockutils [req-9e352ab0-8cfe-477a-816a-9e2cf3a2bcc5 req-10062d91-dc75-4af9-83a1-97f3348bbaf5 service nova] Acquiring lock "a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.717524] env[66735]: DEBUG oslo_concurrency.lockutils [req-9e352ab0-8cfe-477a-816a-9e2cf3a2bcc5 req-10062d91-dc75-4af9-83a1-97f3348bbaf5 service nova] Lock "a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.717809] env[66735]: DEBUG oslo_concurrency.lockutils [req-9e352ab0-8cfe-477a-816a-9e2cf3a2bcc5 req-10062d91-dc75-4af9-83a1-97f3348bbaf5 service nova] Lock "a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.718056] env[66735]: DEBUG nova.compute.manager [req-9e352ab0-8cfe-477a-816a-9e2cf3a2bcc5 req-10062d91-dc75-4af9-83a1-97f3348bbaf5 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] No waiting events found dispatching network-vif-plugged-3464dd1c-4567-4f2e-a712-76fa1cf86bc9 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 904.718284] env[66735]: WARNING nova.compute.manager [req-9e352ab0-8cfe-477a-816a-9e2cf3a2bcc5 req-10062d91-dc75-4af9-83a1-97f3348bbaf5 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Received unexpected event network-vif-plugged-3464dd1c-4567-4f2e-a712-76fa1cf86bc9 for instance with vm_state building and task_state spawning. [ 904.723266] env[66735]: DEBUG oslo_vmware.api [None req-d00d2462-9009-44f9-8588-af6ac0d4ede0 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645847, 'name': PowerOffVM_Task, 'duration_secs': 0.378646} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.723579] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00d2462-9009-44f9-8588-af6ac0d4ede0 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.723799] env[66735]: DEBUG nova.compute.manager [None req-d00d2462-9009-44f9-8588-af6ac0d4ede0 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 904.724710] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227d310f-2ab7-43dc-b4e9-cbe84cdbf2d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.800693] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 2cb84984-155b-4ec5-8795-a4dc89cb6eb5] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 904.848890] env[66735]: DEBUG nova.objects.base [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Object Instance<5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad> lazy-loaded attributes: flavor,pci_requests {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 904.848890] env[66735]: DEBUG nova.network.neutron [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 904.848890] env[66735]: WARNING neutronclient.v2_0.client [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.849130] env[66735]: WARNING neutronclient.v2_0.client [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.861571] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5900cb79-e0ac-4856-9772-0c1a0d0657f5 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "1bd3edb4-d320-4f71-bbad-d794309bab1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.726s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.902464] env[66735]: DEBUG nova.policy [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49ad68428394d51a920e60ac057cd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ceab9724bb4af6b8c7ba686fdefd49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.936710] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.964797] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645842, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.988917] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645849, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.175866] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "refresh_cache-a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.175866] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquired lock "refresh_cache-a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.175866] env[66735]: DEBUG nova.network.neutron [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 905.197680] env[66735]: DEBUG nova.objects.instance [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lazy-loading 'flavor' on Instance uuid 6b04af2b-3712-4f1e-a1f0-59b97f11317d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.210775] env[66735]: DEBUG nova.network.neutron [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Successfully created port: 95d2d58f-e063-4640-b342-e60f1d43b701 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 905.241956] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d00d2462-9009-44f9-8588-af6ac0d4ede0 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.304455] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 2167f03b-b831-464c-a6f5-191c00c7295b] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 905.415088] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "c2c69091-98a3-4671-bd63-462fc99cfcaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.415337] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "c2c69091-98a3-4671-bd63-462fc99cfcaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.415547] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "c2c69091-98a3-4671-bd63-462fc99cfcaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.415724] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "c2c69091-98a3-4671-bd63-462fc99cfcaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.415889] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "c2c69091-98a3-4671-bd63-462fc99cfcaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.418328] env[66735]: INFO nova.compute.manager [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Terminating instance [ 905.447398] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.461340] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645842, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.559307} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.461340] env[66735]: INFO nova.virt.vmwareapi.ds_util [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_dfce4311-0580-4a34-baf8-3bb2374d7e0b/OSTACK_IMG_dfce4311-0580-4a34-baf8-3bb2374d7e0b.vmdk to [datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5/cdb4766a-0efa-4302-a277-56b14afc03c5.vmdk. [ 905.461340] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Cleaning up location [datastore2] OSTACK_IMG_dfce4311-0580-4a34-baf8-3bb2374d7e0b {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 905.461340] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_dfce4311-0580-4a34-baf8-3bb2374d7e0b {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.461340] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc8dd0a6-b05a-4a21-9d64-0fdfdb8f47b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.468991] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 905.468991] env[66735]: value = "task-4645850" [ 905.468991] env[66735]: _type = "Task" [ 905.468991] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.482288] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.495090] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645849, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.655844] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e647b25-752e-448a-a1e6-bd1fddadf487 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.663923] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f9987c-5cd1-4289-93b3-b216314442e9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.696850] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a5f3f5-f910-4b19-8486-98463f753ec1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.708225] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddc2ba0-1edb-40cd-a377-ce1d0a2407a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.728656] env[66735]: DEBUG nova.compute.provider_tree [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.735826] env[66735]: DEBUG nova.network.neutron [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 905.808595] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 840b4eb7-e18e-445c-8029-a6cb63383499] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 905.832976] env[66735]: WARNING neutronclient.v2_0.client [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.910671] env[66735]: DEBUG nova.network.neutron [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Updating instance_info_cache with network_info: [{"id": "3464dd1c-4567-4f2e-a712-76fa1cf86bc9", "address": "fa:16:3e:04:08:d1", "network": {"id": "103e06bb-f97f-4a62-aa4d-19a446580f5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1245528681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2a600d1c814aeebc295b31000ca1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3464dd1c-45", "ovs_interfaceid": "3464dd1c-4567-4f2e-a712-76fa1cf86bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.922326] env[66735]: DEBUG nova.compute.manager [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 905.922650] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.924183] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb8ce11-8901-46dc-80d8-7fdaec17cf89 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.938713] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645848, 'name': ReconfigVM_Task, 'duration_secs': 1.349052} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.940854] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance '57417beb-853a-47e3-a79e-f52c00b90c22' progress to 33 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.944223] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.944666] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-482588e7-3906-4ba3-a8b7-1bf96813db12 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.951657] env[66735]: DEBUG oslo_vmware.api [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 905.951657] env[66735]: value = "task-4645851" [ 905.951657] env[66735]: _type = "Task" [ 905.951657] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.961740] env[66735]: DEBUG oslo_vmware.api [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.982771] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044695} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.986132] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.986340] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5/cdb4766a-0efa-4302-a277-56b14afc03c5.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.986598] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5/cdb4766a-0efa-4302-a277-56b14afc03c5.vmdk to [datastore2] 755321d4-49b7-49f2-ac58-74b286be4645/755321d4-49b7-49f2-ac58-74b286be4645.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.986874] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc1ab1c4-a5cb-4821-a655-9e074561747c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.995606] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645849, 'name': Rename_Task, 'duration_secs': 1.304713} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.997111] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.997773] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 905.997773] env[66735]: value = "task-4645852" [ 905.997773] env[66735]: _type = "Task" [ 905.997773] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.997972] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efbe0494-891b-4ce4-afee-205772710de1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.011017] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.012961] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 906.012961] env[66735]: value = "task-4645853" [ 906.012961] env[66735]: _type = "Task" [ 906.012961] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.023955] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.205108] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cb5f22fd-73d4-4c81-9b3c-2e7c1114f2c3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.892s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.232512] env[66735]: DEBUG nova.scheduler.client.report [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.312219] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 155797b1-2470-43a6-84f6-39ee2fe1586e] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 906.413655] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Releasing lock "refresh_cache-a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.414053] env[66735]: DEBUG nova.compute.manager [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Instance network_info: |[{"id": "3464dd1c-4567-4f2e-a712-76fa1cf86bc9", "address": "fa:16:3e:04:08:d1", "network": {"id": "103e06bb-f97f-4a62-aa4d-19a446580f5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1245528681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2a600d1c814aeebc295b31000ca1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3464dd1c-45", "ovs_interfaceid": "3464dd1c-4567-4f2e-a712-76fa1cf86bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 906.414538] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:08:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3464dd1c-4567-4f2e-a712-76fa1cf86bc9', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.423459] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Creating folder: Project (5f2a600d1c814aeebc295b31000ca1b1). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.423459] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0577903d-3eae-4d36-8bc6-206513ef5ebc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.437202] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Created folder: Project (5f2a600d1c814aeebc295b31000ca1b1) in parent group-v906980. [ 906.437382] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Creating folder: Instances. Parent ref: group-v907186. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.437720] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c50012c2-ce70-467b-a116-034d53840cfc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.447419] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 906.447681] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.447768] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 906.447985] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.448227] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 906.448314] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 906.448965] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 906.448965] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 906.448965] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 906.448965] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 906.449272] env[66735]: DEBUG nova.virt.hardware [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 906.455452] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 906.457464] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274b1f46-5873-4df2-a4ea-afb5e773128c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.473019] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Created folder: Instances in parent group-v907186. [ 906.473321] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 906.477266] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.477964] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd9e5f96-d0e7-4c82-a482-b2ab26e22d61 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.496033] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 906.496033] env[66735]: value = "task-4645856" [ 906.496033] env[66735]: _type = "Task" [ 906.496033] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.503666] env[66735]: DEBUG oslo_vmware.api [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645851, 'name': PowerOffVM_Task, 'duration_secs': 0.21639} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.509687] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.509997] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.510414] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.510414] env[66735]: value = "task-4645857" [ 906.510414] env[66735]: _type = "Task" [ 906.510414] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.511246] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e2b5359-dfc4-4738-847e-7f06a5b03d20 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.527905] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645852, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.529268] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.541924] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645857, 'name': CreateVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.546026] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.629465] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.629831] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.630112] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleting the datastore file [datastore2] c2c69091-98a3-4671-bd63-462fc99cfcaa {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.630506] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99f00acd-8a2a-4e93-a2f8-c0b357394804 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.643730] env[66735]: DEBUG oslo_vmware.api [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 906.643730] env[66735]: value = "task-4645859" [ 906.643730] env[66735]: _type = "Task" [ 906.643730] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.657525] env[66735]: DEBUG oslo_vmware.api [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.739722] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.740384] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 906.744630] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.934s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.746731] env[66735]: INFO nova.compute.claims [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.816531] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 3011e567-763f-47c7-aac1-b5e3dfff721f] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 906.844033] env[66735]: DEBUG nova.network.neutron [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Successfully updated port: 95d2d58f-e063-4640-b342-e60f1d43b701 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 907.012127] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645856, 'name': ReconfigVM_Task, 'duration_secs': 0.27298} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.012890] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 907.013831] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97477cb8-8e1a-4800-97f9-2198591a1eec {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.025313] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645852, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.035239] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645857, 'name': CreateVM_Task, 'duration_secs': 0.401792} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.047557] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.055841] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 57417beb-853a-47e3-a79e-f52c00b90c22/57417beb-853a-47e3-a79e-f52c00b90c22.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.056965] env[66735]: WARNING neutronclient.v2_0.client [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.057408] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.057562] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.057905] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.058176] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa14c18-9e93-44b0-8ad5-9f53f4b7e02e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.076050] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcf4693-10ce-43a3-a1cd-1c079e27be40 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.078031] env[66735]: DEBUG oslo_vmware.api [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645853, 'name': PowerOnVM_Task, 'duration_secs': 0.696047} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.078772] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.079090] env[66735]: INFO nova.compute.manager [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Took 9.36 seconds to spawn the instance on the hypervisor. [ 907.079365] env[66735]: DEBUG nova.compute.manager [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 907.080884] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e02257-f6f3-4b70-8b4e-89ea6cc10a88 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.085495] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 907.085495] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c36185-aaaa-233d-bf69-39423cff10ab" [ 907.085495] env[66735]: _type = "Task" [ 907.085495] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.090889] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 907.090889] env[66735]: value = "task-4645860" [ 907.090889] env[66735]: _type = "Task" [ 907.090889] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.098613] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c36185-aaaa-233d-bf69-39423cff10ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.112779] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.157566] env[66735]: DEBUG oslo_vmware.api [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.227766] env[66735]: DEBUG nova.compute.manager [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 907.228961] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38808705-6b7d-4d16-833e-30c9f7ef3736 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.255036] env[66735]: DEBUG nova.compute.utils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.256603] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 907.257207] env[66735]: DEBUG nova.network.neutron [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 907.257333] env[66735]: WARNING neutronclient.v2_0.client [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.257566] env[66735]: WARNING neutronclient.v2_0.client [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.317285] env[66735]: DEBUG nova.policy [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7f51181fab549ca9f3c79d68bdf02a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b946810b3df4e4294aa55b68c5863cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.321027] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 80a78377-5557-46e4-8704-03fa473bf171] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 907.348280] env[66735]: DEBUG oslo_concurrency.lockutils [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.348280] env[66735]: DEBUG oslo_concurrency.lockutils [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.349489] env[66735]: DEBUG nova.network.neutron [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 907.370213] env[66735]: DEBUG nova.compute.manager [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Received event network-changed-3464dd1c-4567-4f2e-a712-76fa1cf86bc9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 907.371194] env[66735]: DEBUG nova.compute.manager [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Refreshing instance network info cache due to event network-changed-3464dd1c-4567-4f2e-a712-76fa1cf86bc9. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 907.371194] env[66735]: DEBUG oslo_concurrency.lockutils [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] Acquiring lock "refresh_cache-a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.371194] env[66735]: DEBUG oslo_concurrency.lockutils [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] Acquired lock "refresh_cache-a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.371194] env[66735]: DEBUG nova.network.neutron [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Refreshing network info cache for port 3464dd1c-4567-4f2e-a712-76fa1cf86bc9 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.518052] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645852, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.604268] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c36185-aaaa-233d-bf69-39423cff10ab, 'name': SearchDatastore_Task, 'duration_secs': 0.114612} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.610163] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.611703] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.611703] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.611703] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.611703] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.617378] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.620557] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a903fbc4-4498-4b13-be31-a5da0582bee4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.624251] env[66735]: INFO nova.compute.manager [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Took 42.81 seconds to build instance. [ 907.643451] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.643716] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.644667] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be65156f-4603-458a-a1ff-a27a783b3183 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.661842] env[66735]: DEBUG oslo_vmware.api [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.663552] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 907.663552] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f0d52b-1677-b1f3-5fcf-22090363d68f" [ 907.663552] env[66735]: _type = "Task" [ 907.663552] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.674021] env[66735]: DEBUG nova.network.neutron [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Successfully created port: 62b29d2c-ad0d-4d89-9564-fd58374e13aa {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 907.681076] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f0d52b-1677-b1f3-5fcf-22090363d68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.745341] env[66735]: INFO nova.compute.manager [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] instance snapshotting [ 907.745508] env[66735]: WARNING nova.compute.manager [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 907.753406] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4cc72b-1df4-46d9-94bd-6ba15560822a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.761318] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 907.783595] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.783849] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.784632] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.784632] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.784632] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.787984] env[66735]: INFO nova.compute.manager [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Terminating instance [ 907.792055] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c483c796-c7c3-4ec8-b65b-cc835cd201a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.824158] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: eeb64922-383d-456b-8fb2-272d8cf61fac] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 907.874561] env[66735]: WARNING neutronclient.v2_0.client [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.920099] env[66735]: WARNING nova.network.neutron [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] e6b3841c-2f38-477b-91df-5d938cd4bf27 already exists in list: networks containing: ['e6b3841c-2f38-477b-91df-5d938cd4bf27']. ignoring it [ 908.025074] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645852, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.110659] env[66735]: DEBUG oslo_vmware.api [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645860, 'name': ReconfigVM_Task, 'duration_secs': 0.66905} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.113940] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 57417beb-853a-47e3-a79e-f52c00b90c22/57417beb-853a-47e3-a79e-f52c00b90c22.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.114332] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance '57417beb-853a-47e3-a79e-f52c00b90c22' progress to 50 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.126792] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a227b4ee-506f-4615-ba50-cb9b7e40afcb tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.319s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.154095] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b898ad-1810-4091-8e6b-e92e68908343 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.168625] env[66735]: DEBUG oslo_vmware.api [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.172766] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5fe8d0-7be0-4891-b1e8-19577caabd49 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.218971] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a439c0d-40e4-4374-aec2-ccffed3f328e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.221858] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f0d52b-1677-b1f3-5fcf-22090363d68f, 'name': SearchDatastore_Task, 'duration_secs': 0.098061} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.223631] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8adb881c-bb1b-4075-b61d-b0163eafdb18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.234548] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 908.234548] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5262effa-75eb-d00a-b0c9-41ea5c5406df" [ 908.234548] env[66735]: _type = "Task" [ 908.234548] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.236041] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09bee85-79ce-49b0-b96b-6523dc4db067 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.259797] env[66735]: DEBUG nova.compute.provider_tree [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.264390] env[66735]: WARNING neutronclient.v2_0.client [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.270854] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5262effa-75eb-d00a-b0c9-41ea5c5406df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.294965] env[66735]: DEBUG nova.compute.manager [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 908.295278] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.296617] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05eb083-901f-40ab-874b-6c8edc694177 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.310820] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.311131] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cf1cbff-1248-4000-998f-1a075ee0547f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.317063] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 908.317642] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-82d66883-2bf7-44f9-9d5b-5be6ba4763e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.324346] env[66735]: DEBUG oslo_vmware.api [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 908.324346] env[66735]: value = "task-4645861" [ 908.324346] env[66735]: _type = "Task" [ 908.324346] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.329250] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 908.329250] env[66735]: value = "task-4645862" [ 908.329250] env[66735]: _type = "Task" [ 908.329250] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.330075] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: ed956405-16b0-40d0-ac18-6be904abd266] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 908.342027] env[66735]: DEBUG oslo_vmware.api [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.344104] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645862, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.386176] env[66735]: WARNING neutronclient.v2_0.client [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.519229] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645852, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.621912] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3e79c7-cfcb-45fc-ac2b-538623a36c2f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.642900] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f01bb28-b0fd-40b3-ac0a-cb23ed35e55b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.664429] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance '57417beb-853a-47e3-a79e-f52c00b90c22' progress to 67 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.678779] env[66735]: DEBUG oslo_vmware.api [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.887316} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.679135] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.680484] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.680484] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.680484] env[66735]: INFO nova.compute.manager [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Took 2.76 seconds to destroy the instance on the hypervisor. [ 908.680484] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 908.680484] env[66735]: DEBUG nova.compute.manager [-] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 908.680484] env[66735]: DEBUG nova.network.neutron [-] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 908.680760] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.753158] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5262effa-75eb-d00a-b0c9-41ea5c5406df, 'name': SearchDatastore_Task, 'duration_secs': 0.093033} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.753458] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.753753] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d/a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.754154] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd8242dd-8239-4b2a-901a-de348397e177 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.762905] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 908.762905] env[66735]: value = "task-4645863" [ 908.762905] env[66735]: _type = "Task" [ 908.762905] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.775098] env[66735]: DEBUG nova.scheduler.client.report [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.779383] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 908.781579] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.808071] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 908.808071] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.808349] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 908.808349] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.808505] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 908.808664] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 908.808913] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 908.809192] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 908.809442] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 908.809648] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 908.809855] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 908.811173] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32548e1a-8845-46f7-a9b0-7c81ff9fabf5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.820591] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a5fb65-27c5-45f8-b21c-0f07c7dc5b60 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.836677] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 72d6e128-7320-4c9a-a410-a170aebc9364] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 908.847033] env[66735]: DEBUG oslo_vmware.api [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645861, 'name': PowerOffVM_Task, 'duration_secs': 0.256594} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.848048] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.848312] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.848675] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7d516ea-f277-48c4-bd09-bab165c7ddee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.853903] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645862, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.920582] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.920840] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.921066] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Deleting the datastore file [datastore2] 6b04af2b-3712-4f1e-a1f0-59b97f11317d {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.921384] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c008488c-1a0e-4db7-a9d1-7c168ad63af6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.931842] env[66735]: DEBUG oslo_vmware.api [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 908.931842] env[66735]: value = "task-4645865" [ 908.931842] env[66735]: _type = "Task" [ 908.931842] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.943671] env[66735]: DEBUG oslo_vmware.api [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.019634] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645852, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.537212} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.019817] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cdb4766a-0efa-4302-a277-56b14afc03c5/cdb4766a-0efa-4302-a277-56b14afc03c5.vmdk to [datastore2] 755321d4-49b7-49f2-ac58-74b286be4645/755321d4-49b7-49f2-ac58-74b286be4645.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.020705] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76126bd-ab00-4799-bf77-f93d18cec9a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.047249] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 755321d4-49b7-49f2-ac58-74b286be4645/755321d4-49b7-49f2-ac58-74b286be4645.vmdk or device None with type streamOptimized {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.049048] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14eb0a69-ed89-438f-a772-80a84a0964f6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.073158] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 909.073158] env[66735]: value = "task-4645866" [ 909.073158] env[66735]: _type = "Task" [ 909.073158] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.085941] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.103797] env[66735]: DEBUG nova.network.neutron [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Updated VIF entry in instance network info cache for port 3464dd1c-4567-4f2e-a712-76fa1cf86bc9. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 909.104278] env[66735]: DEBUG nova.network.neutron [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Updating instance_info_cache with network_info: [{"id": "3464dd1c-4567-4f2e-a712-76fa1cf86bc9", "address": "fa:16:3e:04:08:d1", "network": {"id": "103e06bb-f97f-4a62-aa4d-19a446580f5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1245528681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2a600d1c814aeebc295b31000ca1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3464dd1c-45", "ovs_interfaceid": "3464dd1c-4567-4f2e-a712-76fa1cf86bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.137242] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.172525] env[66735]: WARNING neutronclient.v2_0.client [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.173092] env[66735]: WARNING neutronclient.v2_0.client [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.277282] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51242} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.277603] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d/a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.277807] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.278093] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bc7a464-3ddf-4c26-84c7-eb709d77ee7f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.283741] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.284379] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 909.291237] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.272s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.291237] env[66735]: DEBUG nova.objects.instance [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lazy-loading 'resources' on Instance uuid 0e740911-4848-48aa-a49d-f929be0479b2 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.291237] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 909.291237] env[66735]: value = "task-4645867" [ 909.291237] env[66735]: _type = "Task" [ 909.291237] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.303426] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.347374] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: f1da9260-b4b9-4752-afa4-452afacca59c] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 909.358756] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645862, 'name': CreateSnapshot_Task, 'duration_secs': 0.553745} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.358756] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 909.358756] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc42de9-7c80-455b-bf0d-6797121ceabd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.376819] env[66735]: DEBUG nova.network.neutron [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Successfully updated port: 62b29d2c-ad0d-4d89-9564-fd58374e13aa {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 909.417810] env[66735]: WARNING neutronclient.v2_0.client [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.446476] env[66735]: DEBUG oslo_vmware.api [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46818} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.446764] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.446939] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.447132] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.447295] env[66735]: INFO nova.compute.manager [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 909.447625] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 909.448180] env[66735]: DEBUG nova.compute.manager [-] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 909.448285] env[66735]: DEBUG nova.network.neutron [-] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 909.448526] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.461831] env[66735]: DEBUG nova.network.neutron [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Port 3d8ce29d-3f73-4476-ace2-e55889d07b9f binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 909.514959] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.546332] env[66735]: DEBUG nova.network.neutron [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updating instance_info_cache with network_info: [{"id": "d583ff23-0699-4b03-8641-4c2cdb740de9", "address": "fa:16:3e:26:e2:f1", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd583ff23-06", "ovs_interfaceid": "d583ff23-0699-4b03-8641-4c2cdb740de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95d2d58f-e063-4640-b342-e60f1d43b701", "address": "fa:16:3e:53:31:01", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d2d58f-e0", "ovs_interfaceid": "95d2d58f-e063-4640-b342-e60f1d43b701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.585435] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645866, 'name': ReconfigVM_Task, 'duration_secs': 0.479255} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.585810] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 755321d4-49b7-49f2-ac58-74b286be4645/755321d4-49b7-49f2-ac58-74b286be4645.vmdk or device None with type streamOptimized {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.586484] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89987ee7-a8ef-4d8c-8d4b-2bbf5e43b5a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.594049] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 909.594049] env[66735]: value = "task-4645868" [ 909.594049] env[66735]: _type = "Task" [ 909.594049] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.604044] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645868, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.608765] env[66735]: DEBUG oslo_concurrency.lockutils [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] Releasing lock "refresh_cache-a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.609032] env[66735]: DEBUG nova.compute.manager [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received event network-vif-plugged-95d2d58f-e063-4640-b342-e60f1d43b701 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 909.609246] env[66735]: DEBUG oslo_concurrency.lockutils [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] Acquiring lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.609462] env[66735]: DEBUG oslo_concurrency.lockutils [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] Lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.609624] env[66735]: DEBUG oslo_concurrency.lockutils [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] Lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.609783] env[66735]: DEBUG nova.compute.manager [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] No waiting events found dispatching network-vif-plugged-95d2d58f-e063-4640-b342-e60f1d43b701 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 909.609942] env[66735]: WARNING nova.compute.manager [req-e4eca058-9222-4201-8c99-5e08850f7e77 req-1dd61028-0761-4fc8-8949-38c4ad9f85af service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received unexpected event network-vif-plugged-95d2d58f-e063-4640-b342-e60f1d43b701 for instance with vm_state active and task_state None. [ 909.793232] env[66735]: DEBUG nova.compute.utils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.798145] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 909.798710] env[66735]: DEBUG nova.network.neutron [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 909.799018] env[66735]: WARNING neutronclient.v2_0.client [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.799576] env[66735]: WARNING neutronclient.v2_0.client [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.815283] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088521} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.815614] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.816502] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2888ddd0-0741-43f4-b063-28b3b86ddee3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.853583] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d/a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.854100] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: d4aa598c-ffe4-42ed-ae04-5301216b1827] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 909.855943] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a53e1ead-b87a-4d48-a5ab-5f2ce4fa2134 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.875457] env[66735]: DEBUG nova.policy [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7f51181fab549ca9f3c79d68bdf02a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b946810b3df4e4294aa55b68c5863cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.887931] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 909.888542] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "refresh_cache-923833fe-90ef-43e8-aa9c-b513f97d2702" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.888744] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired lock "refresh_cache-923833fe-90ef-43e8-aa9c-b513f97d2702" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.888945] env[66735]: DEBUG nova.network.neutron [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 909.893424] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-667d9c50-8264-4cdb-9c81-4fde664e3836 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.898916] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 909.898916] env[66735]: value = "task-4645869" [ 909.898916] env[66735]: _type = "Task" [ 909.898916] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.905290] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 909.905290] env[66735]: value = "task-4645870" [ 909.905290] env[66735]: _type = "Task" [ 909.905290] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.915716] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.922759] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645870, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.964104] env[66735]: DEBUG nova.network.neutron [-] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.053043] env[66735]: DEBUG oslo_concurrency.lockutils [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.053043] env[66735]: DEBUG oslo_concurrency.lockutils [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.053043] env[66735]: DEBUG oslo_concurrency.lockutils [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.053043] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f31830-746f-4039-b253-c7f9499e46a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.074669] env[66735]: DEBUG nova.virt.hardware [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 910.074927] env[66735]: DEBUG nova.virt.hardware [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.075093] env[66735]: DEBUG nova.virt.hardware [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 910.075272] env[66735]: DEBUG nova.virt.hardware [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.075426] env[66735]: DEBUG nova.virt.hardware [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 910.075570] env[66735]: DEBUG nova.virt.hardware [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 910.075771] env[66735]: DEBUG nova.virt.hardware [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 910.075925] env[66735]: DEBUG nova.virt.hardware [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 910.076098] env[66735]: DEBUG nova.virt.hardware [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 910.076258] env[66735]: DEBUG nova.virt.hardware [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 910.076427] env[66735]: DEBUG nova.virt.hardware [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 910.083390] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Reconfiguring VM to attach interface {{(pid=66735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 910.086788] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-013f7341-d92a-49a5-ade4-13c02063ecfd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.111593] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645868, 'name': Rename_Task, 'duration_secs': 0.146109} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.115521] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.115965] env[66735]: DEBUG oslo_vmware.api [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 910.115965] env[66735]: value = "task-4645871" [ 910.115965] env[66735]: _type = "Task" [ 910.115965] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.116497] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f81a86f1-3370-4ae9-9553-1e7de85a58d2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.129328] env[66735]: DEBUG oslo_vmware.api [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645871, 'name': ReconfigVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.133750] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 910.133750] env[66735]: value = "task-4645872" [ 910.133750] env[66735]: _type = "Task" [ 910.133750] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.144286] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.247567] env[66735]: DEBUG nova.network.neutron [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Successfully created port: 1ee8cbeb-ad03-4d55-a549-148ab9efe623 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 910.282746] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fe5bb7-d03f-4ab8-8138-b107a15f3962 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.292722] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b091ee-0756-4a1a-b58e-a4227f53ed8f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.298601] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 910.329829] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f423546-4755-41a5-8918-42c274c31d43 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.341079] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c91525-ed66-4016-b4ea-84951981c626 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.366132] env[66735]: DEBUG nova.compute.provider_tree [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.378211] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 3c8ca90e-3df0-4c4d-a3ba-8cb01fe55488] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 910.417040] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.424161] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645870, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.476197] env[66735]: INFO nova.compute.manager [-] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Took 1.79 seconds to deallocate network for instance. [ 910.514146] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "57417beb-853a-47e3-a79e-f52c00b90c22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.514146] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "57417beb-853a-47e3-a79e-f52c00b90c22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.514146] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "57417beb-853a-47e3-a79e-f52c00b90c22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.542420] env[66735]: DEBUG nova.network.neutron [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 910.636293] env[66735]: DEBUG oslo_vmware.api [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.650845] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.668130] env[66735]: WARNING neutronclient.v2_0.client [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.866666] env[66735]: DEBUG nova.network.neutron [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Updating instance_info_cache with network_info: [{"id": "62b29d2c-ad0d-4d89-9564-fd58374e13aa", "address": "fa:16:3e:4c:e0:f5", "network": {"id": "cf093072-928f-47e2-90ce-8d54d7f58126", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1097352296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b946810b3df4e4294aa55b68c5863cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b29d2c-ad", "ovs_interfaceid": "62b29d2c-ad0d-4d89-9564-fd58374e13aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.882422] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 8560b1a4-27ea-485b-8779-c7849d597eaa] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 910.922539] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645870, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.922976] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645869, 'name': ReconfigVM_Task, 'duration_secs': 0.954135} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.924157] env[66735]: DEBUG nova.scheduler.client.report [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 910.924577] env[66735]: DEBUG nova.compute.provider_tree [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 95 to 96 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 910.924918] env[66735]: DEBUG nova.compute.provider_tree [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.930154] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Reconfigured VM instance instance-00000047 to attach disk [datastore2] a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d/a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.931526] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65750205-967c-4a7b-838c-8621cbe93f49 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.940947] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 910.940947] env[66735]: value = "task-4645873" [ 910.940947] env[66735]: _type = "Task" [ 910.940947] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.947308] env[66735]: DEBUG nova.compute.manager [req-50c80e29-63d4-403a-959b-0d101a8b46f7 req-922d34ce-4354-4be2-8eb9-f122104bd70d service nova] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Received event network-vif-plugged-62b29d2c-ad0d-4d89-9564-fd58374e13aa {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 910.947635] env[66735]: DEBUG oslo_concurrency.lockutils [req-50c80e29-63d4-403a-959b-0d101a8b46f7 req-922d34ce-4354-4be2-8eb9-f122104bd70d service nova] Acquiring lock "923833fe-90ef-43e8-aa9c-b513f97d2702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.947784] env[66735]: DEBUG oslo_concurrency.lockutils [req-50c80e29-63d4-403a-959b-0d101a8b46f7 req-922d34ce-4354-4be2-8eb9-f122104bd70d service nova] Lock "923833fe-90ef-43e8-aa9c-b513f97d2702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.948063] env[66735]: DEBUG oslo_concurrency.lockutils [req-50c80e29-63d4-403a-959b-0d101a8b46f7 req-922d34ce-4354-4be2-8eb9-f122104bd70d service nova] Lock "923833fe-90ef-43e8-aa9c-b513f97d2702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.948320] env[66735]: DEBUG nova.compute.manager [req-50c80e29-63d4-403a-959b-0d101a8b46f7 req-922d34ce-4354-4be2-8eb9-f122104bd70d service nova] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] No waiting events found dispatching network-vif-plugged-62b29d2c-ad0d-4d89-9564-fd58374e13aa {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 910.948320] env[66735]: WARNING nova.compute.manager [req-50c80e29-63d4-403a-959b-0d101a8b46f7 req-922d34ce-4354-4be2-8eb9-f122104bd70d service nova] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Received unexpected event network-vif-plugged-62b29d2c-ad0d-4d89-9564-fd58374e13aa for instance with vm_state building and task_state spawning. [ 910.955869] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645873, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.999650] env[66735]: DEBUG nova.network.neutron [-] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.013813] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.088209] env[66735]: DEBUG nova.compute.manager [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received event network-changed-95d2d58f-e063-4640-b342-e60f1d43b701 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 911.088209] env[66735]: DEBUG nova.compute.manager [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Refreshing instance network info cache due to event network-changed-95d2d58f-e063-4640-b342-e60f1d43b701. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 911.088209] env[66735]: DEBUG oslo_concurrency.lockutils [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] Acquiring lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.088413] env[66735]: DEBUG oslo_concurrency.lockutils [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] Acquired lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.088531] env[66735]: DEBUG nova.network.neutron [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Refreshing network info cache for port 95d2d58f-e063-4640-b342-e60f1d43b701 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.132128] env[66735]: DEBUG oslo_vmware.api [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.148451] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645872, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.337043] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 911.366857] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.366857] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.366857] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.366857] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.366857] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.367438] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.367438] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.367438] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.367540] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.367678] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.367845] env[66735]: DEBUG nova.virt.hardware [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.368879] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c4ec3a-a4cf-4db5-9275-20db826f3938 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.373744] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Releasing lock "refresh_cache-923833fe-90ef-43e8-aa9c-b513f97d2702" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.374131] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Instance network_info: |[{"id": "62b29d2c-ad0d-4d89-9564-fd58374e13aa", "address": "fa:16:3e:4c:e0:f5", "network": {"id": "cf093072-928f-47e2-90ce-8d54d7f58126", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1097352296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b946810b3df4e4294aa55b68c5863cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b29d2c-ad", "ovs_interfaceid": "62b29d2c-ad0d-4d89-9564-fd58374e13aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 911.374627] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:e0:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62b29d2c-ad0d-4d89-9564-fd58374e13aa', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.383180] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 911.385883] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.386413] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ae7da52-8171-4ce4-9016-98f38aa98f58 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.402636] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.402781] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Cleaning up deleted instances with incomplete migration {{(pid=66735) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11970}} [ 911.405902] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8b8b36-c801-4633-9893-23148babca44 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.422022] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.422022] env[66735]: value = "task-4645874" [ 911.422022] env[66735]: _type = "Task" [ 911.422022] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.434913] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645870, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.438072] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.443317] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.431s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.443589] env[66735]: DEBUG nova.objects.instance [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 911.457943] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645873, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.461405] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645874, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.464680] env[66735]: INFO nova.scheduler.client.report [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Deleted allocations for instance 0e740911-4848-48aa-a49d-f929be0479b2 [ 911.503286] env[66735]: INFO nova.compute.manager [-] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Took 2.05 seconds to deallocate network for instance. [ 911.520177] env[66735]: WARNING neutronclient.v2_0.client [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.557633] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.557813] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.557983] env[66735]: DEBUG nova.network.neutron [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 911.591989] env[66735]: WARNING neutronclient.v2_0.client [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.634548] env[66735]: DEBUG oslo_vmware.api [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.659107] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645872, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.854169] env[66735]: WARNING neutronclient.v2_0.client [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.914024] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.930144] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645870, 'name': CloneVM_Task} progress is 95%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.946540] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645874, 'name': CreateVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.971047] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645873, 'name': Rename_Task, 'duration_secs': 0.983689} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.971047] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.971047] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e101962-6dee-44f0-97ab-2f1fa2525a48 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.976455] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e62cb946-5e6f-455b-b5e3-5efd1b248a64 tempest-ServersWithSpecificFlavorTestJSON-740738296 tempest-ServersWithSpecificFlavorTestJSON-740738296-project-member] Lock "0e740911-4848-48aa-a49d-f929be0479b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.863s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.985022] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 911.985022] env[66735]: value = "task-4645875" [ 911.985022] env[66735]: _type = "Task" [ 911.985022] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.997856] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.012718] env[66735]: DEBUG nova.network.neutron [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Successfully updated port: 1ee8cbeb-ad03-4d55-a549-148ab9efe623 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 912.014970] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.031126] env[66735]: DEBUG nova.network.neutron [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updated VIF entry in instance network info cache for port 95d2d58f-e063-4640-b342-e60f1d43b701. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 912.031614] env[66735]: DEBUG nova.network.neutron [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updating instance_info_cache with network_info: [{"id": "d583ff23-0699-4b03-8641-4c2cdb740de9", "address": "fa:16:3e:26:e2:f1", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd583ff23-06", "ovs_interfaceid": "d583ff23-0699-4b03-8641-4c2cdb740de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95d2d58f-e063-4640-b342-e60f1d43b701", "address": "fa:16:3e:53:31:01", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d2d58f-e0", "ovs_interfaceid": "95d2d58f-e063-4640-b342-e60f1d43b701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.060930] env[66735]: WARNING neutronclient.v2_0.client [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.133706] env[66735]: DEBUG oslo_vmware.api [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645871, 'name': ReconfigVM_Task, 'duration_secs': 2.013992} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.134362] env[66735]: WARNING neutronclient.v2_0.client [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.134674] env[66735]: DEBUG oslo_concurrency.lockutils [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.134902] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Reconfigured VM to attach interface {{(pid=66735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 912.149791] env[66735]: DEBUG oslo_vmware.api [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645872, 'name': PowerOnVM_Task, 'duration_secs': 1.795223} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.150087] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.282510] env[66735]: WARNING neutronclient.v2_0.client [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.325358] env[66735]: DEBUG nova.compute.manager [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 912.326879] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ee0621-5ab2-4f3b-b2c5-4b924053bd4b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.403242] env[66735]: DEBUG nova.network.neutron [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance_info_cache with network_info: [{"id": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "address": "fa:16:3e:c7:d2:67", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8ce29d-3f", "ovs_interfaceid": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.429135] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645870, 'name': CloneVM_Task, 'duration_secs': 2.27194} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.429357] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Created linked-clone VM from snapshot [ 912.430345] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd18f3a-e5da-46fa-8380-851706c28fee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.442655] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Uploading image c02ff358-2efa-4c29-b62f-3d408ce13d13 {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 912.452492] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645874, 'name': CreateVM_Task, 'duration_secs': 0.991393} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.452677] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.453201] env[66735]: WARNING neutronclient.v2_0.client [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.453588] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.453704] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.454042] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.455087] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ffe9b2c-e0b8-4194-9309-ca41001650f7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.457999] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e7977ad3-fb5d-4f7a-92af-4d4f01e34159 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.462063] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.576s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.464234] env[66735]: INFO nova.compute.claims [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.473460] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 912.473460] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c5a346-9867-77be-d62c-961e80ef48bb" [ 912.473460] env[66735]: _type = "Task" [ 912.473460] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.479913] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 912.479913] env[66735]: value = "vm-907190" [ 912.479913] env[66735]: _type = "VirtualMachine" [ 912.479913] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 912.481258] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc544f23-90ad-416c-9e6f-4c8d03e84f40 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.500314] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c5a346-9867-77be-d62c-961e80ef48bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.502438] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lease: (returnval){ [ 912.502438] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526a41a8-5789-4d65-4d29-98d5ec6084b9" [ 912.502438] env[66735]: _type = "HttpNfcLease" [ 912.502438] env[66735]: } obtained for exporting VM: (result){ [ 912.502438] env[66735]: value = "vm-907190" [ 912.502438] env[66735]: _type = "VirtualMachine" [ 912.502438] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 912.502761] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the lease: (returnval){ [ 912.502761] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526a41a8-5789-4d65-4d29-98d5ec6084b9" [ 912.502761] env[66735]: _type = "HttpNfcLease" [ 912.502761] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 912.514262] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.519414] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "refresh_cache-a55ab608-5565-47f7-8cb7-d10d974345b6" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.519576] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired lock "refresh_cache-a55ab608-5565-47f7-8cb7-d10d974345b6" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.519825] env[66735]: DEBUG nova.network.neutron [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 912.525029] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.525029] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526a41a8-5789-4d65-4d29-98d5ec6084b9" [ 912.525029] env[66735]: _type = "HttpNfcLease" [ 912.525029] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 912.525029] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 912.525029] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526a41a8-5789-4d65-4d29-98d5ec6084b9" [ 912.525029] env[66735]: _type = "HttpNfcLease" [ 912.525029] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 912.525029] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b403ffa-cabb-44e3-998b-d3996de927b7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.539118] env[66735]: DEBUG oslo_concurrency.lockutils [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] Releasing lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.539598] env[66735]: DEBUG nova.compute.manager [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Received event network-changed-f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 912.540013] env[66735]: DEBUG nova.compute.manager [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Refreshing instance network info cache due to event network-changed-f672860b-57b8-4ee0-90d2-fd621c751e75. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 912.540351] env[66735]: DEBUG oslo_concurrency.lockutils [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] Acquiring lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.540593] env[66735]: DEBUG oslo_concurrency.lockutils [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] Acquired lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.540847] env[66735]: DEBUG nova.network.neutron [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Refreshing network info cache for port f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.542645] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4f013-3dea-1ba3-2a72-85f77edc6dc6/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 912.544227] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4f013-3dea-1ba3-2a72-85f77edc6dc6/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 912.640912] env[66735]: DEBUG oslo_concurrency.lockutils [None req-158e6657-8486-479e-ab80-059514c41454 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.897s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.663185] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd3d1dee-465b-4959-b494-ea5526d8e84f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.862533] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d482edc0-28c1-44a7-9832-08f75cac371e tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "755321d4-49b7-49f2-ac58-74b286be4645" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 53.089s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.905785] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.988791] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c5a346-9867-77be-d62c-961e80ef48bb, 'name': SearchDatastore_Task, 'duration_secs': 0.026315} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.992475] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.995163] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.995163] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.995163] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.995163] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.995163] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea4d59c0-04b6-4342-84eb-cfa46b75b6ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.004141] env[66735]: DEBUG oslo_vmware.api [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645875, 'name': PowerOnVM_Task, 'duration_secs': 0.838828} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.004522] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.004773] env[66735]: INFO nova.compute.manager [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Took 8.93 seconds to spawn the instance on the hypervisor. [ 913.004997] env[66735]: DEBUG nova.compute.manager [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 913.007808] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46698c76-e2e2-4a3d-9b26-080eb0adc1c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.010572] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.011383] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.011736] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80acc41c-faf3-4d90-aabe-8752c21ce5b5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.029768] env[66735]: DEBUG nova.compute.manager [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Received event network-changed-62b29d2c-ad0d-4d89-9564-fd58374e13aa {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 913.029863] env[66735]: DEBUG nova.compute.manager [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Refreshing instance network info cache due to event network-changed-62b29d2c-ad0d-4d89-9564-fd58374e13aa. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 913.030065] env[66735]: DEBUG oslo_concurrency.lockutils [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] Acquiring lock "refresh_cache-923833fe-90ef-43e8-aa9c-b513f97d2702" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.030308] env[66735]: DEBUG oslo_concurrency.lockutils [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] Acquired lock "refresh_cache-923833fe-90ef-43e8-aa9c-b513f97d2702" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.030479] env[66735]: DEBUG nova.network.neutron [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Refreshing network info cache for port 62b29d2c-ad0d-4d89-9564-fd58374e13aa {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.032061] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 913.032061] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52835696-5d7e-0d74-e9ff-a239ec06dc0e" [ 913.032061] env[66735]: _type = "Task" [ 913.032061] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.047571] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52835696-5d7e-0d74-e9ff-a239ec06dc0e, 'name': SearchDatastore_Task, 'duration_secs': 0.013357} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.047571] env[66735]: WARNING neutronclient.v2_0.client [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.051409] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8969648c-45c7-4f91-aed0-05323eb135e2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.060845] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 913.060845] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523caef8-c7f9-0769-dd22-8572215711f4" [ 913.060845] env[66735]: _type = "Task" [ 913.060845] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.074118] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523caef8-c7f9-0769-dd22-8572215711f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.089363] env[66735]: DEBUG nova.network.neutron [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 913.325892] env[66735]: DEBUG nova.compute.manager [req-74ac3615-97c4-410f-bb96-7f327c47fe95 req-5bff2cf8-2962-4d93-90a3-0bc3b7643ae8 service nova] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Received event network-vif-deleted-b92b3662-6d4c-4ad4-9bd1-567dc0d0d91e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 913.326867] env[66735]: DEBUG nova.compute.manager [req-74ac3615-97c4-410f-bb96-7f327c47fe95 req-5bff2cf8-2962-4d93-90a3-0bc3b7643ae8 service nova] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Received event network-vif-deleted-ede6fe0c-d952-4a37-8562-fa0e3a16e1c9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 913.386665] env[66735]: WARNING neutronclient.v2_0.client [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.447042] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb417ca6-08d0-4158-9ae4-77a36bb7452d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.452172] env[66735]: WARNING neutronclient.v2_0.client [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.498948] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133b6b59-53b9-41a3-b535-9e41fea956bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.513157] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance '57417beb-853a-47e3-a79e-f52c00b90c22' progress to 83 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.545138] env[66735]: INFO nova.compute.manager [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Took 28.01 seconds to build instance. [ 913.549571] env[66735]: WARNING neutronclient.v2_0.client [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.562176] env[66735]: DEBUG nova.network.neutron [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Updating instance_info_cache with network_info: [{"id": "1ee8cbeb-ad03-4d55-a549-148ab9efe623", "address": "fa:16:3e:48:f6:7a", "network": {"id": "cf093072-928f-47e2-90ce-8d54d7f58126", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1097352296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b946810b3df4e4294aa55b68c5863cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee8cbeb-ad", "ovs_interfaceid": "1ee8cbeb-ad03-4d55-a549-148ab9efe623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.577125] env[66735]: DEBUG nova.network.neutron [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updated VIF entry in instance network info cache for port f672860b-57b8-4ee0-90d2-fd621c751e75. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 913.577316] env[66735]: DEBUG nova.network.neutron [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updating instance_info_cache with network_info: [{"id": "f672860b-57b8-4ee0-90d2-fd621c751e75", "address": "fa:16:3e:27:d0:b2", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf672860b-57", "ovs_interfaceid": "f672860b-57b8-4ee0-90d2-fd621c751e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.585888] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523caef8-c7f9-0769-dd22-8572215711f4, 'name': SearchDatastore_Task, 'duration_secs': 0.016863} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.585888] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.586182] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 923833fe-90ef-43e8-aa9c-b513f97d2702/923833fe-90ef-43e8-aa9c-b513f97d2702.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.586555] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ffc824c-59a8-4bd2-ae4c-fdfcaac09f3d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.602474] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 913.602474] env[66735]: value = "task-4645877" [ 913.602474] env[66735]: _type = "Task" [ 913.602474] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.616984] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.828086] env[66735]: WARNING neutronclient.v2_0.client [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.973677] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063aea74-12a1-4da8-bb9e-ca4b645430c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.987680] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3aabd9-1ceb-4bf0-8c11-31de00c0ad57 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.032496] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bff5234a-ad22-4404-851b-4111e3ead32f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance '57417beb-853a-47e3-a79e-f52c00b90c22' progress to 100 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.040514] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a60559-bb2f-4e7e-a50e-495c35f56d03 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.046479] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0cc89090-d1a3-450c-83ec-8c270271d5e2 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.519s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.054480] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22fd7c2-6763-43a4-a05f-4fbda443fce2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.082037] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Releasing lock "refresh_cache-a55ab608-5565-47f7-8cb7-d10d974345b6" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.083037] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Instance network_info: |[{"id": "1ee8cbeb-ad03-4d55-a549-148ab9efe623", "address": "fa:16:3e:48:f6:7a", "network": {"id": "cf093072-928f-47e2-90ce-8d54d7f58126", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1097352296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b946810b3df4e4294aa55b68c5863cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee8cbeb-ad", "ovs_interfaceid": "1ee8cbeb-ad03-4d55-a549-148ab9efe623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 914.083037] env[66735]: DEBUG oslo_concurrency.lockutils [req-a99a29aa-848b-4e2b-b77e-5308921af160 req-b1a58dae-fb50-47cf-8576-2f0fa9343f83 service nova] Releasing lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.083570] env[66735]: DEBUG nova.compute.provider_tree [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.087987] env[66735]: DEBUG nova.network.neutron [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Updated VIF entry in instance network info cache for port 62b29d2c-ad0d-4d89-9564-fd58374e13aa. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 914.087987] env[66735]: DEBUG nova.network.neutron [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Updating instance_info_cache with network_info: [{"id": "62b29d2c-ad0d-4d89-9564-fd58374e13aa", "address": "fa:16:3e:4c:e0:f5", "network": {"id": "cf093072-928f-47e2-90ce-8d54d7f58126", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1097352296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b946810b3df4e4294aa55b68c5863cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b29d2c-ad", "ovs_interfaceid": "62b29d2c-ad0d-4d89-9564-fd58374e13aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.087987] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:f6:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ee8cbeb-ad03-4d55-a549-148ab9efe623', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.096198] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 914.097689] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.098015] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-373b17c9-4ab1-4190-9542-54e5a2464aca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.129499] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645877, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.131791] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.131791] env[66735]: value = "task-4645878" [ 914.131791] env[66735]: _type = "Task" [ 914.131791] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.144802] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645878, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.598473] env[66735]: DEBUG oslo_concurrency.lockutils [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] Releasing lock "refresh_cache-923833fe-90ef-43e8-aa9c-b513f97d2702" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.598815] env[66735]: DEBUG nova.compute.manager [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Received event network-vif-plugged-1ee8cbeb-ad03-4d55-a549-148ab9efe623 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 914.598981] env[66735]: DEBUG oslo_concurrency.lockutils [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] Acquiring lock "a55ab608-5565-47f7-8cb7-d10d974345b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.599305] env[66735]: DEBUG oslo_concurrency.lockutils [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] Lock "a55ab608-5565-47f7-8cb7-d10d974345b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.599766] env[66735]: DEBUG oslo_concurrency.lockutils [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] Lock "a55ab608-5565-47f7-8cb7-d10d974345b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.599898] env[66735]: DEBUG nova.compute.manager [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] No waiting events found dispatching network-vif-plugged-1ee8cbeb-ad03-4d55-a549-148ab9efe623 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 914.600128] env[66735]: WARNING nova.compute.manager [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Received unexpected event network-vif-plugged-1ee8cbeb-ad03-4d55-a549-148ab9efe623 for instance with vm_state building and task_state spawning. [ 914.600309] env[66735]: DEBUG nova.compute.manager [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Received event network-changed-1ee8cbeb-ad03-4d55-a549-148ab9efe623 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 914.600458] env[66735]: DEBUG nova.compute.manager [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Refreshing instance network info cache due to event network-changed-1ee8cbeb-ad03-4d55-a549-148ab9efe623. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 914.600661] env[66735]: DEBUG oslo_concurrency.lockutils [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] Acquiring lock "refresh_cache-a55ab608-5565-47f7-8cb7-d10d974345b6" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.600819] env[66735]: DEBUG oslo_concurrency.lockutils [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] Acquired lock "refresh_cache-a55ab608-5565-47f7-8cb7-d10d974345b6" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.600978] env[66735]: DEBUG nova.network.neutron [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Refreshing network info cache for port 1ee8cbeb-ad03-4d55-a549-148ab9efe623 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.603487] env[66735]: DEBUG nova.scheduler.client.report [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.629375] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6142} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.629485] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 923833fe-90ef-43e8-aa9c-b513f97d2702/923833fe-90ef-43e8-aa9c-b513f97d2702.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.629775] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.630080] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9ebec15-103a-45e5-8344-0a359a785247 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.643050] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645878, 'name': CreateVM_Task, 'duration_secs': 0.49961} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.645196] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.646140] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 914.646140] env[66735]: value = "task-4645879" [ 914.646140] env[66735]: _type = "Task" [ 914.646140] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.647046] env[66735]: WARNING neutronclient.v2_0.client [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.647945] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.648226] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.648928] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.649745] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e7d72ee-df10-4f8f-998b-9b28d575e9f8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.663704] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 914.663704] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b898ac-8270-48a7-3627-a36944dc149a" [ 914.663704] env[66735]: _type = "Task" [ 914.663704] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.667647] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.678188] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b898ac-8270-48a7-3627-a36944dc149a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.879157] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "interface-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-d83f3dba-2f59-48b3-b3c3-013f4d534390" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.879619] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-d83f3dba-2f59-48b3-b3c3-013f4d534390" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.880072] env[66735]: DEBUG nova.objects.instance [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'flavor' on Instance uuid 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.109040] env[66735]: WARNING neutronclient.v2_0.client [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.113277] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.114048] env[66735]: DEBUG nova.compute.manager [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 915.119918] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.594s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.122220] env[66735]: INFO nova.compute.claims [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.164768] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123966} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.165365] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.166222] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dc446f-705f-44a9-8ef2-49cd36d90b8b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.180695] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b898ac-8270-48a7-3627-a36944dc149a, 'name': SearchDatastore_Task, 'duration_secs': 0.02187} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.191130] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.191445] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.191633] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.191776] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.192127] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.201147] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 923833fe-90ef-43e8-aa9c-b513f97d2702/923833fe-90ef-43e8-aa9c-b513f97d2702.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.201530] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66889424-c316-40e6-b127-985f9d58e1f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.204330] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c9df4b9-e4ff-4772-912b-f82cb73d8f18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.230047] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 915.230047] env[66735]: value = "task-4645880" [ 915.230047] env[66735]: _type = "Task" [ 915.230047] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.235039] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.235039] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.236314] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef20638b-d59a-4dae-9956-325e58c6d44d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.241975] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.249552] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 915.249552] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5230305d-8827-f7e5-f5f6-887c36b79066" [ 915.249552] env[66735]: _type = "Task" [ 915.249552] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.261295] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5230305d-8827-f7e5-f5f6-887c36b79066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.306404] env[66735]: WARNING neutronclient.v2_0.client [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.384614] env[66735]: WARNING neutronclient.v2_0.client [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.388347] env[66735]: DEBUG nova.network.neutron [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Updated VIF entry in instance network info cache for port 1ee8cbeb-ad03-4d55-a549-148ab9efe623. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 915.389305] env[66735]: DEBUG nova.network.neutron [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Updating instance_info_cache with network_info: [{"id": "1ee8cbeb-ad03-4d55-a549-148ab9efe623", "address": "fa:16:3e:48:f6:7a", "network": {"id": "cf093072-928f-47e2-90ce-8d54d7f58126", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1097352296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b946810b3df4e4294aa55b68c5863cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee8cbeb-ad", "ovs_interfaceid": "1ee8cbeb-ad03-4d55-a549-148ab9efe623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.501609] env[66735]: DEBUG nova.objects.instance [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'pci_requests' on Instance uuid 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.620823] env[66735]: DEBUG nova.compute.utils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.622306] env[66735]: DEBUG nova.compute.manager [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 915.622497] env[66735]: DEBUG nova.network.neutron [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 915.622816] env[66735]: WARNING neutronclient.v2_0.client [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.623132] env[66735]: WARNING neutronclient.v2_0.client [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.671415] env[66735]: DEBUG nova.policy [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '254a60cc13224ecfba987247bb28e5d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b72587f54bdb4f15a98c20dd18578ddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.743502] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645880, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.761789] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5230305d-8827-f7e5-f5f6-887c36b79066, 'name': SearchDatastore_Task, 'duration_secs': 0.018867} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.762756] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974626c4-2c4b-4237-b62e-cf30273bae0a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.769835] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 915.769835] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52680b28-2a0f-4494-e359-027b23245ee8" [ 915.769835] env[66735]: _type = "Task" [ 915.769835] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.783066] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52680b28-2a0f-4494-e359-027b23245ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.891977] env[66735]: DEBUG oslo_concurrency.lockutils [req-6da39848-c111-4004-96f7-7e39d2d9927d req-74707e15-bca3-49ca-8253-391da35d32ae service nova] Releasing lock "refresh_cache-a55ab608-5565-47f7-8cb7-d10d974345b6" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.006244] env[66735]: DEBUG nova.objects.base [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Object Instance<5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad> lazy-loaded attributes: flavor,pci_requests {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 916.006638] env[66735]: DEBUG nova.network.neutron [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 916.007089] env[66735]: WARNING neutronclient.v2_0.client [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.007485] env[66735]: WARNING neutronclient.v2_0.client [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.036672] env[66735]: DEBUG nova.network.neutron [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Successfully created port: 6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 916.114131] env[66735]: DEBUG nova.policy [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49ad68428394d51a920e60ac057cd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ceab9724bb4af6b8c7ba686fdefd49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.126585] env[66735]: DEBUG nova.compute.manager [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 916.245448] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645880, 'name': ReconfigVM_Task, 'duration_secs': 0.56174} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.245448] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 923833fe-90ef-43e8-aa9c-b513f97d2702/923833fe-90ef-43e8-aa9c-b513f97d2702.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.245947] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c4cc977-789c-492b-bdc7-c122689242a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.257316] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 916.257316] env[66735]: value = "task-4645881" [ 916.257316] env[66735]: _type = "Task" [ 916.257316] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.266860] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645881, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.282023] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52680b28-2a0f-4494-e359-027b23245ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.017117} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.282935] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.282935] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] a55ab608-5565-47f7-8cb7-d10d974345b6/a55ab608-5565-47f7-8cb7-d10d974345b6.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.283225] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13b0349c-ebba-4329-aeb8-a46203e5c1d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.292180] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 916.292180] env[66735]: value = "task-4645882" [ 916.292180] env[66735]: _type = "Task" [ 916.292180] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.303194] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.499027] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271b0e16-5a34-41ac-8a0c-94376afb85df {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.511030] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c143a5e9-4429-4a30-b985-f7e4805e0f0c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.548176] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41614065-3782-42f7-8916-b5029fb9fad9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.557719] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bbd0bf-5c2a-4008-bc2a-b0b5d33b546c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.573961] env[66735]: DEBUG nova.compute.provider_tree [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.646755] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "57417beb-853a-47e3-a79e-f52c00b90c22" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.647150] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "57417beb-853a-47e3-a79e-f52c00b90c22" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.647237] env[66735]: DEBUG nova.compute.manager [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Going to confirm migration 3 {{(pid=66735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 916.771301] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645881, 'name': Rename_Task, 'duration_secs': 0.299942} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.771838] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.772254] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6efdb5e-4a43-4c6c-a40d-81435de933f1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.782938] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 916.782938] env[66735]: value = "task-4645883" [ 916.782938] env[66735]: _type = "Task" [ 916.782938] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.795351] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.805688] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645882, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.116916] env[66735]: DEBUG nova.scheduler.client.report [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 917.117251] env[66735]: DEBUG nova.compute.provider_tree [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 96 to 97 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 917.118045] env[66735]: DEBUG nova.compute.provider_tree [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.142619] env[66735]: DEBUG nova.compute.manager [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 917.153631] env[66735]: WARNING neutronclient.v2_0.client [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.171643] env[66735]: DEBUG nova.virt.hardware [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 917.171867] env[66735]: DEBUG nova.virt.hardware [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.172042] env[66735]: DEBUG nova.virt.hardware [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 917.172243] env[66735]: DEBUG nova.virt.hardware [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.172389] env[66735]: DEBUG nova.virt.hardware [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 917.172532] env[66735]: DEBUG nova.virt.hardware [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 917.172733] env[66735]: DEBUG nova.virt.hardware [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 917.172886] env[66735]: DEBUG nova.virt.hardware [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 917.173071] env[66735]: DEBUG nova.virt.hardware [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 917.173247] env[66735]: DEBUG nova.virt.hardware [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 917.173415] env[66735]: DEBUG nova.virt.hardware [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 917.174768] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afb9235-8dc7-4e40-82ea-0d7051e2d41b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.185170] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46e1e5c-a96c-4c32-8364-b8faa8e42f6d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.298341] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645883, 'name': PowerOnVM_Task} progress is 78%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.312543] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835281} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.312972] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] a55ab608-5565-47f7-8cb7-d10d974345b6/a55ab608-5565-47f7-8cb7-d10d974345b6.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.313322] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.313716] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-176eb825-c0dd-4a71-b727-1d253b979a64 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.323177] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 917.323177] env[66735]: value = "task-4645884" [ 917.323177] env[66735]: _type = "Task" [ 917.323177] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.334990] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.623511] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.624930] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.882s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.628197] env[66735]: DEBUG nova.objects.instance [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lazy-loading 'resources' on Instance uuid a9e51151-f280-4498-98cb-892e5290bccf {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.679638] env[66735]: DEBUG nova.network.neutron [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Successfully updated port: 6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 917.705592] env[66735]: DEBUG nova.network.neutron [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Successfully updated port: d83f3dba-2f59-48b3-b3c3-013f4d534390 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 917.791622] env[66735]: WARNING neutronclient.v2_0.client [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.792014] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.792173] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.792338] env[66735]: DEBUG nova.network.neutron [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 917.792516] env[66735]: DEBUG nova.objects.instance [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'info_cache' on Instance uuid 57417beb-853a-47e3-a79e-f52c00b90c22 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.797500] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645883, 'name': PowerOnVM_Task, 'duration_secs': 0.942634} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.798077] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.798283] env[66735]: INFO nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Took 9.02 seconds to spawn the instance on the hypervisor. [ 917.798465] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 917.799357] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a84b82e-d64d-42af-be99-dbf8a1be1bd2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.834689] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126596} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.834991] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.835619] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d04a07-8725-42e7-b567-17d6890c65e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.862361] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a55ab608-5565-47f7-8cb7-d10d974345b6/a55ab608-5565-47f7-8cb7-d10d974345b6.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.863601] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7078e311-0af9-4db0-b8c6-be732c9ddeb3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.885568] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 917.885568] env[66735]: value = "task-4645885" [ 917.885568] env[66735]: _type = "Task" [ 917.885568] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.895741] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.041908] env[66735]: DEBUG nova.compute.manager [req-fe7bf82f-ebf4-485f-af9d-9cf981abca27 req-2538e1b3-41aa-40fd-a775-9da116c0cc56 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Received event network-changed-3464dd1c-4567-4f2e-a712-76fa1cf86bc9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 918.041908] env[66735]: DEBUG nova.compute.manager [req-fe7bf82f-ebf4-485f-af9d-9cf981abca27 req-2538e1b3-41aa-40fd-a775-9da116c0cc56 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Refreshing instance network info cache due to event network-changed-3464dd1c-4567-4f2e-a712-76fa1cf86bc9. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 918.041908] env[66735]: DEBUG oslo_concurrency.lockutils [req-fe7bf82f-ebf4-485f-af9d-9cf981abca27 req-2538e1b3-41aa-40fd-a775-9da116c0cc56 service nova] Acquiring lock "refresh_cache-a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.041908] env[66735]: DEBUG oslo_concurrency.lockutils [req-fe7bf82f-ebf4-485f-af9d-9cf981abca27 req-2538e1b3-41aa-40fd-a775-9da116c0cc56 service nova] Acquired lock "refresh_cache-a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.041908] env[66735]: DEBUG nova.network.neutron [req-fe7bf82f-ebf4-485f-af9d-9cf981abca27 req-2538e1b3-41aa-40fd-a775-9da116c0cc56 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Refreshing network info cache for port 3464dd1c-4567-4f2e-a712-76fa1cf86bc9 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.060721] env[66735]: DEBUG nova.compute.manager [req-18768d9e-2f0b-4bb1-84e3-78bf105031ab req-8cece714-2efb-4abd-957b-107c2ac7c4c6 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Received event network-changed-3464dd1c-4567-4f2e-a712-76fa1cf86bc9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 918.060884] env[66735]: DEBUG nova.compute.manager [req-18768d9e-2f0b-4bb1-84e3-78bf105031ab req-8cece714-2efb-4abd-957b-107c2ac7c4c6 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Refreshing instance network info cache due to event network-changed-3464dd1c-4567-4f2e-a712-76fa1cf86bc9. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 918.061079] env[66735]: DEBUG oslo_concurrency.lockutils [req-18768d9e-2f0b-4bb1-84e3-78bf105031ab req-8cece714-2efb-4abd-957b-107c2ac7c4c6 service nova] Acquiring lock "refresh_cache-a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.128012] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquiring lock "4ee49686-4d76-41dc-9698-dcb22bda2441" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.128383] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lock "4ee49686-4d76-41dc-9698-dcb22bda2441" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.182781] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.182781] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.182915] env[66735]: DEBUG nova.network.neutron [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 918.210335] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.210335] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.210335] env[66735]: DEBUG nova.network.neutron [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 918.320748] env[66735]: INFO nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Took 27.64 seconds to build instance. [ 918.396616] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.468304] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cfd0c5-cc1a-44be-8037-5a1ece32ebdb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.479240] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe852849-4cfd-46ed-9841-0a88850e7417 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.513241] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e9f23b-3af0-4369-89c7-fc8b6c2ad466 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.522864] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da6df5c-366d-4536-bb1e-388d5f8a0028 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.538481] env[66735]: DEBUG nova.compute.provider_tree [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.545468] env[66735]: WARNING neutronclient.v2_0.client [req-fe7bf82f-ebf4-485f-af9d-9cf981abca27 req-2538e1b3-41aa-40fd-a775-9da116c0cc56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.633667] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lock "4ee49686-4d76-41dc-9698-dcb22bda2441" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.634255] env[66735]: DEBUG nova.compute.manager [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 918.724263] env[66735]: WARNING neutronclient.v2_0.client [req-fe7bf82f-ebf4-485f-af9d-9cf981abca27 req-2538e1b3-41aa-40fd-a775-9da116c0cc56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.729489] env[66735]: DEBUG nova.network.neutron [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 918.774797] env[66735]: WARNING nova.network.neutron [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] e6b3841c-2f38-477b-91df-5d938cd4bf27 already exists in list: networks containing: ['e6b3841c-2f38-477b-91df-5d938cd4bf27']. ignoring it [ 918.775211] env[66735]: WARNING nova.network.neutron [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] e6b3841c-2f38-477b-91df-5d938cd4bf27 already exists in list: networks containing: ['e6b3841c-2f38-477b-91df-5d938cd4bf27']. ignoring it [ 918.804995] env[66735]: WARNING neutronclient.v2_0.client [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.822590] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "923833fe-90ef-43e8-aa9c-b513f97d2702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.156s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.842145] env[66735]: DEBUG nova.network.neutron [req-fe7bf82f-ebf4-485f-af9d-9cf981abca27 req-2538e1b3-41aa-40fd-a775-9da116c0cc56 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Updated VIF entry in instance network info cache for port 3464dd1c-4567-4f2e-a712-76fa1cf86bc9. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 918.842520] env[66735]: DEBUG nova.network.neutron [req-fe7bf82f-ebf4-485f-af9d-9cf981abca27 req-2538e1b3-41aa-40fd-a775-9da116c0cc56 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Updating instance_info_cache with network_info: [{"id": "3464dd1c-4567-4f2e-a712-76fa1cf86bc9", "address": "fa:16:3e:04:08:d1", "network": {"id": "103e06bb-f97f-4a62-aa4d-19a446580f5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1245528681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2a600d1c814aeebc295b31000ca1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3464dd1c-45", "ovs_interfaceid": "3464dd1c-4567-4f2e-a712-76fa1cf86bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.897575] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645885, 'name': ReconfigVM_Task, 'duration_secs': 0.602009} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.897667] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a55ab608-5565-47f7-8cb7-d10d974345b6/a55ab608-5565-47f7-8cb7-d10d974345b6.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.904026] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9ff5f65-16a2-4f8b-ad5a-128bc191d201 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.911842] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 918.911842] env[66735]: value = "task-4645886" [ 918.911842] env[66735]: _type = "Task" [ 918.911842] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.917936] env[66735]: WARNING neutronclient.v2_0.client [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.930097] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645886, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.943689] env[66735]: WARNING neutronclient.v2_0.client [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.042285] env[66735]: DEBUG nova.scheduler.client.report [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.048036] env[66735]: DEBUG nova.network.neutron [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance_info_cache with network_info: [{"id": "6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05", "address": "fa:16:3e:ce:de:1f", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4e00b9-d5", "ovs_interfaceid": "6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.141102] env[66735]: DEBUG nova.compute.utils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.142748] env[66735]: DEBUG nova.compute.manager [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 919.142897] env[66735]: DEBUG nova.network.neutron [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 919.143504] env[66735]: WARNING neutronclient.v2_0.client [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.143504] env[66735]: WARNING neutronclient.v2_0.client [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.244377] env[66735]: WARNING neutronclient.v2_0.client [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.282438] env[66735]: DEBUG nova.policy [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5256662c16dc4086891b5f6b1cf9373e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7abf0f186e444dab992591f790320e83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.346659] env[66735]: DEBUG oslo_concurrency.lockutils [req-fe7bf82f-ebf4-485f-af9d-9cf981abca27 req-2538e1b3-41aa-40fd-a775-9da116c0cc56 service nova] Releasing lock "refresh_cache-a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.347108] env[66735]: DEBUG oslo_concurrency.lockutils [req-18768d9e-2f0b-4bb1-84e3-78bf105031ab req-8cece714-2efb-4abd-957b-107c2ac7c4c6 service nova] Acquired lock "refresh_cache-a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.347347] env[66735]: DEBUG nova.network.neutron [req-18768d9e-2f0b-4bb1-84e3-78bf105031ab req-8cece714-2efb-4abd-957b-107c2ac7c4c6 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Refreshing network info cache for port 3464dd1c-4567-4f2e-a712-76fa1cf86bc9 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.428221] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645886, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.550426] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.552688] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.553103] env[66735]: DEBUG nova.compute.manager [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Instance network_info: |[{"id": "6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05", "address": "fa:16:3e:ce:de:1f", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4e00b9-d5", "ovs_interfaceid": "6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 919.553728] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.805s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.553955] env[66735]: DEBUG nova.objects.instance [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lazy-loading 'resources' on Instance uuid 795f860f-2e17-43de-848a-1e581c7e0629 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.555148] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:de:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.563051] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 919.564193] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.564458] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-573d2e8f-a3e4-4179-a2bc-13fc187401e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.583829] env[66735]: INFO nova.scheduler.client.report [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted allocations for instance a9e51151-f280-4498-98cb-892e5290bccf [ 919.594162] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.594162] env[66735]: value = "task-4645887" [ 919.594162] env[66735]: _type = "Task" [ 919.594162] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.607979] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645887, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.647100] env[66735]: DEBUG nova.compute.manager [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 919.774074] env[66735]: DEBUG nova.network.neutron [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Successfully created port: aa14c23d-36b8-40d2-b5e3-6f273d755c1d {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 919.850686] env[66735]: WARNING neutronclient.v2_0.client [req-18768d9e-2f0b-4bb1-84e3-78bf105031ab req-8cece714-2efb-4abd-957b-107c2ac7c4c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.861574] env[66735]: DEBUG nova.network.neutron [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance_info_cache with network_info: [{"id": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "address": "fa:16:3e:c7:d2:67", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8ce29d-3f", "ovs_interfaceid": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.906962] env[66735]: WARNING neutronclient.v2_0.client [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.924997] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645886, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.094105] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5b9e4a3f-03d5-4c03-8f87-8d13eae1ab02 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "a9e51151-f280-4498-98cb-892e5290bccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.109s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.113950] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645887, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.366580] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.366844] env[66735]: DEBUG nova.objects.instance [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'migration_context' on Instance uuid 57417beb-853a-47e3-a79e-f52c00b90c22 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.414929] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3660437-78d7-4109-aa24-04791d1539d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.429671] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645886, 'name': Rename_Task, 'duration_secs': 1.184213} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.431931] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.432294] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dd9c43d-18d5-4246-aa8d-86fed95e82bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.434829] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930869b6-6c53-4412-81a1-464a07104df2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.447146] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 920.447146] env[66735]: value = "task-4645888" [ 920.447146] env[66735]: _type = "Task" [ 920.447146] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.476824] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013655c7-efd8-48a0-993b-1ac6701ca938 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.492220] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.493685] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf8a18b-49ff-4ae2-b399-68fa908920a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.510125] env[66735]: DEBUG nova.compute.provider_tree [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.608463] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645887, 'name': CreateVM_Task, 'duration_secs': 0.794246} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.608463] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.608463] env[66735]: WARNING neutronclient.v2_0.client [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.608705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.608764] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.609090] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.609441] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e7808c-4e5d-4a1f-b64b-a4a2780f59fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.616179] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 920.616179] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52125848-b0e8-53db-4cce-c55f05e0584d" [ 920.616179] env[66735]: _type = "Task" [ 920.616179] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.626663] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52125848-b0e8-53db-4cce-c55f05e0584d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.666466] env[66735]: DEBUG nova.compute.manager [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 920.704618] env[66735]: DEBUG nova.virt.hardware [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 920.704906] env[66735]: DEBUG nova.virt.hardware [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.705069] env[66735]: DEBUG nova.virt.hardware [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 920.705422] env[66735]: DEBUG nova.virt.hardware [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.705603] env[66735]: DEBUG nova.virt.hardware [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 920.705705] env[66735]: DEBUG nova.virt.hardware [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 920.705907] env[66735]: DEBUG nova.virt.hardware [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 920.706069] env[66735]: DEBUG nova.virt.hardware [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 920.706231] env[66735]: DEBUG nova.virt.hardware [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 920.706390] env[66735]: DEBUG nova.virt.hardware [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 920.706614] env[66735]: DEBUG nova.virt.hardware [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 920.707469] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a217c33-767d-475c-8915-1628173f8f5a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.717030] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b489389-87e5-4351-9cd3-70639847653e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.871100] env[66735]: DEBUG nova.objects.base [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Object Instance<57417beb-853a-47e3-a79e-f52c00b90c22> lazy-loaded attributes: info_cache,migration_context {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 920.872275] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844d3bad-79a0-41db-89c2-b6049aa5012a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.897366] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391ec6e9-bf55-4ee2-9efd-697d665b08be {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.904546] env[66735]: DEBUG oslo_vmware.api [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 920.904546] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5201bf8f-d6b0-ae8f-3b10-15b861a97e9c" [ 920.904546] env[66735]: _type = "Task" [ 920.904546] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.919709] env[66735]: DEBUG oslo_vmware.api [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5201bf8f-d6b0-ae8f-3b10-15b861a97e9c, 'name': SearchDatastore_Task} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.920105] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.986749] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645888, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.014219] env[66735]: DEBUG nova.scheduler.client.report [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.127664] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52125848-b0e8-53db-4cce-c55f05e0584d, 'name': SearchDatastore_Task, 'duration_secs': 0.017815} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.128062] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.128370] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.128625] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.128769] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.128945] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.129273] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79d28eae-a2eb-46a2-80df-4fa1d20a3358 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.142772] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.143102] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.144048] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065a5af9-d8dc-4113-b8df-fd71004f992e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.151443] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 921.151443] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f03497-f323-e9af-2f74-c9bd24448c47" [ 921.151443] env[66735]: _type = "Task" [ 921.151443] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.161642] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f03497-f323-e9af-2f74-c9bd24448c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.448500] env[66735]: DEBUG nova.network.neutron [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Successfully updated port: aa14c23d-36b8-40d2-b5e3-6f273d755c1d {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 921.487433] env[66735]: DEBUG oslo_vmware.api [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645888, 'name': PowerOnVM_Task, 'duration_secs': 0.537809} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.487761] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.487966] env[66735]: INFO nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Took 10.15 seconds to spawn the instance on the hypervisor. [ 921.488161] env[66735]: DEBUG nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 921.488988] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff18aed-7d71-4398-8d9c-6469da1a03ab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.506565] env[66735]: WARNING neutronclient.v2_0.client [req-18768d9e-2f0b-4bb1-84e3-78bf105031ab req-8cece714-2efb-4abd-957b-107c2ac7c4c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.522030] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.523962] env[66735]: DEBUG oslo_concurrency.lockutils [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.716s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.524756] env[66735]: DEBUG nova.objects.instance [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lazy-loading 'resources' on Instance uuid 5a3f4ca6-dee6-43ff-b059-365136c9bf6d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.563182] env[66735]: INFO nova.scheduler.client.report [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted allocations for instance 795f860f-2e17-43de-848a-1e581c7e0629 [ 921.566725] env[66735]: WARNING neutronclient.v2_0.client [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.669898] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f03497-f323-e9af-2f74-c9bd24448c47, 'name': SearchDatastore_Task, 'duration_secs': 0.020861} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.670940] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca79034-7fc9-41d0-a494-3a8fbe4f5bae {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.678858] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 921.678858] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a84860-ef17-6335-5845-f4e056a52b20" [ 921.678858] env[66735]: _type = "Task" [ 921.678858] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.688494] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a84860-ef17-6335-5845-f4e056a52b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.702649] env[66735]: DEBUG nova.network.neutron [req-18768d9e-2f0b-4bb1-84e3-78bf105031ab req-8cece714-2efb-4abd-957b-107c2ac7c4c6 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Updated VIF entry in instance network info cache for port 3464dd1c-4567-4f2e-a712-76fa1cf86bc9. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 921.702649] env[66735]: DEBUG nova.network.neutron [req-18768d9e-2f0b-4bb1-84e3-78bf105031ab req-8cece714-2efb-4abd-957b-107c2ac7c4c6 service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Updating instance_info_cache with network_info: [{"id": "3464dd1c-4567-4f2e-a712-76fa1cf86bc9", "address": "fa:16:3e:04:08:d1", "network": {"id": "103e06bb-f97f-4a62-aa4d-19a446580f5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1245528681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2a600d1c814aeebc295b31000ca1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3464dd1c-45", "ovs_interfaceid": "3464dd1c-4567-4f2e-a712-76fa1cf86bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.736878] env[66735]: DEBUG nova.network.neutron [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updating instance_info_cache with network_info: [{"id": "d583ff23-0699-4b03-8641-4c2cdb740de9", "address": "fa:16:3e:26:e2:f1", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd583ff23-06", "ovs_interfaceid": "d583ff23-0699-4b03-8641-4c2cdb740de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95d2d58f-e063-4640-b342-e60f1d43b701", "address": "fa:16:3e:53:31:01", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d2d58f-e0", "ovs_interfaceid": "95d2d58f-e063-4640-b342-e60f1d43b701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d83f3dba-2f59-48b3-b3c3-013f4d534390", "address": "fa:16:3e:9f:16:5c", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd83f3dba-2f", "ovs_interfaceid": "d83f3dba-2f59-48b3-b3c3-013f4d534390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.952316] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquiring lock "refresh_cache-cab2d0f3-650f-4f37-9386-440f4cb74d4c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.952636] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquired lock "refresh_cache-cab2d0f3-650f-4f37-9386-440f4cb74d4c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.952691] env[66735]: DEBUG nova.network.neutron [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 922.011085] env[66735]: INFO nova.compute.manager [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Took 31.24 seconds to build instance. [ 922.079952] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ac3477ce-f7fc-467f-88c1-413bfd118350 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "795f860f-2e17-43de-848a-1e581c7e0629" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.032s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.197285] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a84860-ef17-6335-5845-f4e056a52b20, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.197593] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.197895] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 8ffe3e91-bdd4-4136-947b-a94b42305acc/8ffe3e91-bdd4-4136-947b-a94b42305acc.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.198288] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a13c4e47-33e9-464a-9756-c7e2baf33326 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.206807] env[66735]: DEBUG oslo_concurrency.lockutils [req-18768d9e-2f0b-4bb1-84e3-78bf105031ab req-8cece714-2efb-4abd-957b-107c2ac7c4c6 service nova] Releasing lock "refresh_cache-a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.208677] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 922.208677] env[66735]: value = "task-4645889" [ 922.208677] env[66735]: _type = "Task" [ 922.208677] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.220532] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.239255] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.240067] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.240225] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.241162] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731d7f89-2b52-47a7-9a9c-778d4631c887 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.268332] env[66735]: DEBUG nova.virt.hardware [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 922.271023] env[66735]: DEBUG nova.virt.hardware [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.271023] env[66735]: DEBUG nova.virt.hardware [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 922.271023] env[66735]: DEBUG nova.virt.hardware [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.271023] env[66735]: DEBUG nova.virt.hardware [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 922.271023] env[66735]: DEBUG nova.virt.hardware [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 922.271023] env[66735]: DEBUG nova.virt.hardware [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 922.271023] env[66735]: DEBUG nova.virt.hardware [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 922.271023] env[66735]: DEBUG nova.virt.hardware [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 922.271023] env[66735]: DEBUG nova.virt.hardware [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 922.271023] env[66735]: DEBUG nova.virt.hardware [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 922.278177] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Reconfiguring VM to attach interface {{(pid=66735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 922.282409] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44d60d16-422b-434d-a511-7123ca2dd8f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.306602] env[66735]: DEBUG oslo_vmware.api [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 922.306602] env[66735]: value = "task-4645890" [ 922.306602] env[66735]: _type = "Task" [ 922.306602] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.321988] env[66735]: DEBUG oslo_vmware.api [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645890, 'name': ReconfigVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.414471] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa1c734-dd3c-4d9c-ab6a-394ac62d93a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.425845] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bab0b6-dec5-4142-8b70-27a10fd4db0b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.474348] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada58657-1449-41a6-aaf2-2fa0b73913f7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.484639] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8142a5b6-cf7a-40c7-97cc-a218000a3074 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.506045] env[66735]: DEBUG nova.compute.provider_tree [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.513949] env[66735]: DEBUG oslo_concurrency.lockutils [None req-307d1c27-865d-4b9b-b4cf-26b9bf9fc206 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "a55ab608-5565-47f7-8cb7-d10d974345b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.750s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.544965] env[66735]: DEBUG nova.network.neutron [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 922.722099] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645889, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.767372] env[66735]: WARNING neutronclient.v2_0.client [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.821031] env[66735]: DEBUG oslo_vmware.api [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.879370] env[66735]: DEBUG nova.compute.manager [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Received event network-vif-plugged-6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 922.879579] env[66735]: DEBUG oslo_concurrency.lockutils [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] Acquiring lock "8ffe3e91-bdd4-4136-947b-a94b42305acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.879800] env[66735]: DEBUG oslo_concurrency.lockutils [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] Lock "8ffe3e91-bdd4-4136-947b-a94b42305acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.879947] env[66735]: DEBUG oslo_concurrency.lockutils [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] Lock "8ffe3e91-bdd4-4136-947b-a94b42305acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.880123] env[66735]: DEBUG nova.compute.manager [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] No waiting events found dispatching network-vif-plugged-6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 922.880297] env[66735]: WARNING nova.compute.manager [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Received unexpected event network-vif-plugged-6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05 for instance with vm_state building and task_state spawning. [ 922.880535] env[66735]: DEBUG nova.compute.manager [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Received event network-changed-6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 922.880743] env[66735]: DEBUG nova.compute.manager [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Refreshing instance network info cache due to event network-changed-6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 922.880980] env[66735]: DEBUG oslo_concurrency.lockutils [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] Acquiring lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.881167] env[66735]: DEBUG oslo_concurrency.lockutils [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] Acquired lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.881349] env[66735]: DEBUG nova.network.neutron [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Refreshing network info cache for port 6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.902293] env[66735]: DEBUG nova.compute.manager [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received event network-vif-plugged-d83f3dba-2f59-48b3-b3c3-013f4d534390 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 922.903140] env[66735]: DEBUG oslo_concurrency.lockutils [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] Acquiring lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.903140] env[66735]: DEBUG oslo_concurrency.lockutils [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] Lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.903140] env[66735]: DEBUG oslo_concurrency.lockutils [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] Lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.903140] env[66735]: DEBUG nova.compute.manager [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] No waiting events found dispatching network-vif-plugged-d83f3dba-2f59-48b3-b3c3-013f4d534390 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 922.903365] env[66735]: WARNING nova.compute.manager [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received unexpected event network-vif-plugged-d83f3dba-2f59-48b3-b3c3-013f4d534390 for instance with vm_state active and task_state None. [ 922.903365] env[66735]: DEBUG nova.compute.manager [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received event network-changed-d83f3dba-2f59-48b3-b3c3-013f4d534390 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 922.903754] env[66735]: DEBUG nova.compute.manager [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Refreshing instance network info cache due to event network-changed-d83f3dba-2f59-48b3-b3c3-013f4d534390. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 922.904040] env[66735]: DEBUG oslo_concurrency.lockutils [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] Acquiring lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.904795] env[66735]: DEBUG oslo_concurrency.lockutils [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] Acquired lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.904795] env[66735]: DEBUG nova.network.neutron [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Refreshing network info cache for port d83f3dba-2f59-48b3-b3c3-013f4d534390 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.955578] env[66735]: DEBUG nova.network.neutron [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Updating instance_info_cache with network_info: [{"id": "aa14c23d-36b8-40d2-b5e3-6f273d755c1d", "address": "fa:16:3e:1a:4d:85", "network": {"id": "49453d24-ead7-42f2-afa7-9d252ac5aa89", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-591650226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7abf0f186e444dab992591f790320e83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa14c23d-36", "ovs_interfaceid": "aa14c23d-36b8-40d2-b5e3-6f273d755c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.010936] env[66735]: DEBUG nova.scheduler.client.report [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.225770] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624809} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.225770] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 8ffe3e91-bdd4-4136-947b-a94b42305acc/8ffe3e91-bdd4-4136-947b-a94b42305acc.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.225770] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.225982] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6ecee34-39df-4f93-8f68-ab084b01fe8f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.234999] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 923.234999] env[66735]: value = "task-4645891" [ 923.234999] env[66735]: _type = "Task" [ 923.234999] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.246526] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.321747] env[66735]: DEBUG oslo_vmware.api [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645890, 'name': ReconfigVM_Task, 'duration_secs': 0.882355} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.322505] env[66735]: WARNING neutronclient.v2_0.client [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.323547] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.323547] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Reconfigured VM to attach interface {{(pid=66735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 923.384865] env[66735]: WARNING neutronclient.v2_0.client [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.411126] env[66735]: WARNING neutronclient.v2_0.client [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.452826] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4f013-3dea-1ba3-2a72-85f77edc6dc6/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 923.454492] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd88adc0-fe31-4f60-9ca5-4bae9b74c347 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.461164] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Releasing lock "refresh_cache-cab2d0f3-650f-4f37-9386-440f4cb74d4c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.461312] env[66735]: DEBUG nova.compute.manager [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Instance network_info: |[{"id": "aa14c23d-36b8-40d2-b5e3-6f273d755c1d", "address": "fa:16:3e:1a:4d:85", "network": {"id": "49453d24-ead7-42f2-afa7-9d252ac5aa89", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-591650226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7abf0f186e444dab992591f790320e83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa14c23d-36", "ovs_interfaceid": "aa14c23d-36b8-40d2-b5e3-6f273d755c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 923.461935] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:4d:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa14c23d-36b8-40d2-b5e3-6f273d755c1d', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.472585] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Creating folder: Project (7abf0f186e444dab992591f790320e83). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.473688] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-717b3901-8222-4811-b222-06e42184a363 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.479783] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4f013-3dea-1ba3-2a72-85f77edc6dc6/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 923.480145] env[66735]: ERROR oslo_vmware.rw_handles [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4f013-3dea-1ba3-2a72-85f77edc6dc6/disk-0.vmdk due to incomplete transfer. [ 923.481027] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8313ffc6-deca-4117-9fcc-8667bb326ced {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.497292] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Created folder: Project (7abf0f186e444dab992591f790320e83) in parent group-v906980. [ 923.497674] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Creating folder: Instances. Parent ref: group-v907194. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.498249] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86742ac9-0511-4cb0-9316-b8d24f274b5b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.502241] env[66735]: DEBUG oslo_vmware.rw_handles [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4f013-3dea-1ba3-2a72-85f77edc6dc6/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 923.502611] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Uploaded image c02ff358-2efa-4c29-b62f-3d408ce13d13 to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 923.506020] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 923.506917] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d8decb7c-2727-4d29-9969-b41e0af06e87 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.516373] env[66735]: DEBUG oslo_concurrency.lockutils [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.519794] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 923.519794] env[66735]: value = "task-4645894" [ 923.519794] env[66735]: _type = "Task" [ 923.519794] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.521882] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.508s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.522308] env[66735]: DEBUG nova.objects.instance [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lazy-loading 'resources' on Instance uuid c2c69091-98a3-4671-bd63-462fc99cfcaa {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.526527] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Created folder: Instances in parent group-v907194. [ 923.526527] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 923.530505] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.530664] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cc31774-ba8b-4564-95fb-06d256d7a15f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.558960] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.558960] env[66735]: value = "task-4645895" [ 923.558960] env[66735]: _type = "Task" [ 923.558960] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.559796] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645894, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.568159] env[66735]: INFO nova.scheduler.client.report [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Deleted allocations for instance 5a3f4ca6-dee6-43ff-b059-365136c9bf6d [ 923.748118] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184195} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.751271] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.751271] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648074f9-ada6-4cb0-bfb6-d5ceda386e13 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.754474] env[66735]: WARNING neutronclient.v2_0.client [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.762039] env[66735]: WARNING neutronclient.v2_0.client [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.789700] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 8ffe3e91-bdd4-4136-947b-a94b42305acc/8ffe3e91-bdd4-4136-947b-a94b42305acc.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.790779] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a23c1b58-b348-4d6a-8bd0-aa3b5247edcd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.818749] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 923.818749] env[66735]: value = "task-4645896" [ 923.818749] env[66735]: _type = "Task" [ 923.818749] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.829723] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c3ba7dc2-49fd-4a2d-ab04-3e0c2bd8a472 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-d83f3dba-2f59-48b3-b3c3-013f4d534390" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.950s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.835076] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.897863] env[66735]: DEBUG nova.network.neutron [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updated VIF entry in instance network info cache for port d83f3dba-2f59-48b3-b3c3-013f4d534390. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 923.898391] env[66735]: DEBUG nova.network.neutron [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updating instance_info_cache with network_info: [{"id": "d583ff23-0699-4b03-8641-4c2cdb740de9", "address": "fa:16:3e:26:e2:f1", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd583ff23-06", "ovs_interfaceid": "d583ff23-0699-4b03-8641-4c2cdb740de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95d2d58f-e063-4640-b342-e60f1d43b701", "address": "fa:16:3e:53:31:01", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d2d58f-e0", "ovs_interfaceid": "95d2d58f-e063-4640-b342-e60f1d43b701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d83f3dba-2f59-48b3-b3c3-013f4d534390", "address": "fa:16:3e:9f:16:5c", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd83f3dba-2f", "ovs_interfaceid": "d83f3dba-2f59-48b3-b3c3-013f4d534390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.949906] env[66735]: DEBUG nova.network.neutron [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updated VIF entry in instance network info cache for port 6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 923.950528] env[66735]: DEBUG nova.network.neutron [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance_info_cache with network_info: [{"id": "6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05", "address": "fa:16:3e:ce:de:1f", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4e00b9-d5", "ovs_interfaceid": "6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.041430] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645894, 'name': Destroy_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.073232] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645895, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.082818] env[66735]: DEBUG oslo_concurrency.lockutils [None req-04daf0e4-d388-433b-8a46-0383a063d024 tempest-MigrationsAdminTest-1802784989 tempest-MigrationsAdminTest-1802784989-project-member] Lock "5a3f4ca6-dee6-43ff-b059-365136c9bf6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.350s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.334289] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.350737] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945ec11f-e787-4ce0-829b-d093fdb7069b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.359821] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec0100b-80d8-413b-ab2a-af779a038574 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.401372] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ea11f1-0798-4c9f-8c23-1139bcd704b7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.405047] env[66735]: DEBUG oslo_concurrency.lockutils [req-97f9e8a1-a69b-4220-a91d-358347a022b7 req-95e484ef-26d8-49c5-9a70-ed376da94ee6 service nova] Releasing lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.412025] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a18541-3579-4ff3-a5ee-0c21b65ed13d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.435860] env[66735]: DEBUG nova.compute.provider_tree [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.453635] env[66735]: DEBUG oslo_concurrency.lockutils [req-bcee1d3d-4e66-4358-82c9-f02c92e2c8d7 req-9cc26ac2-e876-4b37-97f2-905e67f32235 service nova] Releasing lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.537935] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645894, 'name': Destroy_Task, 'duration_secs': 0.586595} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.538338] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Destroyed the VM [ 924.538633] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 924.539028] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6f3445d7-e6f8-4b97-9fde-cc530dd311f7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.549140] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 924.549140] env[66735]: value = "task-4645897" [ 924.549140] env[66735]: _type = "Task" [ 924.549140] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.563115] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645897, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.573884] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645895, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.832744] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645896, 'name': ReconfigVM_Task, 'duration_secs': 0.668607} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.833909] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 8ffe3e91-bdd4-4136-947b-a94b42305acc/8ffe3e91-bdd4-4136-947b-a94b42305acc.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.834161] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ed34349-0e59-4cac-9693-78c198769c26 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.843609] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 924.843609] env[66735]: value = "task-4645898" [ 924.843609] env[66735]: _type = "Task" [ 924.843609] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.862058] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645898, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.939707] env[66735]: DEBUG nova.scheduler.client.report [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.062271] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645897, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.074930] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645895, 'name': CreateVM_Task, 'duration_secs': 1.514747} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.075164] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.075869] env[66735]: WARNING neutronclient.v2_0.client [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.076543] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.076543] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.077053] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.077883] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ecc8eee-1636-4792-a1ba-721b20e64aa8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.086063] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Waiting for the task: (returnval){ [ 925.086063] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520d5b7c-c21b-d015-abc8-3a69d606fc74" [ 925.086063] env[66735]: _type = "Task" [ 925.086063] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.096838] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520d5b7c-c21b-d015-abc8-3a69d606fc74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.193104] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10fc37f-71fc-4d9c-af4f-3da08896a03b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.201677] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb8cb1f-908f-49f7-b5ff-0c6546c029b9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Suspending the VM {{(pid=66735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 925.201677] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a37cafff-88b9-49df-8167-ba43b7f1d95b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.210881] env[66735]: DEBUG oslo_vmware.api [None req-7cb8cb1f-908f-49f7-b5ff-0c6546c029b9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 925.210881] env[66735]: value = "task-4645899" [ 925.210881] env[66735]: _type = "Task" [ 925.210881] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.223699] env[66735]: DEBUG oslo_vmware.api [None req-7cb8cb1f-908f-49f7-b5ff-0c6546c029b9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645899, 'name': SuspendVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.356180] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645898, 'name': Rename_Task, 'duration_secs': 0.236556} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.356494] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.356769] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b211bd91-2034-48c4-b80e-607b548e6574 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.366085] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 925.366085] env[66735]: value = "task-4645900" [ 925.366085] env[66735]: _type = "Task" [ 925.366085] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.376686] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.448841] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.449712] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.435s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.450042] env[66735]: DEBUG nova.objects.instance [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lazy-loading 'resources' on Instance uuid 6b04af2b-3712-4f1e-a1f0-59b97f11317d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.525846] env[66735]: INFO nova.scheduler.client.report [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleted allocations for instance c2c69091-98a3-4671-bd63-462fc99cfcaa [ 925.565962] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645897, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.599362] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520d5b7c-c21b-d015-abc8-3a69d606fc74, 'name': SearchDatastore_Task, 'duration_secs': 0.013} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.600559] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.600949] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.601285] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.601489] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.601761] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.602515] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06e1fedc-12ff-461c-8e82-d4a1d363fa2a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.620812] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.621102] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.622175] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e5ce5e-3023-4a64-8466-a3d3bf7eb484 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.629904] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Waiting for the task: (returnval){ [ 925.629904] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52edff8f-2854-495b-3f56-48b9597e7bda" [ 925.629904] env[66735]: _type = "Task" [ 925.629904] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.630460] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "923833fe-90ef-43e8-aa9c-b513f97d2702" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.630825] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "923833fe-90ef-43e8-aa9c-b513f97d2702" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.631151] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "923833fe-90ef-43e8-aa9c-b513f97d2702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.631386] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "923833fe-90ef-43e8-aa9c-b513f97d2702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.631591] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "923833fe-90ef-43e8-aa9c-b513f97d2702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.644373] env[66735]: INFO nova.compute.manager [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Terminating instance [ 925.656579] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52edff8f-2854-495b-3f56-48b9597e7bda, 'name': SearchDatastore_Task, 'duration_secs': 0.014847} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.657783] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19589d14-0536-49ce-995d-6fca4fbce41a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.667038] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Waiting for the task: (returnval){ [ 925.667038] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e1ddae-7216-8c4f-f7b5-d845d4a72b88" [ 925.667038] env[66735]: _type = "Task" [ 925.667038] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.683351] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e1ddae-7216-8c4f-f7b5-d845d4a72b88, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.686518] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.686518] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] cab2d0f3-650f-4f37-9386-440f4cb74d4c/cab2d0f3-650f-4f37-9386-440f4cb74d4c.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.687586] env[66735]: DEBUG nova.compute.manager [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Received event network-vif-plugged-aa14c23d-36b8-40d2-b5e3-6f273d755c1d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 925.687895] env[66735]: DEBUG oslo_concurrency.lockutils [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] Acquiring lock "cab2d0f3-650f-4f37-9386-440f4cb74d4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.688937] env[66735]: DEBUG oslo_concurrency.lockutils [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] Lock "cab2d0f3-650f-4f37-9386-440f4cb74d4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.688937] env[66735]: DEBUG oslo_concurrency.lockutils [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] Lock "cab2d0f3-650f-4f37-9386-440f4cb74d4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.688937] env[66735]: DEBUG nova.compute.manager [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] No waiting events found dispatching network-vif-plugged-aa14c23d-36b8-40d2-b5e3-6f273d755c1d {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 925.689207] env[66735]: WARNING nova.compute.manager [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Received unexpected event network-vif-plugged-aa14c23d-36b8-40d2-b5e3-6f273d755c1d for instance with vm_state building and task_state spawning. [ 925.689427] env[66735]: DEBUG nova.compute.manager [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Received event network-changed-aa14c23d-36b8-40d2-b5e3-6f273d755c1d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 925.689693] env[66735]: DEBUG nova.compute.manager [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Refreshing instance network info cache due to event network-changed-aa14c23d-36b8-40d2-b5e3-6f273d755c1d. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 925.690661] env[66735]: DEBUG oslo_concurrency.lockutils [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] Acquiring lock "refresh_cache-cab2d0f3-650f-4f37-9386-440f4cb74d4c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.690661] env[66735]: DEBUG oslo_concurrency.lockutils [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] Acquired lock "refresh_cache-cab2d0f3-650f-4f37-9386-440f4cb74d4c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.690661] env[66735]: DEBUG nova.network.neutron [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Refreshing network info cache for port aa14c23d-36b8-40d2-b5e3-6f273d755c1d {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.693590] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bdfe1d7-1de8-4f39-b35b-02010aca6b1e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.706648] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Waiting for the task: (returnval){ [ 925.706648] env[66735]: value = "task-4645901" [ 925.706648] env[66735]: _type = "Task" [ 925.706648] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.720812] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.727603] env[66735]: DEBUG oslo_vmware.api [None req-7cb8cb1f-908f-49f7-b5ff-0c6546c029b9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645899, 'name': SuspendVM_Task} progress is 54%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.881095] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645900, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.002971] env[66735]: DEBUG oslo_concurrency.lockutils [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "4264519e-e5b6-439c-918d-0492d7562a8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.002971] env[66735]: DEBUG oslo_concurrency.lockutils [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "4264519e-e5b6-439c-918d-0492d7562a8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.044157] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8ada6cd8-13f5-4bff-adbb-b7482581a77c tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "c2c69091-98a3-4671-bd63-462fc99cfcaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.628s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.068948] env[66735]: DEBUG oslo_vmware.api [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645897, 'name': RemoveSnapshot_Task, 'duration_secs': 1.286865} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.073256] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 926.073653] env[66735]: INFO nova.compute.manager [None req-bbe2230c-5058-431d-ac6e-56bbfdddfc2b tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Took 18.32 seconds to snapshot the instance on the hypervisor. [ 926.158533] env[66735]: DEBUG nova.compute.manager [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 926.158813] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.160326] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d00282-7ad5-4aaa-9d10-6e943fdb29fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.179029] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.179833] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-626186dd-29f8-42bd-9c7b-9ad1cdccab33 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.196490] env[66735]: DEBUG oslo_vmware.api [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 926.196490] env[66735]: value = "task-4645902" [ 926.196490] env[66735]: _type = "Task" [ 926.196490] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.204567] env[66735]: WARNING neutronclient.v2_0.client [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.215152] env[66735]: DEBUG oslo_vmware.api [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.227137] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645901, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.246064] env[66735]: DEBUG oslo_vmware.api [None req-7cb8cb1f-908f-49f7-b5ff-0c6546c029b9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645899, 'name': SuspendVM_Task, 'duration_secs': 0.85205} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.246761] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb8cb1f-908f-49f7-b5ff-0c6546c029b9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Suspended the VM {{(pid=66735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 926.246761] env[66735]: DEBUG nova.compute.manager [None req-7cb8cb1f-908f-49f7-b5ff-0c6546c029b9 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 926.247471] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a30ab1d-1fcf-4eb6-bf0d-a2c7f7227192 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.278084] env[66735]: DEBUG oslo_concurrency.lockutils [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Acquiring lock "de06f073-887e-4bde-8158-54fcd704ee5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.278084] env[66735]: DEBUG oslo_concurrency.lockutils [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Lock "de06f073-887e-4bde-8158-54fcd704ee5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.278289] env[66735]: DEBUG oslo_concurrency.lockutils [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Acquiring lock "de06f073-887e-4bde-8158-54fcd704ee5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.278289] env[66735]: DEBUG oslo_concurrency.lockutils [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Lock "de06f073-887e-4bde-8158-54fcd704ee5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.278441] env[66735]: DEBUG oslo_concurrency.lockutils [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Lock "de06f073-887e-4bde-8158-54fcd704ee5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.280804] env[66735]: INFO nova.compute.manager [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Terminating instance [ 926.350295] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f600620-6f2f-4c47-aa58-26883392babd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.362007] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7692fc0-e54c-4f6b-957f-cc7c575ed461 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.378683] env[66735]: DEBUG oslo_vmware.api [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645900, 'name': PowerOnVM_Task, 'duration_secs': 0.766039} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.410845] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.411311] env[66735]: INFO nova.compute.manager [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Took 9.27 seconds to spawn the instance on the hypervisor. [ 926.411530] env[66735]: DEBUG nova.compute.manager [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 926.416580] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4dba78-e339-41bd-ac25-1b2f7e6a2dac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.421028] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb45036e-f253-4e17-88a9-885f6ad01d9c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.433316] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6e73fa-89f6-4aab-beb6-a2ecf6ac6368 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.454676] env[66735]: DEBUG nova.compute.provider_tree [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.462675] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "a55ab608-5565-47f7-8cb7-d10d974345b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.462675] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "a55ab608-5565-47f7-8cb7-d10d974345b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.462675] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "a55ab608-5565-47f7-8cb7-d10d974345b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.462675] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "a55ab608-5565-47f7-8cb7-d10d974345b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.465278] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "a55ab608-5565-47f7-8cb7-d10d974345b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.466073] env[66735]: INFO nova.compute.manager [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Terminating instance [ 926.505786] env[66735]: DEBUG nova.compute.manager [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 926.509517] env[66735]: WARNING neutronclient.v2_0.client [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.591435] env[66735]: DEBUG nova.network.neutron [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Updated VIF entry in instance network info cache for port aa14c23d-36b8-40d2-b5e3-6f273d755c1d. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 926.591809] env[66735]: DEBUG nova.network.neutron [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Updating instance_info_cache with network_info: [{"id": "aa14c23d-36b8-40d2-b5e3-6f273d755c1d", "address": "fa:16:3e:1a:4d:85", "network": {"id": "49453d24-ead7-42f2-afa7-9d252ac5aa89", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-591650226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7abf0f186e444dab992591f790320e83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa14c23d-36", "ovs_interfaceid": "aa14c23d-36b8-40d2-b5e3-6f273d755c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.709665] env[66735]: DEBUG oslo_vmware.api [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645902, 'name': PowerOffVM_Task, 'duration_secs': 0.283368} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.713182] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.713369] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.713677] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eb0b88a-bcf1-4cd1-a7dd-44f12abaf475 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.726336] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54405} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.726336] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] cab2d0f3-650f-4f37-9386-440f4cb74d4c/cab2d0f3-650f-4f37-9386-440f4cb74d4c.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.726845] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.727734] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efb2d0b5-9c6a-497f-b98d-565ee031c20e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.737607] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Waiting for the task: (returnval){ [ 926.737607] env[66735]: value = "task-4645904" [ 926.737607] env[66735]: _type = "Task" [ 926.737607] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.748310] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.781787] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.782159] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.782456] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.782737] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.783000] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.785561] env[66735]: DEBUG nova.compute.manager [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 926.785838] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.786577] env[66735]: INFO nova.compute.manager [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Terminating instance [ 926.788947] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae74c92-1243-41cc-8d51-14eab59a6e16 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.798350] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.798544] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.798692] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Deleting the datastore file [datastore2] 923833fe-90ef-43e8-aa9c-b513f97d2702 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.799793] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80987848-ac79-4adf-8998-fa189e49b72e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.805700] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.806409] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e6f0fa4-dc65-49f8-b916-0e2b9d1d9a04 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.813230] env[66735]: DEBUG oslo_vmware.api [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 926.813230] env[66735]: value = "task-4645905" [ 926.813230] env[66735]: _type = "Task" [ 926.813230] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.818546] env[66735]: DEBUG oslo_vmware.api [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Waiting for the task: (returnval){ [ 926.818546] env[66735]: value = "task-4645906" [ 926.818546] env[66735]: _type = "Task" [ 926.818546] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.828320] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "206a1a52-5506-4711-95ac-84c5f2550a7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.828736] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "206a1a52-5506-4711-95ac-84c5f2550a7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.829070] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "206a1a52-5506-4711-95ac-84c5f2550a7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.829373] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "206a1a52-5506-4711-95ac-84c5f2550a7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.829669] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "206a1a52-5506-4711-95ac-84c5f2550a7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.832198] env[66735]: DEBUG oslo_vmware.api [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.833513] env[66735]: INFO nova.compute.manager [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Terminating instance [ 926.841443] env[66735]: DEBUG oslo_vmware.api [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.953011] env[66735]: INFO nova.compute.manager [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Took 30.08 seconds to build instance. [ 926.959143] env[66735]: DEBUG nova.scheduler.client.report [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.970868] env[66735]: DEBUG nova.compute.manager [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 926.971051] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.972542] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ea34c2-073e-4843-b6a7-beae94f74461 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.982936] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.983226] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5dde65-832c-460b-bdae-284e0b105e5e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.990870] env[66735]: DEBUG oslo_vmware.api [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 926.990870] env[66735]: value = "task-4645907" [ 926.990870] env[66735]: _type = "Task" [ 926.990870] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.001160] env[66735]: DEBUG oslo_vmware.api [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.031082] env[66735]: DEBUG oslo_concurrency.lockutils [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.094339] env[66735]: DEBUG oslo_concurrency.lockutils [req-f0ef940a-29c5-412b-872e-9f0df4de6862 req-e0c9f833-3284-4f20-a957-93d148385282 service nova] Releasing lock "refresh_cache-cab2d0f3-650f-4f37-9386-440f4cb74d4c" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.252830] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121239} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.252830] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.253828] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a244c0-0c5b-489f-a784-1760bf7867d1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.291067] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] cab2d0f3-650f-4f37-9386-440f4cb74d4c/cab2d0f3-650f-4f37-9386-440f4cb74d4c.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.291280] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952efcbc-c90e-4918-b3d7-d1ad91352702 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.307374] env[66735]: DEBUG nova.compute.manager [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 927.307607] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.308443] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec9ce98-2343-4f8b-a1eb-6fd9a0ee0113 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.320894] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.326893] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab266713-8cb0-4309-a9ae-a9289d41914c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.329213] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Waiting for the task: (returnval){ [ 927.329213] env[66735]: value = "task-4645908" [ 927.329213] env[66735]: _type = "Task" [ 927.329213] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.333464] env[66735]: DEBUG oslo_vmware.api [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51777} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.337928] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.338166] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.338362] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.338541] env[66735]: INFO nova.compute.manager [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Took 1.18 seconds to destroy the instance on the hypervisor. [ 927.338788] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 927.342619] env[66735]: DEBUG nova.compute.manager [-] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 927.342730] env[66735]: DEBUG nova.network.neutron [-] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 927.342988] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.345922] env[66735]: DEBUG oslo_vmware.api [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645906, 'name': PowerOffVM_Task, 'duration_secs': 0.451579} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.347224] env[66735]: DEBUG nova.compute.manager [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 927.347410] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.347695] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.348683] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.349674] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4084e8-01d1-4a21-9ba8-0b86fe9fd58f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.353152] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eaa6082-804d-4c31-8ba0-2c848a28ffd7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.358426] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.367845] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.368296] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e4dfdb8-786f-430e-98ca-7c06da1570a0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.377543] env[66735]: DEBUG oslo_vmware.api [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 927.377543] env[66735]: value = "task-4645911" [ 927.377543] env[66735]: _type = "Task" [ 927.377543] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.389591] env[66735]: DEBUG oslo_vmware.api [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.390871] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.455829] env[66735]: DEBUG oslo_concurrency.lockutils [None req-05fb5644-0d38-450e-82f1-c2ac96f46039 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "8ffe3e91-bdd4-4136-947b-a94b42305acc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.599s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.462397] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.463755] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.463755] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Deleting the datastore file [datastore1] de06f073-887e-4bde-8158-54fcd704ee5f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.466161] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.469242] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cf3585d-a390-49ff-bf01-6894121ed114 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.472976] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.472976] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.472976] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleting the datastore file [datastore2] c02a5eda-b5d0-4a90-b2c4-8ea44122264c {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.474099] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.554s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.477194] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6833c67b-12ef-4c69-ae83-1988e3690646 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.487583] env[66735]: DEBUG oslo_vmware.api [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 927.487583] env[66735]: value = "task-4645912" [ 927.487583] env[66735]: _type = "Task" [ 927.487583] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.490862] env[66735]: DEBUG oslo_vmware.api [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Waiting for the task: (returnval){ [ 927.490862] env[66735]: value = "task-4645913" [ 927.490862] env[66735]: _type = "Task" [ 927.490862] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.507237] env[66735]: INFO nova.scheduler.client.report [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Deleted allocations for instance 6b04af2b-3712-4f1e-a1f0-59b97f11317d [ 927.528927] env[66735]: DEBUG oslo_vmware.api [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.529410] env[66735]: DEBUG oslo_vmware.api [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645907, 'name': PowerOffVM_Task, 'duration_secs': 0.301765} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.529835] env[66735]: DEBUG oslo_vmware.api [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.533394] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.534011] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.537981] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-501f4886-338d-40fa-8cf1-264489b9033d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.622462] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.622807] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.622807] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Deleting the datastore file [datastore2] a55ab608-5565-47f7-8cb7-d10d974345b6 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.623546] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4baf59b-5415-407e-af69-93ddfff43f5f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.640237] env[66735]: DEBUG oslo_vmware.api [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for the task: (returnval){ [ 927.640237] env[66735]: value = "task-4645915" [ 927.640237] env[66735]: _type = "Task" [ 927.640237] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.652674] env[66735]: DEBUG oslo_vmware.api [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.846894] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645908, 'name': ReconfigVM_Task, 'duration_secs': 0.454228} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.847213] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Reconfigured VM instance instance-0000004b to attach disk [datastore2] cab2d0f3-650f-4f37-9386-440f4cb74d4c/cab2d0f3-650f-4f37-9386-440f4cb74d4c.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.847915] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6fddf8b-9dcd-4eae-a04f-0ba53ac33bab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.857947] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Waiting for the task: (returnval){ [ 927.857947] env[66735]: value = "task-4645916" [ 927.857947] env[66735]: _type = "Task" [ 927.857947] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.870042] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645916, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.889458] env[66735]: DEBUG oslo_vmware.api [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645911, 'name': PowerOffVM_Task, 'duration_secs': 0.314719} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.889782] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.890155] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.890480] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f19a5bf1-8b9d-4238-8372-f6664a8e0e0c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.972498] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.972742] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.972940] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleting the datastore file [datastore2] 206a1a52-5506-4711-95ac-84c5f2550a7e {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.973368] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11c0580a-869b-4a52-a243-83939e0891c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.985516] env[66735]: DEBUG oslo_vmware.api [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for the task: (returnval){ [ 927.985516] env[66735]: value = "task-4645918" [ 927.985516] env[66735]: _type = "Task" [ 927.985516] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.997560] env[66735]: DEBUG oslo_vmware.api [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.005219] env[66735]: DEBUG oslo_vmware.api [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201854} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.006304] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.006304] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.006506] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.006683] env[66735]: INFO nova.compute.manager [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Took 0.70 seconds to destroy the instance on the hypervisor. [ 928.006979] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.007351] env[66735]: DEBUG nova.compute.manager [-] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 928.007465] env[66735]: DEBUG nova.network.neutron [-] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.007771] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.013964] env[66735]: DEBUG oslo_vmware.api [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Task: {'id': task-4645913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188776} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.017411] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.017650] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.017733] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.017903] env[66735]: INFO nova.compute.manager [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 928.018296] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.018812] env[66735]: DEBUG nova.compute.manager [-] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 928.018812] env[66735]: DEBUG nova.network.neutron [-] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.019076] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.040205] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0b50efc2-c288-4b57-a301-63b2aa8e13c0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "6b04af2b-3712-4f1e-a1f0-59b97f11317d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.256s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.084588] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.114038] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "interface-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-95d2d58f-e063-4640-b342-e60f1d43b701" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.114404] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-95d2d58f-e063-4640-b342-e60f1d43b701" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.117846] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.142387] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "f92fca99-b720-488f-bddf-6e703240f27f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.142668] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "f92fca99-b720-488f-bddf-6e703240f27f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.157470] env[66735]: DEBUG oslo_vmware.api [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Task: {'id': task-4645915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230999} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.161308] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.161800] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.162043] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.162305] env[66735]: INFO nova.compute.manager [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 928.162879] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.163644] env[66735]: DEBUG nova.compute.manager [-] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 928.163742] env[66735]: DEBUG nova.network.neutron [-] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.163991] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.239644] env[66735]: DEBUG nova.network.neutron [-] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.248334] env[66735]: DEBUG nova.compute.manager [req-ab480c9f-adc2-4dc7-a3b3-fbd5b5a4acaa req-99db4ee1-836c-4ee0-9d1b-04776fac3762 service nova] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Received event network-vif-deleted-62b29d2c-ad0d-4d89-9564-fd58374e13aa {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 928.248580] env[66735]: INFO nova.compute.manager [req-ab480c9f-adc2-4dc7-a3b3-fbd5b5a4acaa req-99db4ee1-836c-4ee0-9d1b-04776fac3762 service nova] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Neutron deleted interface 62b29d2c-ad0d-4d89-9564-fd58374e13aa; detaching it from the instance and deleting it from the info cache [ 928.248762] env[66735]: DEBUG nova.network.neutron [req-ab480c9f-adc2-4dc7-a3b3-fbd5b5a4acaa req-99db4ee1-836c-4ee0-9d1b-04776fac3762 service nova] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.345651] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4a541d-3d43-469a-afb8-87833032d883 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.355460] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb44b02c-22b7-4a75-89e9-fb06fb17ce1c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.367947] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645916, 'name': Rename_Task, 'duration_secs': 0.183569} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.396085] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.397897] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bf829a7-7b6b-4822-bab6-e8017a4d8daf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.402630] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcd5a64-69aa-4628-9820-23d46ada487a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.411365] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeba3c8-71e2-406b-8850-268e6f758456 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.415539] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Waiting for the task: (returnval){ [ 928.415539] env[66735]: value = "task-4645919" [ 928.415539] env[66735]: _type = "Task" [ 928.415539] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.427574] env[66735]: DEBUG nova.compute.provider_tree [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.438221] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645919, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.499515] env[66735]: DEBUG oslo_vmware.api [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Task: {'id': task-4645918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177707} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.499923] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.500019] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.500210] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.500808] env[66735]: INFO nova.compute.manager [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 928.500808] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.501065] env[66735]: DEBUG nova.compute.manager [-] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 928.501138] env[66735]: DEBUG nova.network.neutron [-] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.501399] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.504533] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.621651] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.621842] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.622778] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1462dc-ac17-4d1e-8fd8-c157c9d11d2a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.647722] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973ce9a3-986d-471a-b850-c4a958e1e8b0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.651242] env[66735]: DEBUG nova.compute.manager [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 928.678313] env[66735]: WARNING neutronclient.v2_0.client [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.684524] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Reconfiguring VM to detach interface {{(pid=66735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 928.685462] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0305c2-50b4-4a87-a207-77d3350feae5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.706250] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 928.706250] env[66735]: value = "task-4645920" [ 928.706250] env[66735]: _type = "Task" [ 928.706250] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.717867] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.745640] env[66735]: INFO nova.compute.manager [-] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Took 1.40 seconds to deallocate network for instance. [ 928.757428] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-110d3613-24a5-466c-8838-a5ca00c28ead {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.768349] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eb50d5-b8f5-49df-972e-c3317a3e381b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.782572] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.808433] env[66735]: DEBUG nova.compute.manager [req-ab480c9f-adc2-4dc7-a3b3-fbd5b5a4acaa req-99db4ee1-836c-4ee0-9d1b-04776fac3762 service nova] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Detach interface failed, port_id=62b29d2c-ad0d-4d89-9564-fd58374e13aa, reason: Instance 923833fe-90ef-43e8-aa9c-b513f97d2702 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 928.928182] env[66735]: DEBUG oslo_vmware.api [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645919, 'name': PowerOnVM_Task, 'duration_secs': 0.505466} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.929604] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.929826] env[66735]: INFO nova.compute.manager [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Took 8.26 seconds to spawn the instance on the hypervisor. [ 928.930054] env[66735]: DEBUG nova.compute.manager [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 928.933069] env[66735]: DEBUG nova.scheduler.client.report [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.936788] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a8dbff-176f-476f-bd6b-3aadf19190da {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.941156] env[66735]: DEBUG nova.network.neutron [-] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.152095] env[66735]: DEBUG nova.network.neutron [-] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.178530] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.219661] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.255577] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.446872] env[66735]: INFO nova.compute.manager [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Resuming [ 929.447980] env[66735]: DEBUG nova.objects.instance [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lazy-loading 'flavor' on Instance uuid 755321d4-49b7-49f2-ac58-74b286be4645 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.452030] env[66735]: INFO nova.compute.manager [-] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Took 1.44 seconds to deallocate network for instance. [ 929.470555] env[66735]: INFO nova.compute.manager [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Took 31.96 seconds to build instance. [ 929.569774] env[66735]: DEBUG nova.compute.manager [req-a3b4dcd4-92b7-460e-99ed-18dd166be994 req-aab1307b-1c02-400a-a20c-51fdea80afe0 service nova] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Received event network-vif-deleted-069eac26-6b54-4676-a102-d67c31a468e7 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 929.603616] env[66735]: DEBUG nova.network.neutron [-] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.614689] env[66735]: DEBUG nova.network.neutron [-] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.657619] env[66735]: INFO nova.compute.manager [-] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Took 1.64 seconds to deallocate network for instance. [ 929.719524] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.951179] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.477s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.951672] env[66735]: DEBUG nova.compute.manager [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=66735) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5416}} [ 929.956176] env[66735]: DEBUG oslo_concurrency.lockutils [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.924s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.959365] env[66735]: INFO nova.compute.claims [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.969973] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.973944] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8cdb6dd6-82a0-4341-aa9f-e3f565538141 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lock "cab2d0f3-650f-4f37-9386-440f4cb74d4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.477s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.106815] env[66735]: INFO nova.compute.manager [-] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Took 1.94 seconds to deallocate network for instance. [ 930.125023] env[66735]: INFO nova.compute.manager [-] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Took 1.62 seconds to deallocate network for instance. [ 930.125023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.125023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.168935] env[66735]: DEBUG oslo_concurrency.lockutils [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.220869] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.402178] env[66735]: DEBUG nova.compute.manager [req-0cfd0624-5393-48ee-9d05-55f0bc1d97f1 req-67a28dc7-a23b-483f-865b-75ca5e6cf3ef service nova] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Received event network-vif-deleted-5e238edb-4933-4863-a925-32f220cad21b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 930.402178] env[66735]: DEBUG nova.compute.manager [req-0cfd0624-5393-48ee-9d05-55f0bc1d97f1 req-67a28dc7-a23b-483f-865b-75ca5e6cf3ef service nova] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Received event network-vif-deleted-1ee8cbeb-ad03-4d55-a549-148ab9efe623 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 930.466320] env[66735]: DEBUG oslo_concurrency.lockutils [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.511s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.467137] env[66735]: DEBUG nova.compute.utils [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Instance 4264519e-e5b6-439c-918d-0492d7562a8d could not be found. {{(pid=66735) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 930.471371] env[66735]: DEBUG nova.compute.manager [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Instance disappeared during build. {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2557}} [ 930.471371] env[66735]: DEBUG nova.compute.manager [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Unplugging VIFs for instance {{(pid=66735) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3051}} [ 930.471371] env[66735]: DEBUG oslo_concurrency.lockutils [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "refresh_cache-4264519e-e5b6-439c-918d-0492d7562a8d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.471541] env[66735]: DEBUG oslo_concurrency.lockutils [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "refresh_cache-4264519e-e5b6-439c-918d-0492d7562a8d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.471673] env[66735]: DEBUG nova.network.neutron [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 930.473575] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.294s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.474646] env[66735]: INFO nova.compute.claims [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.558711] env[66735]: INFO nova.scheduler.client.report [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleted allocation for migration fa4c9ea9-62d9-484e-bd52-323162d271c1 [ 930.615712] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.627459] env[66735]: DEBUG nova.compute.manager [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 930.632814] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.724023] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.988197] env[66735]: DEBUG nova.compute.utils [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Can not refresh info_cache because instance was not found {{(pid=66735) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 930.988197] env[66735]: WARNING neutronclient.v2_0.client [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 4264519e-e5b6-439c-918d-0492d7562a8d could not be found. [ 930.989821] env[66735]: DEBUG oslo_concurrency.lockutils [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.990012] env[66735]: DEBUG oslo_concurrency.lockutils [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquired lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.990470] env[66735]: DEBUG nova.network.neutron [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 930.993645] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquiring lock "cab2d0f3-650f-4f37-9386-440f4cb74d4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.994362] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lock "cab2d0f3-650f-4f37-9386-440f4cb74d4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.994362] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquiring lock "cab2d0f3-650f-4f37-9386-440f4cb74d4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.994362] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lock "cab2d0f3-650f-4f37-9386-440f4cb74d4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.994500] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lock "cab2d0f3-650f-4f37-9386-440f4cb74d4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.999814] env[66735]: INFO nova.compute.manager [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Terminating instance [ 931.066385] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5d619671-8e12-4ba3-98ea-b1d917b53634 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "57417beb-853a-47e3-a79e-f52c00b90c22" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.418s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.101509] env[66735]: DEBUG nova.network.neutron [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 931.154144] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.221753] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.277918] env[66735]: DEBUG nova.network.neutron [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.495768] env[66735]: WARNING neutronclient.v2_0.client [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.509465] env[66735]: DEBUG nova.compute.manager [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 931.509465] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.509465] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42613e5f-10ef-4c4e-b69e-abc3eb4f7133 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.519242] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.519908] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7153a81e-5565-4f09-b67d-517ecb8f58e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.529918] env[66735]: DEBUG oslo_vmware.api [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Waiting for the task: (returnval){ [ 931.529918] env[66735]: value = "task-4645921" [ 931.529918] env[66735]: _type = "Task" [ 931.529918] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.542087] env[66735]: DEBUG oslo_vmware.api [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.731572] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.782200] env[66735]: DEBUG oslo_concurrency.lockutils [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "refresh_cache-4264519e-e5b6-439c-918d-0492d7562a8d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.782200] env[66735]: DEBUG nova.compute.manager [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=66735) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3074}} [ 931.782200] env[66735]: DEBUG nova.compute.manager [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 931.782408] env[66735]: DEBUG nova.network.neutron [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 931.782742] env[66735]: WARNING neutronclient.v2_0.client [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 4264519e-e5b6-439c-918d-0492d7562a8d could not be found. [ 931.823619] env[66735]: DEBUG nova.network.neutron [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 931.824044] env[66735]: WARNING neutronclient.v2_0.client [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 4264519e-e5b6-439c-918d-0492d7562a8d could not be found. [ 931.850043] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da38442f-db43-4c91-ae18-58385297f1cd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.861677] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47dedaa-423e-4442-9c73-ba87f9d59b5b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.896510] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c908612-fee3-42c5-9884-5104ac6ed1df {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.908343] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b354984a-aad9-45aa-9ad4-b88bd614aa30 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.924368] env[66735]: DEBUG nova.compute.provider_tree [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.975891] env[66735]: WARNING neutronclient.v2_0.client [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.041948] env[66735]: DEBUG oslo_vmware.api [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645921, 'name': PowerOffVM_Task, 'duration_secs': 0.189721} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.042898] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.043678] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.044012] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8479e0e5-da19-4f73-be69-26fbad2193c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.107315] env[66735]: DEBUG nova.network.neutron [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updating instance_info_cache with network_info: [{"id": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "address": "fa:16:3e:14:bc:9e", "network": {"id": "1cae78e2-7cf4-4c96-8b60-8c145c47e0a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-552228963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757035a97db0408590b4f0ec2f9845eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9f0934-3b", "ovs_interfaceid": "2c9f0934-3b55-44dc-b6ed-1443527c9831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.111626] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.111626] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.119030] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.119030] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.119030] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Deleting the datastore file [datastore2] cab2d0f3-650f-4f37-9386-440f4cb74d4c {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.119030] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-007c860f-7563-4f9d-8e5e-ad5ada535ab4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.130832] env[66735]: DEBUG oslo_vmware.api [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Waiting for the task: (returnval){ [ 932.130832] env[66735]: value = "task-4645923" [ 932.130832] env[66735]: _type = "Task" [ 932.130832] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.141436] env[66735]: DEBUG oslo_vmware.api [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.225806] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.238057] env[66735]: DEBUG nova.compute.manager [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Stashing vm_state: active {{(pid=66735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 932.326107] env[66735]: DEBUG nova.network.neutron [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.427450] env[66735]: DEBUG nova.scheduler.client.report [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.610809] env[66735]: DEBUG oslo_concurrency.lockutils [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Releasing lock "refresh_cache-755321d4-49b7-49f2-ac58-74b286be4645" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.611997] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944e3dce-a8d0-4f47-8a12-9fa1c31969fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.620989] env[66735]: DEBUG nova.compute.utils [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.622241] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Resuming the VM {{(pid=66735) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 932.622489] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-182bee6c-cdcb-4aa9-bd1c-8b17ba88c8e2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.631173] env[66735]: DEBUG oslo_vmware.api [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 932.631173] env[66735]: value = "task-4645924" [ 932.631173] env[66735]: _type = "Task" [ 932.631173] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.648918] env[66735]: DEBUG oslo_vmware.api [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Task: {'id': task-4645923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185414} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.649178] env[66735]: DEBUG oslo_vmware.api [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.649473] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.649656] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.650100] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.650100] env[66735]: INFO nova.compute.manager [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 932.650257] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 932.650458] env[66735]: DEBUG nova.compute.manager [-] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 932.650555] env[66735]: DEBUG nova.network.neutron [-] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 932.650802] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.727177] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.759961] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.777883] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.804157] env[66735]: DEBUG nova.compute.manager [req-403fd6ab-db00-463b-80c4-60bcf1a8a9b9 req-80ed0329-f399-4b66-8800-6af0099c92ff service nova] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Received event network-vif-deleted-08471c24-f26e-47f4-a6d7-0a5ee1d38e5e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 932.829850] env[66735]: INFO nova.compute.manager [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 4264519e-e5b6-439c-918d-0492d7562a8d] Took 1.05 seconds to deallocate network for instance. [ 932.934678] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.935456] env[66735]: DEBUG nova.compute.manager [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 932.939808] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.684s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.940146] env[66735]: DEBUG nova.objects.instance [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lazy-loading 'resources' on Instance uuid 923833fe-90ef-43e8-aa9c-b513f97d2702 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.094040] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "de6d2209-9d33-4414-9796-006c40034da9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.094365] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "de6d2209-9d33-4414-9796-006c40034da9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.127111] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.143456] env[66735]: DEBUG oslo_vmware.api [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.227195] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.445586] env[66735]: DEBUG nova.compute.utils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.451086] env[66735]: DEBUG nova.compute.manager [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 933.451086] env[66735]: DEBUG nova.network.neutron [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 933.451086] env[66735]: WARNING neutronclient.v2_0.client [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.451554] env[66735]: WARNING neutronclient.v2_0.client [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.549675] env[66735]: DEBUG nova.policy [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7256dbab0c164db49f406b23aa5bbaa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de30cc3150643ebb6cca58f536604fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.551570] env[66735]: DEBUG nova.network.neutron [-] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.600325] env[66735]: DEBUG nova.compute.manager [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 933.653573] env[66735]: DEBUG oslo_vmware.api [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645924, 'name': PowerOnVM_Task, 'duration_secs': 0.66746} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.653573] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Resumed the VM {{(pid=66735) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 933.653660] env[66735]: DEBUG nova.compute.manager [None req-400d2af1-d001-476c-96a8-285486a789cf tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 933.656360] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0f2d36-6446-4f71-b3d3-93563f03262b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.737348] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.791532] env[66735]: DEBUG nova.objects.instance [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'flavor' on Instance uuid 57417beb-853a-47e3-a79e-f52c00b90c22 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.852564] env[66735]: DEBUG oslo_concurrency.lockutils [None req-af22794f-c8cb-463a-a586-7dbc6c4d4b4c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "4264519e-e5b6-439c-918d-0492d7562a8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 7.850s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.885265] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefeccf8-9676-4b73-a760-8bdf9b91ed69 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.894600] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd1d347-84e0-4b1f-b2ac-36eef9627209 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.932473] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe84ed90-5b2c-43f5-b7eb-714ea6e50999 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.941592] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7df9f98-b747-4ac9-ac30-f280c0893543 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.948879] env[66735]: DEBUG nova.compute.manager [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 933.965666] env[66735]: DEBUG nova.compute.provider_tree [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.054614] env[66735]: INFO nova.compute.manager [-] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Took 1.40 seconds to deallocate network for instance. [ 934.125887] env[66735]: DEBUG nova.network.neutron [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Successfully created port: 55845061-5d76-4314-9eef-fe13c5183d17 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 934.131865] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.228848] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.229422] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.229422] env[66735]: INFO nova.compute.manager [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Attaching volume 4db2b5f9-0cd3-417e-8697-58b3032a4e78 to /dev/sdb [ 934.231155] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.267657] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b075540-8b58-46f6-8087-31ed6e0ce254 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.276105] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b80711-532a-4a63-bd62-38ee3498be1e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.292833] env[66735]: DEBUG nova.virt.block_device [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Updating existing volume attachment record: efb6a655-c7a7-4822-a097-cc4e8a2ce019 {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 934.298049] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.298186] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.298308] env[66735]: DEBUG nova.network.neutron [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 934.298772] env[66735]: DEBUG nova.objects.instance [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'info_cache' on Instance uuid 57417beb-853a-47e3-a79e-f52c00b90c22 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.478776] env[66735]: DEBUG nova.scheduler.client.report [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.564787] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.730625] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.803173] env[66735]: DEBUG nova.objects.base [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Object Instance<57417beb-853a-47e3-a79e-f52c00b90c22> lazy-loaded attributes: flavor,info_cache {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 934.985258] env[66735]: DEBUG nova.compute.manager [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 934.990623] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.994841] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.025s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.995282] env[66735]: DEBUG nova.objects.instance [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lazy-loading 'resources' on Instance uuid c02a5eda-b5d0-4a90-b2c4-8ea44122264c {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.022816] env[66735]: INFO nova.scheduler.client.report [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Deleted allocations for instance 923833fe-90ef-43e8-aa9c-b513f97d2702 [ 935.028338] env[66735]: DEBUG nova.virt.hardware [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 935.028587] env[66735]: DEBUG nova.virt.hardware [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.028869] env[66735]: DEBUG nova.virt.hardware [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 935.029044] env[66735]: DEBUG nova.virt.hardware [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.029184] env[66735]: DEBUG nova.virt.hardware [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 935.029338] env[66735]: DEBUG nova.virt.hardware [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 935.029555] env[66735]: DEBUG nova.virt.hardware [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 935.029774] env[66735]: DEBUG nova.virt.hardware [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 935.029935] env[66735]: DEBUG nova.virt.hardware [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 935.030104] env[66735]: DEBUG nova.virt.hardware [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 935.030272] env[66735]: DEBUG nova.virt.hardware [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 935.036036] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382160ef-153e-440c-b071-50955d8728f9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.053045] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd912ff4-eddc-4adc-bbf5-eeab33163e89 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.231454] env[66735]: DEBUG oslo_vmware.api [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645920, 'name': ReconfigVM_Task, 'duration_secs': 6.160228} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.231835] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.232033] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Reconfigured VM to detach interface {{(pid=66735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 935.232560] env[66735]: WARNING neutronclient.v2_0.client [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.232972] env[66735]: WARNING neutronclient.v2_0.client [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.307566] env[66735]: WARNING neutronclient.v2_0.client [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.548702] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae9afb7c-13d5-41e1-be5e-39654b560281 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "923833fe-90ef-43e8-aa9c-b513f97d2702" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.918s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.865932] env[66735]: DEBUG nova.network.neutron [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Successfully updated port: 55845061-5d76-4314-9eef-fe13c5183d17 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 935.917998] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c7dea2-a0b8-48cb-b6bc-89aa4db985e8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.930367] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db47450f-1ab2-4f19-891c-1267c003fd1a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.972094] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96191118-0f59-431a-81e2-8b86f38b4cc8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.979877] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2ef285-633f-4ce6-a616-b690c8f7f07e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.994472] env[66735]: DEBUG nova.compute.provider_tree [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.369036] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "refresh_cache-f92fca99-b720-488f-bddf-6e703240f27f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.369036] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "refresh_cache-f92fca99-b720-488f-bddf-6e703240f27f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.369678] env[66735]: DEBUG nova.network.neutron [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 936.377625] env[66735]: WARNING neutronclient.v2_0.client [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.499570] env[66735]: DEBUG nova.scheduler.client.report [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.584054] env[66735]: DEBUG nova.compute.manager [req-c5724668-b193-48b4-81f4-f59879659905 req-21ce3235-1399-4ef2-a2dd-1badcf226d16 service nova] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Received event network-vif-deleted-aa14c23d-36b8-40d2-b5e3-6f273d755c1d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 936.587418] env[66735]: DEBUG nova.network.neutron [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance_info_cache with network_info: [{"id": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "address": "fa:16:3e:c7:d2:67", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8ce29d-3f", "ovs_interfaceid": "3d8ce29d-3f73-4476-ace2-e55889d07b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.005214] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.010344] env[66735]: DEBUG oslo_concurrency.lockutils [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.841s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.010789] env[66735]: DEBUG nova.objects.instance [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Lazy-loading 'resources' on Instance uuid de06f073-887e-4bde-8158-54fcd704ee5f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.073446] env[66735]: INFO nova.scheduler.client.report [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleted allocations for instance c02a5eda-b5d0-4a90-b2c4-8ea44122264c [ 937.076263] env[66735]: DEBUG nova.network.neutron [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 937.090414] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-57417beb-853a-47e3-a79e-f52c00b90c22" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.197692] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.197898] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.198093] env[66735]: DEBUG nova.network.neutron [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 937.202604] env[66735]: DEBUG nova.compute.manager [req-e8c892a2-8941-4dfc-bf94-8d7d068efc80 req-b249d1fa-ebaa-4e1c-bd76-de44c1213a13 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received event network-vif-deleted-95d2d58f-e063-4640-b342-e60f1d43b701 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 937.202727] env[66735]: INFO nova.compute.manager [req-e8c892a2-8941-4dfc-bf94-8d7d068efc80 req-b249d1fa-ebaa-4e1c-bd76-de44c1213a13 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Neutron deleted interface 95d2d58f-e063-4640-b342-e60f1d43b701; detaching it from the instance and deleting it from the info cache [ 937.203273] env[66735]: DEBUG nova.network.neutron [req-e8c892a2-8941-4dfc-bf94-8d7d068efc80 req-b249d1fa-ebaa-4e1c-bd76-de44c1213a13 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updating instance_info_cache with network_info: [{"id": "d583ff23-0699-4b03-8641-4c2cdb740de9", "address": "fa:16:3e:26:e2:f1", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd583ff23-06", "ovs_interfaceid": "d583ff23-0699-4b03-8641-4c2cdb740de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d83f3dba-2f59-48b3-b3c3-013f4d534390", "address": "fa:16:3e:9f:16:5c", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd83f3dba-2f", "ovs_interfaceid": "d83f3dba-2f59-48b3-b3c3-013f4d534390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.223334] env[66735]: WARNING neutronclient.v2_0.client [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.382901] env[66735]: DEBUG nova.network.neutron [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Updating instance_info_cache with network_info: [{"id": "55845061-5d76-4314-9eef-fe13c5183d17", "address": "fa:16:3e:b7:3b:8d", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55845061-5d", "ovs_interfaceid": "55845061-5d76-4314-9eef-fe13c5183d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.591594] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae15dcfd-a92b-4430-88e5-50e652d844ad tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "c02a5eda-b5d0-4a90-b2c4-8ea44122264c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.809s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.709778] env[66735]: WARNING neutronclient.v2_0.client [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.712518] env[66735]: DEBUG oslo_concurrency.lockutils [req-e8c892a2-8941-4dfc-bf94-8d7d068efc80 req-b249d1fa-ebaa-4e1c-bd76-de44c1213a13 service nova] Acquiring lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.712718] env[66735]: DEBUG oslo_concurrency.lockutils [req-e8c892a2-8941-4dfc-bf94-8d7d068efc80 req-b249d1fa-ebaa-4e1c-bd76-de44c1213a13 service nova] Acquired lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.713937] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0af06a-0274-4ce7-a4e5-c9a48ec2e26e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.738911] env[66735]: DEBUG oslo_concurrency.lockutils [req-e8c892a2-8941-4dfc-bf94-8d7d068efc80 req-b249d1fa-ebaa-4e1c-bd76-de44c1213a13 service nova] Releasing lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.738911] env[66735]: WARNING nova.compute.manager [req-e8c892a2-8941-4dfc-bf94-8d7d068efc80 req-b249d1fa-ebaa-4e1c-bd76-de44c1213a13 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Detach interface failed, port_id=95d2d58f-e063-4640-b342-e60f1d43b701, reason: No device with interface-id 95d2d58f-e063-4640-b342-e60f1d43b701 exists on VM: nova.exception.NotFound: No device with interface-id 95d2d58f-e063-4640-b342-e60f1d43b701 exists on VM [ 937.873024] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553cad4f-24ca-476c-b0f0-8459314b8648 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.884215] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8890fbde-6805-49ed-8263-406407c1ee7e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.888217] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "refresh_cache-f92fca99-b720-488f-bddf-6e703240f27f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.888217] env[66735]: DEBUG nova.compute.manager [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Instance network_info: |[{"id": "55845061-5d76-4314-9eef-fe13c5183d17", "address": "fa:16:3e:b7:3b:8d", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55845061-5d", "ovs_interfaceid": "55845061-5d76-4314-9eef-fe13c5183d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 937.889026] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:3b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55845061-5d76-4314-9eef-fe13c5183d17', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.899756] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 937.900611] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.900823] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c60bd733-4870-4a9d-bd7c-09161b2104aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.944568] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6978501d-b9a9-482f-9a1c-5c2f13171674 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.950470] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.950470] env[66735]: value = "task-4645929" [ 937.950470] env[66735]: _type = "Task" [ 937.950470] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.956273] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cf1d73-a072-4ba8-b624-2051df090e86 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.973031] env[66735]: DEBUG nova.compute.provider_tree [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.977894] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645929, 'name': CreateVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.098872] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.099206] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f53dff35-2d09-4c43-9d60-b1b2f17f9814 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.113160] env[66735]: DEBUG oslo_vmware.api [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 938.113160] env[66735]: value = "task-4645930" [ 938.113160] env[66735]: _type = "Task" [ 938.113160] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.114470] env[66735]: WARNING neutronclient.v2_0.client [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.132016] env[66735]: DEBUG oslo_vmware.api [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.332890] env[66735]: INFO nova.network.neutron [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Port 95d2d58f-e063-4640-b342-e60f1d43b701 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 938.334872] env[66735]: INFO nova.network.neutron [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Port d83f3dba-2f59-48b3-b3c3-013f4d534390 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 938.335635] env[66735]: DEBUG nova.network.neutron [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updating instance_info_cache with network_info: [{"id": "d583ff23-0699-4b03-8641-4c2cdb740de9", "address": "fa:16:3e:26:e2:f1", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd583ff23-06", "ovs_interfaceid": "d583ff23-0699-4b03-8641-4c2cdb740de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.341854] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.344831] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.344831] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.344831] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.344831] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.347863] env[66735]: INFO nova.compute.manager [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Terminating instance [ 938.410725] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.411068] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.469414] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645929, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.517274] env[66735]: ERROR nova.scheduler.client.report [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] [req-3622f13e-b6cc-4423-9d2f-0622b5af3334] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3622f13e-b6cc-4423-9d2f-0622b5af3334"}]} [ 938.550687] env[66735]: DEBUG nova.scheduler.client.report [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Refreshing inventories for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 938.579598] env[66735]: DEBUG nova.scheduler.client.report [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Updating ProviderTree inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 938.579833] env[66735]: DEBUG nova.compute.provider_tree [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.618723] env[66735]: DEBUG nova.scheduler.client.report [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Refreshing aggregate associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, aggregates: None {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 938.638677] env[66735]: DEBUG oslo_vmware.api [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645930, 'name': PowerOnVM_Task, 'duration_secs': 0.490374} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.638677] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.638796] env[66735]: DEBUG nova.compute.manager [None req-1c3c1d41-e7d8-4ec0-86b8-67c5b9fc327b tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 938.639710] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848c149c-9ad2-4814-aed1-ed67d4d36d0c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.667590] env[66735]: DEBUG nova.scheduler.client.report [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Refreshing trait associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 938.838680] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.855410] env[66735]: DEBUG nova.compute.manager [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 938.855632] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.856852] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9561c428-fc51-4c15-9f00-ae1c7317afdc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.875021] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.875212] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df1ad411-2c01-473a-9d29-7d9936b16f62 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.886587] env[66735]: DEBUG oslo_vmware.api [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 938.886587] env[66735]: value = "task-4645931" [ 938.886587] env[66735]: _type = "Task" [ 938.886587] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.913481] env[66735]: DEBUG nova.compute.manager [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 938.918630] env[66735]: DEBUG oslo_vmware.api [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.968270] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645929, 'name': CreateVM_Task, 'duration_secs': 0.73732} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.969095] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.969095] env[66735]: WARNING neutronclient.v2_0.client [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.969562] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.969749] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.970119] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.970413] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007e6b46-d527-4352-92e4-47c731b6e681 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.976898] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 938.976898] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ee2583-3a8a-46f6-ac8c-3ac9853ffb20" [ 938.976898] env[66735]: _type = "Task" [ 938.976898] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.993199] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ee2583-3a8a-46f6-ac8c-3ac9853ffb20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.099458] env[66735]: DEBUG nova.compute.manager [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Received event network-vif-plugged-55845061-5d76-4314-9eef-fe13c5183d17 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 939.099723] env[66735]: DEBUG oslo_concurrency.lockutils [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] Acquiring lock "f92fca99-b720-488f-bddf-6e703240f27f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.100647] env[66735]: DEBUG oslo_concurrency.lockutils [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] Lock "f92fca99-b720-488f-bddf-6e703240f27f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.100647] env[66735]: DEBUG oslo_concurrency.lockutils [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] Lock "f92fca99-b720-488f-bddf-6e703240f27f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.100647] env[66735]: DEBUG nova.compute.manager [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] [instance: f92fca99-b720-488f-bddf-6e703240f27f] No waiting events found dispatching network-vif-plugged-55845061-5d76-4314-9eef-fe13c5183d17 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 939.100647] env[66735]: WARNING nova.compute.manager [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Received unexpected event network-vif-plugged-55845061-5d76-4314-9eef-fe13c5183d17 for instance with vm_state building and task_state spawning. [ 939.100896] env[66735]: DEBUG nova.compute.manager [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Received event network-changed-55845061-5d76-4314-9eef-fe13c5183d17 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 939.100983] env[66735]: DEBUG nova.compute.manager [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Refreshing instance network info cache due to event network-changed-55845061-5d76-4314-9eef-fe13c5183d17. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 939.101232] env[66735]: DEBUG oslo_concurrency.lockutils [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] Acquiring lock "refresh_cache-f92fca99-b720-488f-bddf-6e703240f27f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.101588] env[66735]: DEBUG oslo_concurrency.lockutils [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] Acquired lock "refresh_cache-f92fca99-b720-488f-bddf-6e703240f27f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.101588] env[66735]: DEBUG nova.network.neutron [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Refreshing network info cache for port 55845061-5d76-4314-9eef-fe13c5183d17 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.216705] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c564a1e-1238-4cc6-9213-ea33a8a8f018 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.228624] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac54895-157c-487b-945f-6987183545de {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.265662] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f087b05f-d3f3-47eb-81d1-8a4bfd324ade {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.278207] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18ddff0-c40d-4b80-bb84-ddf9dbfe6395 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.294611] env[66735]: DEBUG nova.compute.provider_tree [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.349041] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f9bace6-206e-41a2-929a-89144aa15378 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad-95d2d58f-e063-4640-b342-e60f1d43b701" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.235s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.366119] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 939.366119] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907198', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'name': 'volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a2c906f-1613-4701-9787-16a2b1f1cf2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'serial': '4db2b5f9-0cd3-417e-8697-58b3032a4e78'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 939.367411] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7f9b83-b16b-422b-8fbd-b34bad6b1545 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.389112] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e01b821-eeed-4742-a31c-b3d396bb81f7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.419754] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78/volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.419754] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e5558cb-d87c-4396-ab9a-dd2c01ad16d0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.437792] env[66735]: DEBUG oslo_vmware.api [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645931, 'name': PowerOffVM_Task, 'duration_secs': 0.231001} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.438508] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.438670] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.441109] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1d6e436-47e5-4607-b46c-d742712762c3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.446384] env[66735]: DEBUG oslo_vmware.api [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 939.446384] env[66735]: value = "task-4645932" [ 939.446384] env[66735]: _type = "Task" [ 939.446384] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.455616] env[66735]: DEBUG oslo_vmware.api [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.477898] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.492848] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ee2583-3a8a-46f6-ac8c-3ac9853ffb20, 'name': SearchDatastore_Task, 'duration_secs': 0.037416} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.494781] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.495196] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.495501] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.495686] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.495850] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.496488] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13b18ded-5a20-4d9a-8bfa-24d0ffbf5abc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.510553] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.510553] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.511247] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00476662-17fc-43b8-8a4b-dabed69b3106 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.517889] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 939.517889] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521fa4e9-d717-6aa1-c025-b31bf0e57a98" [ 939.517889] env[66735]: _type = "Task" [ 939.517889] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.532589] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521fa4e9-d717-6aa1-c025-b31bf0e57a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.558076] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.558572] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.558572] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Deleting the datastore file [datastore1] 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.558984] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aef85f6-2e43-4abc-9c7c-24ee713828fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.568031] env[66735]: DEBUG oslo_vmware.api [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 939.568031] env[66735]: value = "task-4645934" [ 939.568031] env[66735]: _type = "Task" [ 939.568031] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.577792] env[66735]: DEBUG oslo_vmware.api [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.604586] env[66735]: WARNING neutronclient.v2_0.client [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.609212] env[66735]: DEBUG nova.compute.manager [req-64e3a74c-a959-486e-b148-ac6c31d9fef9 req-68d0ccce-5b3f-4a89-9193-853ded2f415d service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received event network-vif-deleted-d83f3dba-2f59-48b3-b3c3-013f4d534390 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 939.867051] env[66735]: DEBUG nova.scheduler.client.report [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 939.867432] env[66735]: DEBUG nova.compute.provider_tree [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 105 to 106 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 939.867539] env[66735]: DEBUG nova.compute.provider_tree [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.959598] env[66735]: DEBUG oslo_vmware.api [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.030137] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521fa4e9-d717-6aa1-c025-b31bf0e57a98, 'name': SearchDatastore_Task, 'duration_secs': 0.019179} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.030986] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97cd979-a145-466b-84ea-ba13fc0637a8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.038953] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 940.038953] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5272a294-df9a-f481-de12-2fac65982460" [ 940.038953] env[66735]: _type = "Task" [ 940.038953] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.049172] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5272a294-df9a-f481-de12-2fac65982460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.077889] env[66735]: DEBUG oslo_vmware.api [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4645934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187997} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.078193] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.078477] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.078555] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.078686] env[66735]: INFO nova.compute.manager [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Took 1.22 seconds to destroy the instance on the hypervisor. [ 940.078933] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 940.079178] env[66735]: DEBUG nova.compute.manager [-] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 940.079273] env[66735]: DEBUG nova.network.neutron [-] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 940.079982] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.122334] env[66735]: WARNING neutronclient.v2_0.client [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.184399] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.291416] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "57417beb-853a-47e3-a79e-f52c00b90c22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.291578] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "57417beb-853a-47e3-a79e-f52c00b90c22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.291885] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "57417beb-853a-47e3-a79e-f52c00b90c22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.292151] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "57417beb-853a-47e3-a79e-f52c00b90c22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.292275] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "57417beb-853a-47e3-a79e-f52c00b90c22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.296108] env[66735]: INFO nova.compute.manager [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Terminating instance [ 940.298075] env[66735]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port d83f3dba-2f59-48b3-b3c3-013f4d534390 could not be found.", "detail": ""}} {{(pid=66735) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 940.298390] env[66735]: DEBUG nova.network.neutron [-] Unable to show port d83f3dba-2f59-48b3-b3c3-013f4d534390 as it no longer exists. {{(pid=66735) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 940.375795] env[66735]: DEBUG nova.network.neutron [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Updated VIF entry in instance network info cache for port 55845061-5d76-4314-9eef-fe13c5183d17. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 940.375795] env[66735]: DEBUG nova.network.neutron [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Updating instance_info_cache with network_info: [{"id": "55845061-5d76-4314-9eef-fe13c5183d17", "address": "fa:16:3e:b7:3b:8d", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55845061-5d", "ovs_interfaceid": "55845061-5d76-4314-9eef-fe13c5183d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.375795] env[66735]: DEBUG oslo_concurrency.lockutils [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.365s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.380088] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.764s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.380088] env[66735]: DEBUG nova.objects.instance [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lazy-loading 'resources' on Instance uuid a55ab608-5565-47f7-8cb7-d10d974345b6 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.418233] env[66735]: INFO nova.scheduler.client.report [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Deleted allocations for instance de06f073-887e-4bde-8158-54fcd704ee5f [ 940.462618] env[66735]: DEBUG oslo_vmware.api [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645932, 'name': ReconfigVM_Task, 'duration_secs': 0.846884} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.464123] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Reconfigured VM instance instance-00000044 to attach disk [datastore2] volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78/volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.468732] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce0a1897-2626-4f07-9e9c-dc55e1ce090d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.487575] env[66735]: DEBUG oslo_vmware.api [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 940.487575] env[66735]: value = "task-4645935" [ 940.487575] env[66735]: _type = "Task" [ 940.487575] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.499379] env[66735]: DEBUG oslo_vmware.api [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.551622] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5272a294-df9a-f481-de12-2fac65982460, 'name': SearchDatastore_Task, 'duration_secs': 0.032411} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.552706] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.552706] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] f92fca99-b720-488f-bddf-6e703240f27f/f92fca99-b720-488f-bddf-6e703240f27f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.552706] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eca9b003-cc15-4fc8-8edf-f3606003c45d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.561161] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 940.561161] env[66735]: value = "task-4645936" [ 940.561161] env[66735]: _type = "Task" [ 940.561161] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.572729] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.805015] env[66735]: DEBUG nova.compute.manager [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 940.805015] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.805015] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e1fbb9-9ca0-4c37-8140-0f3fc4ad2d05 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.815808] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.815808] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc35adc3-9c43-4b9d-8003-8da505ef9280 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.824989] env[66735]: DEBUG oslo_vmware.api [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 940.824989] env[66735]: value = "task-4645937" [ 940.824989] env[66735]: _type = "Task" [ 940.824989] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.836364] env[66735]: DEBUG oslo_vmware.api [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.889588] env[66735]: DEBUG oslo_concurrency.lockutils [req-ecea0754-44ef-4925-9fca-6bd169c3790c req-59fe2e81-18dc-47e3-a224-6dbf418b9feb service nova] Releasing lock "refresh_cache-f92fca99-b720-488f-bddf-6e703240f27f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.929903] env[66735]: DEBUG oslo_concurrency.lockutils [None req-681017dc-6c8b-46a0-b0b4-a9b380866eb5 tempest-ServersTestFqdnHostnames-22117533 tempest-ServersTestFqdnHostnames-22117533-project-member] Lock "de06f073-887e-4bde-8158-54fcd704ee5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.652s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.005199] env[66735]: DEBUG oslo_vmware.api [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645935, 'name': ReconfigVM_Task, 'duration_secs': 0.210813} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.008990] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907198', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'name': 'volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a2c906f-1613-4701-9787-16a2b1f1cf2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'serial': '4db2b5f9-0cd3-417e-8697-58b3032a4e78'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 941.079174] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645936, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.267450] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Acquiring lock "bd9c9da0-30e0-4184-9219-7c76e34290c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.267450] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Lock "bd9c9da0-30e0-4184-9219-7c76e34290c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.340891] env[66735]: DEBUG oslo_vmware.api [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645937, 'name': PowerOffVM_Task, 'duration_secs': 0.303371} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.340891] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.340891] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.341215] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3c34420-867f-4e10-be57-b3ed36400fb8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.354245] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1b7149-65a8-4f3d-834c-afc9a4237b8b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.365266] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348507d2-a4c7-455b-81bc-d8848b2e3890 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.407096] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6444b507-cdc6-4f1f-a429-b5c069df71b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.417027] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7accc4f3-deb9-4745-995b-8fd2c78b5224 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.423995] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.424271] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.424473] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleting the datastore file [datastore1] 57417beb-853a-47e3-a79e-f52c00b90c22 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.425361] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4a797ea-f2e3-4914-bc44-1158a55c4334 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.438862] env[66735]: DEBUG nova.compute.provider_tree [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.447208] env[66735]: DEBUG oslo_vmware.api [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 941.447208] env[66735]: value = "task-4645939" [ 941.447208] env[66735]: _type = "Task" [ 941.447208] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.460426] env[66735]: DEBUG oslo_vmware.api [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.514899] env[66735]: DEBUG nova.network.neutron [-] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.574246] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645936, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.771784] env[66735]: DEBUG nova.compute.manager [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 941.942533] env[66735]: DEBUG nova.scheduler.client.report [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.958647] env[66735]: DEBUG oslo_vmware.api [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4645939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243269} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.958976] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.959299] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.959561] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.959797] env[66735]: INFO nova.compute.manager [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Took 1.16 seconds to destroy the instance on the hypervisor. [ 941.960114] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 941.960360] env[66735]: DEBUG nova.compute.manager [-] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 941.960499] env[66735]: DEBUG nova.network.neutron [-] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 941.960812] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.971141] env[66735]: DEBUG nova.compute.manager [req-f030e2cc-f6bb-4c70-8475-41f44bb16260 req-b90765fc-661e-4771-acdd-5867ccea0500 service nova] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Received event network-vif-deleted-d583ff23-0699-4b03-8641-4c2cdb740de9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 942.020842] env[66735]: INFO nova.compute.manager [-] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Took 1.94 seconds to deallocate network for instance. [ 942.075970] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645936, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.079368] env[66735]: DEBUG nova.objects.instance [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lazy-loading 'flavor' on Instance uuid 1a2c906f-1613-4701-9787-16a2b1f1cf2f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.100947] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.295289] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "db29ff15-ad16-486d-9c7f-89bee68ed951" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.295548] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "db29ff15-ad16-486d-9c7f-89bee68ed951" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.321240] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.447537] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.453659] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.817s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.454019] env[66735]: DEBUG nova.objects.instance [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lazy-loading 'resources' on Instance uuid 206a1a52-5506-4711-95ac-84c5f2550a7e {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.480705] env[66735]: INFO nova.scheduler.client.report [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Deleted allocations for instance a55ab608-5565-47f7-8cb7-d10d974345b6 [ 942.528402] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.576040] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645936, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.587413] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38df10cd-592c-4ad9-ae01-448a37aa7656 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.357s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.801768] env[66735]: DEBUG nova.compute.manager [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 942.993130] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a820b295-5cf0-4bd8-809f-e8c8499610f2 tempest-MultipleCreateTestJSON-2049163218 tempest-MultipleCreateTestJSON-2049163218-project-member] Lock "a55ab608-5565-47f7-8cb7-d10d974345b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.531s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.078697] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645936, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.038118} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.079034] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] f92fca99-b720-488f-bddf-6e703240f27f/f92fca99-b720-488f-bddf-6e703240f27f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.079631] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.079941] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eb26cc6-503c-4224-952d-c32466fcdea1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.088290] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 943.088290] env[66735]: value = "task-4645940" [ 943.088290] env[66735]: _type = "Task" [ 943.088290] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.102690] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.260021] env[66735]: DEBUG nova.compute.manager [req-6dcd89e3-6ba0-4703-93ce-3b43a666a293 req-de3f1b02-5125-4355-8991-77557245d475 service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Received event network-vif-deleted-3d8ce29d-3f73-4476-ace2-e55889d07b9f {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 943.260021] env[66735]: INFO nova.compute.manager [req-6dcd89e3-6ba0-4703-93ce-3b43a666a293 req-de3f1b02-5125-4355-8991-77557245d475 service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Neutron deleted interface 3d8ce29d-3f73-4476-ace2-e55889d07b9f; detaching it from the instance and deleting it from the info cache [ 943.260021] env[66735]: DEBUG nova.network.neutron [req-6dcd89e3-6ba0-4703-93ce-3b43a666a293 req-de3f1b02-5125-4355-8991-77557245d475 service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.272763] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee7ac2-a640-49a0-8f63-5cbf5dfc6ed1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.274837] env[66735]: DEBUG nova.network.neutron [-] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.282566] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b01100-9a9a-4425-a346-1c1081696165 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.326529] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edb1de5-0676-4832-9bcf-dbff023a18e9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.337881] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa5d8be-e80c-4aac-abd9-1629bf6f24e3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.356018] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.356596] env[66735]: DEBUG nova.compute.provider_tree [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.602753] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068869} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.603251] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.603830] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e11e2-1635-40e1-ad9c-d91549b66f5e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.631084] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] f92fca99-b720-488f-bddf-6e703240f27f/f92fca99-b720-488f-bddf-6e703240f27f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.632155] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08ceb281-fcfa-4ba1-9706-2e8b87817511 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.655721] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 943.655721] env[66735]: value = "task-4645941" [ 943.655721] env[66735]: _type = "Task" [ 943.655721] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.667264] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.764781] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b894a021-1744-4847-9db4-a440872f8922 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.776790] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599fc672-7489-450f-a598-a341162838f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.794054] env[66735]: INFO nova.compute.manager [-] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Took 1.83 seconds to deallocate network for instance. [ 943.822567] env[66735]: DEBUG nova.compute.manager [req-6dcd89e3-6ba0-4703-93ce-3b43a666a293 req-de3f1b02-5125-4355-8991-77557245d475 service nova] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Detach interface failed, port_id=3d8ce29d-3f73-4476-ace2-e55889d07b9f, reason: Instance 57417beb-853a-47e3-a79e-f52c00b90c22 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 943.860023] env[66735]: DEBUG nova.scheduler.client.report [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.174167] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645941, 'name': ReconfigVM_Task, 'duration_secs': 0.33907} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.174467] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Reconfigured VM instance instance-0000004d to attach disk [datastore2] f92fca99-b720-488f-bddf-6e703240f27f/f92fca99-b720-488f-bddf-6e703240f27f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.175153] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42762d64-503b-4b21-86d1-05a8384f9506 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.183945] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 944.183945] env[66735]: value = "task-4645942" [ 944.183945] env[66735]: _type = "Task" [ 944.183945] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.195057] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645942, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.307027] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.367813] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.370493] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.216s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.372738] env[66735]: INFO nova.compute.claims [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.400850] env[66735]: INFO nova.scheduler.client.report [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Deleted allocations for instance 206a1a52-5506-4711-95ac-84c5f2550a7e [ 944.509013] env[66735]: INFO nova.compute.manager [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Rebuilding instance [ 944.579111] env[66735]: DEBUG nova.compute.manager [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 944.580118] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e9092c-0d61-4441-b63b-67c6a8815ba5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.696025] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645942, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.908753] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1077abf-a92a-40aa-94cd-d3dd4da4a8e9 tempest-ServersAdminTestJSON-1056025790 tempest-ServersAdminTestJSON-1056025790-project-member] Lock "206a1a52-5506-4711-95ac-84c5f2550a7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.080s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.195603] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645942, 'name': Rename_Task, 'duration_secs': 1.004342} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.195908] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.196710] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88dcd300-44e1-4305-b2bd-e274dc72bac6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.204518] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 945.204518] env[66735]: value = "task-4645943" [ 945.204518] env[66735]: _type = "Task" [ 945.204518] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.213812] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.597775] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.598185] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-265348b7-8298-4e9a-aca5-58808e10ee80 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.608880] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 945.608880] env[66735]: value = "task-4645944" [ 945.608880] env[66735]: _type = "Task" [ 945.608880] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.622686] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.686245] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf04e05-b016-47c6-8767-428b814450c1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.700641] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd2c86f-0165-4d70-bb01-583aea1a464f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.769855] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb1b609-5016-4df3-8605-5d1e6f61065e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.771624] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.778916] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57534345-ca02-442d-bf7e-f043e6f14795 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.799994] env[66735]: DEBUG nova.compute.provider_tree [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.122042] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645944, 'name': PowerOffVM_Task, 'duration_secs': 0.271859} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.122198] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.191746] env[66735]: INFO nova.compute.manager [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Detaching volume 4db2b5f9-0cd3-417e-8697-58b3032a4e78 [ 946.222610] env[66735]: DEBUG oslo_vmware.api [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645943, 'name': PowerOnVM_Task, 'duration_secs': 0.567102} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.223092] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.223162] env[66735]: INFO nova.compute.manager [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Took 11.24 seconds to spawn the instance on the hypervisor. [ 946.223329] env[66735]: DEBUG nova.compute.manager [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 946.224140] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88f1d87-30b7-4ae7-8b5d-08c9a8ed60e7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.237071] env[66735]: INFO nova.virt.block_device [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Attempting to driver detach volume 4db2b5f9-0cd3-417e-8697-58b3032a4e78 from mountpoint /dev/sdb [ 946.237311] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 946.237487] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907198', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'name': 'volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a2c906f-1613-4701-9787-16a2b1f1cf2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'serial': '4db2b5f9-0cd3-417e-8697-58b3032a4e78'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 946.238440] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf6d068-2eef-4096-9c5d-ab3a57686e2f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.264361] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1789b2aa-79c0-4966-a3dd-2637a4db814a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.275491] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b362fffc-4356-465a-9415-3712a101d807 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.300108] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeae39a-88e9-43d4-90e5-439872fe1999 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.306151] env[66735]: DEBUG nova.scheduler.client.report [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.324024] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The volume has not been displaced from its original location: [datastore2] volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78/volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 946.329776] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 946.334024] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e7b354-aef5-44e3-939d-3ebf35c33cfc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.353926] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 946.353926] env[66735]: value = "task-4645945" [ 946.353926] env[66735]: _type = "Task" [ 946.353926] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.364721] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.744674] env[66735]: INFO nova.compute.manager [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Took 17.59 seconds to build instance. [ 946.813230] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.813230] env[66735]: DEBUG nova.compute.manager [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 946.815983] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.056s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.866578] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645945, 'name': ReconfigVM_Task, 'duration_secs': 0.396008} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.866918] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 946.872844] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97904bfd-7894-4094-be65-6ef14c3cd1b5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.892312] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 946.892312] env[66735]: value = "task-4645946" [ 946.892312] env[66735]: _type = "Task" [ 946.892312] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.905969] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.242696] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Acquiring lock "d28bdb48-d509-4278-b5dc-c3238209198d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.242696] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Lock "d28bdb48-d509-4278-b5dc-c3238209198d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.246868] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1542a490-147c-41e3-bcb6-d1414c9d5032 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "f92fca99-b720-488f-bddf-6e703240f27f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.104s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.321559] env[66735]: DEBUG nova.compute.utils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.325378] env[66735]: INFO nova.compute.claims [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.330409] env[66735]: DEBUG nova.compute.manager [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 947.330792] env[66735]: DEBUG nova.network.neutron [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 947.331276] env[66735]: WARNING neutronclient.v2_0.client [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.331843] env[66735]: WARNING neutronclient.v2_0.client [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.403671] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645946, 'name': ReconfigVM_Task, 'duration_secs': 0.275341} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.403994] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907198', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'name': 'volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a2c906f-1613-4701-9787-16a2b1f1cf2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'serial': '4db2b5f9-0cd3-417e-8697-58b3032a4e78'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 947.720992] env[66735]: DEBUG nova.policy [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20fe08833024f38ad0ab096516f2603', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0caa29743c8246d490a3da9761277853', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.744504] env[66735]: DEBUG nova.compute.manager [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 947.832543] env[66735]: DEBUG nova.compute.manager [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 947.838426] env[66735]: INFO nova.compute.resource_tracker [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating resource usage from migration 65a42493-8a72-4ed9-a75e-7a3e1d7cc64d [ 948.176788] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedf3167-1c00-457e-9bd7-915f8dab8a77 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.185270] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885e6d3a-1fde-4250-bfc0-60ec6da4b52d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.220385] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eac8b4f-df52-48d7-9565-3215d6fa09ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.228530] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1581a5-bbf1-4800-bf3e-ded02fe20ee7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.245062] env[66735]: DEBUG nova.compute.provider_tree [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.287911] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.394346] env[66735]: DEBUG nova.network.neutron [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Successfully created port: 3623ed4c-c1e4-408f-b338-2d14e09be324 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 948.483639] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.483639] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf570553-3774-4c72-8ecd-18f6078de414 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.498186] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 948.498186] env[66735]: value = "task-4645947" [ 948.498186] env[66735]: _type = "Task" [ 948.498186] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.510245] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 948.510538] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 948.510756] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907198', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'name': 'volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a2c906f-1613-4701-9787-16a2b1f1cf2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'serial': '4db2b5f9-0cd3-417e-8697-58b3032a4e78'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 948.511624] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebad434-d045-442d-b77a-c4eae7fd2478 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.535963] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a6d0ca-bf9a-4b84-a140-11606dd26c18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.545674] env[66735]: WARNING nova.virt.vmwareapi.driver [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 948.546037] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.546970] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d79f7d-b4c8-45a1-8fc5-638852a87e64 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.555000] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.555564] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19dbe49e-f2bc-4e37-a4f8-6bbf4cb42efe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.645605] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.645605] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.645605] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleting the datastore file [datastore1] 1a2c906f-1613-4701-9787-16a2b1f1cf2f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.645605] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-196deaaa-fb0f-4e5e-bc0e-9c997aa3f41d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.654065] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 948.654065] env[66735]: value = "task-4645949" [ 948.654065] env[66735]: _type = "Task" [ 948.654065] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.668750] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.750761] env[66735]: DEBUG nova.scheduler.client.report [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.855425] env[66735]: DEBUG nova.compute.manager [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 948.889596] env[66735]: DEBUG nova.virt.hardware [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 948.889834] env[66735]: DEBUG nova.virt.hardware [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.889983] env[66735]: DEBUG nova.virt.hardware [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 948.890174] env[66735]: DEBUG nova.virt.hardware [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.890317] env[66735]: DEBUG nova.virt.hardware [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 948.890494] env[66735]: DEBUG nova.virt.hardware [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 948.890700] env[66735]: DEBUG nova.virt.hardware [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 948.890854] env[66735]: DEBUG nova.virt.hardware [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 948.891030] env[66735]: DEBUG nova.virt.hardware [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 948.891195] env[66735]: DEBUG nova.virt.hardware [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 948.891363] env[66735]: DEBUG nova.virt.hardware [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 948.892384] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740e0f4f-de3e-46f2-b86a-1fb1c79a9499 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.901752] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cf5446-c0ed-4f46-844b-39c892abf187 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.167076] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.265025] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.446s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.265025] env[66735]: INFO nova.compute.manager [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Migrating [ 949.270839] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.139s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.272793] env[66735]: INFO nova.compute.claims [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.667586] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.789595] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.789714] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.790412] env[66735]: DEBUG nova.network.neutron [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 950.040101] env[66735]: DEBUG nova.network.neutron [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Successfully updated port: 3623ed4c-c1e4-408f-b338-2d14e09be324 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 950.169188] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.296651] env[66735]: WARNING neutronclient.v2_0.client [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.546533] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "refresh_cache-0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.546718] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "refresh_cache-0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.546889] env[66735]: DEBUG nova.network.neutron [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 950.613196] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c918110f-777a-4836-a3d6-61d4302bb1a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.624877] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee81b922-390c-44da-855d-4b6dfd3eebc3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.670527] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583dd056-7e2c-4af3-8cad-79159d3c8217 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.685627] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb73b595-a4bc-4a04-ba03-d75cd65dd294 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.690694] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.703954] env[66735]: DEBUG nova.compute.provider_tree [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.757333] env[66735]: WARNING neutronclient.v2_0.client [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.929292] env[66735]: DEBUG nova.network.neutron [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance_info_cache with network_info: [{"id": "6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05", "address": "fa:16:3e:ce:de:1f", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4e00b9-d5", "ovs_interfaceid": "6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.084398] env[66735]: DEBUG nova.network.neutron [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 951.169044] env[66735]: WARNING neutronclient.v2_0.client [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.177748] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.215035] env[66735]: DEBUG nova.scheduler.client.report [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.278148] env[66735]: DEBUG nova.network.neutron [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Updating instance_info_cache with network_info: [{"id": "3623ed4c-c1e4-408f-b338-2d14e09be324", "address": "fa:16:3e:0f:51:9c", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3623ed4c-c1", "ovs_interfaceid": "3623ed4c-c1e4-408f-b338-2d14e09be324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.434172] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.600374] env[66735]: DEBUG nova.compute.manager [req-949cdc68-ccd6-48e6-a035-4947e9f91750 req-0cc02522-366c-4988-9e68-a1820133d7bc service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Received event network-vif-plugged-3623ed4c-c1e4-408f-b338-2d14e09be324 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 951.600572] env[66735]: DEBUG oslo_concurrency.lockutils [req-949cdc68-ccd6-48e6-a035-4947e9f91750 req-0cc02522-366c-4988-9e68-a1820133d7bc service nova] Acquiring lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.600793] env[66735]: DEBUG oslo_concurrency.lockutils [req-949cdc68-ccd6-48e6-a035-4947e9f91750 req-0cc02522-366c-4988-9e68-a1820133d7bc service nova] Lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.600952] env[66735]: DEBUG oslo_concurrency.lockutils [req-949cdc68-ccd6-48e6-a035-4947e9f91750 req-0cc02522-366c-4988-9e68-a1820133d7bc service nova] Lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.601130] env[66735]: DEBUG nova.compute.manager [req-949cdc68-ccd6-48e6-a035-4947e9f91750 req-0cc02522-366c-4988-9e68-a1820133d7bc service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] No waiting events found dispatching network-vif-plugged-3623ed4c-c1e4-408f-b338-2d14e09be324 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 951.601286] env[66735]: WARNING nova.compute.manager [req-949cdc68-ccd6-48e6-a035-4947e9f91750 req-0cc02522-366c-4988-9e68-a1820133d7bc service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Received unexpected event network-vif-plugged-3623ed4c-c1e4-408f-b338-2d14e09be324 for instance with vm_state building and task_state spawning. [ 951.679374] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.722904] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.725025] env[66735]: DEBUG nova.compute.manager [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 951.728411] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.164s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.728602] env[66735]: DEBUG nova.objects.instance [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lazy-loading 'resources' on Instance uuid cab2d0f3-650f-4f37-9386-440f4cb74d4c {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.781053] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "refresh_cache-0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.781629] env[66735]: DEBUG nova.compute.manager [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Instance network_info: |[{"id": "3623ed4c-c1e4-408f-b338-2d14e09be324", "address": "fa:16:3e:0f:51:9c", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3623ed4c-c1", "ovs_interfaceid": "3623ed4c-c1e4-408f-b338-2d14e09be324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 951.782811] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:51:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3623ed4c-c1e4-408f-b338-2d14e09be324', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.795986] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 951.797074] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.797345] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7dfed80-19e8-4c78-8a5b-01a6a7a67ddd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.826623] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.826623] env[66735]: value = "task-4645950" [ 951.826623] env[66735]: _type = "Task" [ 951.826623] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.840183] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645950, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.893331] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "6a05070f-299f-4a01-a3b5-ff77ef405528" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.893674] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "6a05070f-299f-4a01-a3b5-ff77ef405528" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.070987] env[66735]: DEBUG oslo_concurrency.lockutils [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "766bf5e7-c5d6-474e-be1f-316a531ef128" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.072262] env[66735]: DEBUG oslo_concurrency.lockutils [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.072735] env[66735]: INFO nova.compute.manager [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Shelving [ 952.185995] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.189447] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52c3ed2-bec1-4d06-af12-ee4541e97459 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.203273] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddbd0bb-9f9d-497a-baaf-0ab858010d89 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Suspending the VM {{(pid=66735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 952.203273] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-86fc963d-0983-4ba0-93d4-4c95f19e71be {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.208154] env[66735]: DEBUG oslo_vmware.api [None req-5ddbd0bb-9f9d-497a-baaf-0ab858010d89 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 952.208154] env[66735]: value = "task-4645951" [ 952.208154] env[66735]: _type = "Task" [ 952.208154] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.221844] env[66735]: DEBUG oslo_vmware.api [None req-5ddbd0bb-9f9d-497a-baaf-0ab858010d89 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645951, 'name': SuspendVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.232744] env[66735]: DEBUG nova.compute.utils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.237786] env[66735]: DEBUG nova.compute.manager [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 952.237984] env[66735]: DEBUG nova.network.neutron [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 952.238330] env[66735]: WARNING neutronclient.v2_0.client [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.238709] env[66735]: WARNING neutronclient.v2_0.client [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.314776] env[66735]: DEBUG nova.policy [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '404c21382d5b4720a44a7edee3a598a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc2ef2f7d064717860187d5a603fc1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.338408] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645950, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.397452] env[66735]: DEBUG nova.compute.manager [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 952.584788] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f11038-5a8a-45db-b8ae-6b7ba0d73469 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.597930] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b173df3-4468-455b-9249-35a810e31eb7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.635867] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1201baeb-d252-449e-8ac7-903d659cb0ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.646593] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a0994e-2349-453e-b8dd-bac466491456 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.661468] env[66735]: DEBUG nova.compute.provider_tree [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.677897] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.581066} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.678213] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.678435] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.678789] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.721506] env[66735]: DEBUG oslo_vmware.api [None req-5ddbd0bb-9f9d-497a-baaf-0ab858010d89 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645951, 'name': SuspendVM_Task} progress is 54%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.738271] env[66735]: DEBUG nova.compute.manager [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 952.840283] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645950, 'name': CreateVM_Task, 'duration_secs': 0.821636} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.841919] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.841919] env[66735]: WARNING neutronclient.v2_0.client [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.841919] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.841919] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.841919] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.842276] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7aaec3a-c0a8-4afe-8135-f5e018f9d193 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.850850] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 952.850850] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f0f5fd-949d-1480-5ebf-1b5b6a920986" [ 952.850850] env[66735]: _type = "Task" [ 952.850850] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.862181] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f0f5fd-949d-1480-5ebf-1b5b6a920986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.863503] env[66735]: DEBUG nova.network.neutron [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Successfully created port: eda7f553-4a75-4795-8c71-1560c77200bd {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 952.931669] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.958444] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f29d23-801c-4342-8deb-d2bad6187c1a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.983293] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance '8ffe3e91-bdd4-4136-947b-a94b42305acc' progress to 0 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 953.095812] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.095980] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7391f4f2-cb02-4c2e-9778-49d3fb74946d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.106041] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 953.106041] env[66735]: value = "task-4645952" [ 953.106041] env[66735]: _type = "Task" [ 953.106041] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.962594] env[66735]: DEBUG nova.scheduler.client.report [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.968035] env[66735]: INFO nova.virt.block_device [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Booting with volume 4db2b5f9-0cd3-417e-8697-58b3032a4e78 at /dev/sdb [ 953.974583] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.975764] env[66735]: DEBUG nova.compute.manager [req-f21ec79b-a80b-42c2-a3de-31bc6e32f4b6 req-0f6413f6-f420-4b6f-bb9b-ae80dba34070 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Received event network-changed-3623ed4c-c1e4-408f-b338-2d14e09be324 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 953.975954] env[66735]: DEBUG nova.compute.manager [req-f21ec79b-a80b-42c2-a3de-31bc6e32f4b6 req-0f6413f6-f420-4b6f-bb9b-ae80dba34070 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Refreshing instance network info cache due to event network-changed-3623ed4c-c1e4-408f-b338-2d14e09be324. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 953.976218] env[66735]: DEBUG oslo_concurrency.lockutils [req-f21ec79b-a80b-42c2-a3de-31bc6e32f4b6 req-0f6413f6-f420-4b6f-bb9b-ae80dba34070 service nova] Acquiring lock "refresh_cache-0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.977357] env[66735]: DEBUG oslo_concurrency.lockutils [req-f21ec79b-a80b-42c2-a3de-31bc6e32f4b6 req-0f6413f6-f420-4b6f-bb9b-ae80dba34070 service nova] Acquired lock "refresh_cache-0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.977357] env[66735]: DEBUG nova.network.neutron [req-f21ec79b-a80b-42c2-a3de-31bc6e32f4b6 req-0f6413f6-f420-4b6f-bb9b-ae80dba34070 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Refreshing network info cache for port 3623ed4c-c1e4-408f-b338-2d14e09be324 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.985570] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6bc4977-e0a7-43a8-8a78-0f35776d119b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.998881] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645952, 'name': PowerOffVM_Task, 'duration_secs': 0.283331} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.999234] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.000442] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd89f9ab-e69b-42d9-b77e-d195913db690 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.011819] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 954.011819] env[66735]: value = "task-4645956" [ 954.011819] env[66735]: _type = "Task" [ 954.011819] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.016025] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f0f5fd-949d-1480-5ebf-1b5b6a920986, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.016025] env[66735]: DEBUG oslo_vmware.api [None req-5ddbd0bb-9f9d-497a-baaf-0ab858010d89 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645951, 'name': SuspendVM_Task, 'duration_secs': 0.757049} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.016025] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.016025] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.016025] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.016025] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.016025] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.016025] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddbd0bb-9f9d-497a-baaf-0ab858010d89 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Suspended the VM {{(pid=66735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 954.016025] env[66735]: DEBUG nova.compute.manager [None req-5ddbd0bb-9f9d-497a-baaf-0ab858010d89 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 954.018198] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5d7a46f-c1b1-45b6-8900-080aca79c59c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.021377] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fdd5f5-17c4-46d6-ae8d-b85b3aabc655 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.042090] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9138ee-c61c-49c2-acb2-87b7cb41d0a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.045814] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb2cb2f3-d47a-44c5-aca4-cb81742b4e9b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.058105] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.058305] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.060283] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.060283] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54fcf171-584e-419a-b259-0502f8455c38 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.073748] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d9e143-ee46-4dbc-98b1-01110aa61b4a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.092261] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 954.092261] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5241fd54-2aaf-7513-74ff-f3c4a40ce83b" [ 954.092261] env[66735]: _type = "Task" [ 954.092261] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.102253] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5241fd54-2aaf-7513-74ff-f3c4a40ce83b, 'name': SearchDatastore_Task, 'duration_secs': 0.0124} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.115435] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0190994-a37c-444e-a734-0e2f153fcb56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.119215] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f140768f-1d3f-4ebe-b5b2-21ba9bae38da {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.125797] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 954.125797] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bf9c02-3dd7-d42b-35b3-74f1b0963e83" [ 954.125797] env[66735]: _type = "Task" [ 954.125797] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.133229] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28df5f39-908a-4da7-a5da-7b1903a9fd10 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.150157] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bf9c02-3dd7-d42b-35b3-74f1b0963e83, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.150463] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.150810] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc/0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.151114] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9c64ce0-f57f-4709-aa43-a45facb985b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.166790] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf203ec1-a2fe-4d6a-8f1a-e958c614cee6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.169585] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 954.169585] env[66735]: value = "task-4645957" [ 954.169585] env[66735]: _type = "Task" [ 954.169585] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.176874] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c885fca0-8382-4e74-9684-6ee6065f78c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.182838] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.195157] env[66735]: DEBUG nova.virt.block_device [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Updating existing volume attachment record: 62eb862a-490d-4a21-8961-8e4c4a5d742e {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 954.479168] env[66735]: DEBUG nova.compute.manager [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 954.482657] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.754s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.486418] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.009s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.490249] env[66735]: INFO nova.compute.claims [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.494990] env[66735]: WARNING neutronclient.v2_0.client [req-f21ec79b-a80b-42c2-a3de-31bc6e32f4b6 req-0f6413f6-f420-4b6f-bb9b-ae80dba34070 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.522130] env[66735]: DEBUG nova.virt.hardware [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 954.523121] env[66735]: DEBUG nova.virt.hardware [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.523121] env[66735]: DEBUG nova.virt.hardware [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 954.523121] env[66735]: DEBUG nova.virt.hardware [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.523121] env[66735]: DEBUG nova.virt.hardware [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 954.523121] env[66735]: DEBUG nova.virt.hardware [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 954.523370] env[66735]: DEBUG nova.virt.hardware [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 954.523443] env[66735]: DEBUG nova.virt.hardware [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 954.523755] env[66735]: DEBUG nova.virt.hardware [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 954.523855] env[66735]: DEBUG nova.virt.hardware [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 954.524206] env[66735]: DEBUG nova.virt.hardware [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 954.525530] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1793adb0-4fbd-4074-b7ed-576fdb557143 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.528886] env[66735]: INFO nova.scheduler.client.report [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Deleted allocations for instance cab2d0f3-650f-4f37-9386-440f4cb74d4c [ 954.534108] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.544944] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f30401-8904-4bf5-b22c-dada92712a63 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.574654] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 954.575749] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a529404-6ced-4c68-95a9-2f3b675ac24e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.585705] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 954.585705] env[66735]: value = "task-4645958" [ 954.585705] env[66735]: _type = "Task" [ 954.585705] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.592581] env[66735]: DEBUG nova.network.neutron [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Successfully updated port: eda7f553-4a75-4795-8c71-1560c77200bd {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 954.598494] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645958, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.681461] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645957, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.790447] env[66735]: WARNING neutronclient.v2_0.client [req-f21ec79b-a80b-42c2-a3de-31bc6e32f4b6 req-0f6413f6-f420-4b6f-bb9b-ae80dba34070 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.895119] env[66735]: DEBUG nova.network.neutron [req-f21ec79b-a80b-42c2-a3de-31bc6e32f4b6 req-0f6413f6-f420-4b6f-bb9b-ae80dba34070 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Updated VIF entry in instance network info cache for port 3623ed4c-c1e4-408f-b338-2d14e09be324. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 954.895119] env[66735]: DEBUG nova.network.neutron [req-f21ec79b-a80b-42c2-a3de-31bc6e32f4b6 req-0f6413f6-f420-4b6f-bb9b-ae80dba34070 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Updating instance_info_cache with network_info: [{"id": "3623ed4c-c1e4-408f-b338-2d14e09be324", "address": "fa:16:3e:0f:51:9c", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3623ed4c-c1", "ovs_interfaceid": "3623ed4c-c1e4-408f-b338-2d14e09be324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.026752] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.040537] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b7018adf-6740-410d-8e88-a86f569b9185 tempest-ServerGroupTestJSON-157906502 tempest-ServerGroupTestJSON-157906502-project-member] Lock "cab2d0f3-650f-4f37-9386-440f4cb74d4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.046s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.100499] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "refresh_cache-de6d2209-9d33-4414-9796-006c40034da9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.100726] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired lock "refresh_cache-de6d2209-9d33-4414-9796-006c40034da9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.100904] env[66735]: DEBUG nova.network.neutron [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 955.102396] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645958, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.185302] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560844} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.185630] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc/0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.185893] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.186246] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95b1cf6b-f0a4-4772-9bee-ed81e314deb8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.195856] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 955.195856] env[66735]: value = "task-4645959" [ 955.195856] env[66735]: _type = "Task" [ 955.195856] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.212730] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.399580] env[66735]: DEBUG oslo_concurrency.lockutils [req-f21ec79b-a80b-42c2-a3de-31bc6e32f4b6 req-0f6413f6-f420-4b6f-bb9b-ae80dba34070 service nova] Releasing lock "refresh_cache-0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.535050] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645956, 'name': PowerOffVM_Task, 'duration_secs': 1.223194} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.535050] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.535050] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance '8ffe3e91-bdd4-4136-947b-a94b42305acc' progress to 17 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.609761] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645958, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.656536] env[66735]: DEBUG nova.network.neutron [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 955.710902] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076207} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.711226] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.712806] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a7e948-ee08-4d11-8067-20603b922046 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.755690] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc/0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.759611] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a229ea67-5d2a-40c0-9ac0-47fcedc01b98 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.781863] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 955.781863] env[66735]: value = "task-4645960" [ 955.781863] env[66735]: _type = "Task" [ 955.781863] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.793780] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.803792] env[66735]: WARNING neutronclient.v2_0.client [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.853751] env[66735]: DEBUG nova.compute.manager [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Received event network-vif-plugged-eda7f553-4a75-4795-8c71-1560c77200bd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 955.853964] env[66735]: DEBUG oslo_concurrency.lockutils [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] Acquiring lock "de6d2209-9d33-4414-9796-006c40034da9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.854184] env[66735]: DEBUG oslo_concurrency.lockutils [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] Lock "de6d2209-9d33-4414-9796-006c40034da9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.854345] env[66735]: DEBUG oslo_concurrency.lockutils [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] Lock "de6d2209-9d33-4414-9796-006c40034da9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.854505] env[66735]: DEBUG nova.compute.manager [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] No waiting events found dispatching network-vif-plugged-eda7f553-4a75-4795-8c71-1560c77200bd {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 955.854665] env[66735]: WARNING nova.compute.manager [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Received unexpected event network-vif-plugged-eda7f553-4a75-4795-8c71-1560c77200bd for instance with vm_state building and task_state spawning. [ 955.854873] env[66735]: DEBUG nova.compute.manager [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Received event network-changed-eda7f553-4a75-4795-8c71-1560c77200bd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 955.855036] env[66735]: DEBUG nova.compute.manager [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Refreshing instance network info cache due to event network-changed-eda7f553-4a75-4795-8c71-1560c77200bd. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 955.855200] env[66735]: DEBUG oslo_concurrency.lockutils [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] Acquiring lock "refresh_cache-de6d2209-9d33-4414-9796-006c40034da9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.913818] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bb037b-918f-4b5c-b3c7-5f81a64b4841 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.922759] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed009b2f-1e14-42b4-920f-2b9a38dd6fb5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.963062] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfcca9a-297d-41c8-ab10-697e6a3e4d5e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.971954] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145c54e2-37e6-4a63-8e66-7e0a91a2e038 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.987390] env[66735]: DEBUG nova.compute.provider_tree [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.039021] env[66735]: DEBUG nova.network.neutron [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Updating instance_info_cache with network_info: [{"id": "eda7f553-4a75-4795-8c71-1560c77200bd", "address": "fa:16:3e:e5:81:5a", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda7f553-4a", "ovs_interfaceid": "eda7f553-4a75-4795-8c71-1560c77200bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.042668] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 956.044025] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.044025] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 956.044025] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.044025] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 956.044025] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 956.044025] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 956.044406] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 956.044406] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 956.044507] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 956.044671] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 956.049929] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a517487-b0c6-4010-8cb5-25cab2c527ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.069482] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 956.069482] env[66735]: value = "task-4645961" [ 956.069482] env[66735]: _type = "Task" [ 956.069482] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.082593] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.101794] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645958, 'name': CreateSnapshot_Task, 'duration_secs': 1.249335} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.102210] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.103124] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e64a2-545e-4555-a471-90fc856c99ab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.233408] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "755321d4-49b7-49f2-ac58-74b286be4645" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.234165] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "755321d4-49b7-49f2-ac58-74b286be4645" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.234492] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "755321d4-49b7-49f2-ac58-74b286be4645-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.234656] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "755321d4-49b7-49f2-ac58-74b286be4645-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.234845] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "755321d4-49b7-49f2-ac58-74b286be4645-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.243747] env[66735]: INFO nova.compute.manager [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Terminating instance [ 956.294172] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.359111] env[66735]: DEBUG nova.virt.hardware [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 956.359477] env[66735]: DEBUG nova.virt.hardware [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.360943] env[66735]: DEBUG nova.virt.hardware [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 956.360943] env[66735]: DEBUG nova.virt.hardware [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.360943] env[66735]: DEBUG nova.virt.hardware [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 956.360943] env[66735]: DEBUG nova.virt.hardware [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 956.360943] env[66735]: DEBUG nova.virt.hardware [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 956.360943] env[66735]: DEBUG nova.virt.hardware [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 956.360943] env[66735]: DEBUG nova.virt.hardware [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 956.360943] env[66735]: DEBUG nova.virt.hardware [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 956.360943] env[66735]: DEBUG nova.virt.hardware [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 956.362088] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc02793-6839-490a-8c08-3adcb61c2135 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.371949] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f0baf8-c729-4708-8e68-43a41fa47724 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.393038] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:d3:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9381c1be-aed6-4afc-a6a0-5b531fefa63a', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.405652] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 956.407573] env[66735]: DEBUG nova.compute.manager [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 956.407938] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.408844] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78e6d89-a5af-4dab-bbad-79ae852bc936 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.412031] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48c877e3-0cbb-4eb9-838c-decb3e63ec46 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.437560] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.437560] env[66735]: value = "task-4645962" [ 956.437560] env[66735]: _type = "Task" [ 956.437560] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.449282] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645962, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.490740] env[66735]: DEBUG nova.scheduler.client.report [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.551066] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Releasing lock "refresh_cache-de6d2209-9d33-4414-9796-006c40034da9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.551590] env[66735]: DEBUG nova.compute.manager [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Instance network_info: |[{"id": "eda7f553-4a75-4795-8c71-1560c77200bd", "address": "fa:16:3e:e5:81:5a", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda7f553-4a", "ovs_interfaceid": "eda7f553-4a75-4795-8c71-1560c77200bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 956.553033] env[66735]: DEBUG oslo_concurrency.lockutils [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] Acquired lock "refresh_cache-de6d2209-9d33-4414-9796-006c40034da9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.553033] env[66735]: DEBUG nova.network.neutron [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Refreshing network info cache for port eda7f553-4a75-4795-8c71-1560c77200bd {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.553839] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:81:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eda7f553-4a75-4795-8c71-1560c77200bd', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.562827] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 956.563819] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6d2209-9d33-4414-9796-006c40034da9] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.564725] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b1c8fe4-a96b-4c51-bee7-f3744ed98753 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.600787] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645961, 'name': ReconfigVM_Task, 'duration_secs': 0.272634} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.601567] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance '8ffe3e91-bdd4-4136-947b-a94b42305acc' progress to 33 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.605401] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.605401] env[66735]: value = "task-4645963" [ 956.605401] env[66735]: _type = "Task" [ 956.605401] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.616857] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645963, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.629661] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.630506] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f52f58e-c4f8-48aa-9248-41384b534ac6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.641052] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 956.641052] env[66735]: value = "task-4645964" [ 956.641052] env[66735]: _type = "Task" [ 956.641052] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.651600] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645964, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.755251] env[66735]: DEBUG nova.compute.manager [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 956.755631] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.756320] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78345e9b-829f-4f93-a028-c68f77dfb3ec {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.765970] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.766652] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff1cd0f8-c459-4e70-8b14-3d5395c00c33 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.777092] env[66735]: DEBUG oslo_vmware.api [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 956.777092] env[66735]: value = "task-4645966" [ 956.777092] env[66735]: _type = "Task" [ 956.777092] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.791496] env[66735]: DEBUG oslo_vmware.api [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.799240] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645960, 'name': ReconfigVM_Task, 'duration_secs': 0.828555} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.799612] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc/0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.800716] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-908eec5a-3ced-41ef-ad4b-e328841affc4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.810783] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 956.810783] env[66735]: value = "task-4645967" [ 956.810783] env[66735]: _type = "Task" [ 956.810783] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.826299] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645967, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.940041] env[66735]: INFO nova.compute.manager [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] instance snapshotting [ 956.940396] env[66735]: WARNING nova.compute.manager [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 956.947942] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a03997-7bf3-48a1-9ee2-9cadf5c2495d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.985203] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645962, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.986908] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecb2586-2909-4ddc-bf7e-ffe39985c25f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.000695] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.000695] env[66735]: DEBUG nova.compute.manager [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 957.004508] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.682s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.006973] env[66735]: INFO nova.compute.claims [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.066559] env[66735]: WARNING neutronclient.v2_0.client [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.109376] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 957.109726] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.109901] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 957.110095] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.110279] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 957.110476] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 957.110736] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 957.110915] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 957.111108] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 957.111274] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 957.111445] env[66735]: DEBUG nova.virt.hardware [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 957.117749] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.122014] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c416b96f-06f8-49c8-af5e-fe3fb43c8de3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.150632] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645963, 'name': CreateVM_Task, 'duration_secs': 0.463655} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.152630] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6d2209-9d33-4414-9796-006c40034da9] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.153123] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 957.153123] env[66735]: value = "task-4645968" [ 957.153123] env[66735]: _type = "Task" [ 957.153123] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.153734] env[66735]: WARNING neutronclient.v2_0.client [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.154302] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.154581] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.155109] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.160510] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e49200-7734-447d-bf55-54c4dd05a507 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.166992] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645964, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.172722] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 957.172722] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52405529-e2b6-ae0a-0237-7321126a7d3a" [ 957.172722] env[66735]: _type = "Task" [ 957.172722] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.180105] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.190955] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52405529-e2b6-ae0a-0237-7321126a7d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.294413] env[66735]: DEBUG oslo_vmware.api [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645966, 'name': PowerOffVM_Task, 'duration_secs': 0.246216} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.294413] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.294413] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.294413] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cf46318-7ab0-47dc-92dc-85b9fea3ce35 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.325010] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645967, 'name': Rename_Task, 'duration_secs': 0.220628} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.325326] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.325654] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-859e130c-c86d-4982-b93e-32b87986f262 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.335534] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 957.335534] env[66735]: value = "task-4645970" [ 957.335534] env[66735]: _type = "Task" [ 957.335534] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.346703] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.357015] env[66735]: WARNING neutronclient.v2_0.client [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.382203] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.382462] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.382688] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Deleting the datastore file [datastore2] 755321d4-49b7-49f2-ac58-74b286be4645 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.383104] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed91de7c-a69a-4fef-a647-ba8491b1b2cd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.392263] env[66735]: DEBUG oslo_vmware.api [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for the task: (returnval){ [ 957.392263] env[66735]: value = "task-4645971" [ 957.392263] env[66735]: _type = "Task" [ 957.392263] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.404881] env[66735]: DEBUG oslo_vmware.api [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.454548] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645962, 'name': CreateVM_Task, 'duration_secs': 0.81341} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.455837] env[66735]: DEBUG nova.network.neutron [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Updated VIF entry in instance network info cache for port eda7f553-4a75-4795-8c71-1560c77200bd. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 957.456241] env[66735]: DEBUG nova.network.neutron [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Updating instance_info_cache with network_info: [{"id": "eda7f553-4a75-4795-8c71-1560c77200bd", "address": "fa:16:3e:e5:81:5a", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda7f553-4a", "ovs_interfaceid": "eda7f553-4a75-4795-8c71-1560c77200bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.457485] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.458467] env[66735]: WARNING neutronclient.v2_0.client [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 957.458467] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.501318] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 957.501729] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf0d850d-6ab9-49f2-b283-90746dce94f6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.513203] env[66735]: DEBUG nova.compute.utils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.515360] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 957.515360] env[66735]: value = "task-4645972" [ 957.515360] env[66735]: _type = "Task" [ 957.515360] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.517589] env[66735]: DEBUG nova.compute.manager [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 957.517911] env[66735]: DEBUG nova.network.neutron [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 957.519287] env[66735]: WARNING neutronclient.v2_0.client [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.519287] env[66735]: WARNING neutronclient.v2_0.client [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.530825] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645972, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.582994] env[66735]: DEBUG nova.policy [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b63a6f3df3a4114bd938f67102b3620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f2a600d1c814aeebc295b31000ca1b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.653480] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645964, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.668487] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645968, 'name': ReconfigVM_Task, 'duration_secs': 0.312615} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.668828] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 957.670024] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b9c634-ac70-4c81-aa34-f878036c188f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.695096] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 8ffe3e91-bdd4-4136-947b-a94b42305acc/8ffe3e91-bdd4-4136-947b-a94b42305acc.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.698693] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e43159dd-88d2-4ded-bfb6-e51cadf4e9e0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.719053] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52405529-e2b6-ae0a-0237-7321126a7d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.022188} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.720705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.721500] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.721500] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.721500] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.721711] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.721910] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 957.721910] env[66735]: value = "task-4645973" [ 957.721910] env[66735]: _type = "Task" [ 957.721910] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.722108] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.722501] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.722738] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bc81919-9abb-4400-9cd4-cc336b7af509 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.724932] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52979fbc-02c5-494b-bc07-88e2390641ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.735800] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 957.735800] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523f3f8d-9b89-9917-2be1-b64bfafeff0c" [ 957.735800] env[66735]: _type = "Task" [ 957.735800] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.739341] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.743787] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.744254] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.744989] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10dfa2c-149d-45ef-a367-85a48d51e24e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.757185] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523f3f8d-9b89-9917-2be1-b64bfafeff0c, 'name': SearchDatastore_Task, 'duration_secs': 0.017018} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.757185] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.757185] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.757508] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.757938] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 957.757938] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52254c54-54f2-2097-5ade-13863d1b5ef6" [ 957.757938] env[66735]: _type = "Task" [ 957.757938] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.771091] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52254c54-54f2-2097-5ade-13863d1b5ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.014164} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.772123] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f704cd80-1764-4d2b-a14e-9e67de6aa67d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.779295] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 957.779295] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52855461-b725-bddf-f5e6-ee890fdcf742" [ 957.779295] env[66735]: _type = "Task" [ 957.779295] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.791429] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52855461-b725-bddf-f5e6-ee890fdcf742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.848596] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645970, 'name': PowerOnVM_Task} progress is 90%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.907749] env[66735]: DEBUG oslo_vmware.api [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Task: {'id': task-4645971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271168} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.907749] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.907749] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.908058] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.908342] env[66735]: INFO nova.compute.manager [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Took 1.15 seconds to destroy the instance on the hypervisor. [ 957.908582] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 957.908902] env[66735]: DEBUG nova.compute.manager [-] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 957.909078] env[66735]: DEBUG nova.network.neutron [-] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 957.909488] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.960307] env[66735]: DEBUG oslo_concurrency.lockutils [req-a2692e7a-c171-46d3-bf51-93506010196e req-22bf9eff-0634-433e-96a1-a489bf5ae01c service nova] Releasing lock "refresh_cache-de6d2209-9d33-4414-9796-006c40034da9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.962709] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.018177] env[66735]: DEBUG nova.compute.manager [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 958.043265] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645972, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.078395] env[66735]: DEBUG nova.network.neutron [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Successfully created port: d7891f6e-230b-4bc6-b5d3-9b6121430dbc {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 958.153581] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4645964, 'name': CloneVM_Task, 'duration_secs': 1.446219} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.153923] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Created linked-clone VM from snapshot [ 958.157680] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0896546f-413a-4835-91f0-5880f3dad0c6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.167232] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Uploading image ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1 {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 958.202033] env[66735]: DEBUG oslo_vmware.rw_handles [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 958.202033] env[66735]: value = "vm-907207" [ 958.202033] env[66735]: _type = "VirtualMachine" [ 958.202033] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 958.202815] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9491c797-ae3e-4a19-bd8e-299762ef9b22 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.212305] env[66735]: DEBUG oslo_vmware.rw_handles [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lease: (returnval){ [ 958.212305] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5204e5fc-f68c-7891-579d-eea9005436a6" [ 958.212305] env[66735]: _type = "HttpNfcLease" [ 958.212305] env[66735]: } obtained for exporting VM: (result){ [ 958.212305] env[66735]: value = "vm-907207" [ 958.212305] env[66735]: _type = "VirtualMachine" [ 958.212305] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 958.212305] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the lease: (returnval){ [ 958.212305] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5204e5fc-f68c-7891-579d-eea9005436a6" [ 958.212305] env[66735]: _type = "HttpNfcLease" [ 958.212305] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 958.224380] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.224380] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5204e5fc-f68c-7891-579d-eea9005436a6" [ 958.224380] env[66735]: _type = "HttpNfcLease" [ 958.224380] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.243547] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4645973, 'name': ReconfigVM_Task, 'duration_secs': 0.376277} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.243885] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 8ffe3e91-bdd4-4136-947b-a94b42305acc/8ffe3e91-bdd4-4136-947b-a94b42305acc.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.244690] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance '8ffe3e91-bdd4-4136-947b-a94b42305acc' progress to 50 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.293508] env[66735]: DEBUG nova.compute.manager [req-26dbd8cd-17f7-4304-88c3-faefa5bbcf1d req-27940451-a92a-4154-ae8f-464f7cca4222 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Received event network-vif-deleted-2c9f0934-3b55-44dc-b6ed-1443527c9831 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 958.293716] env[66735]: INFO nova.compute.manager [req-26dbd8cd-17f7-4304-88c3-faefa5bbcf1d req-27940451-a92a-4154-ae8f-464f7cca4222 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Neutron deleted interface 2c9f0934-3b55-44dc-b6ed-1443527c9831; detaching it from the instance and deleting it from the info cache [ 958.293905] env[66735]: DEBUG nova.network.neutron [req-26dbd8cd-17f7-4304-88c3-faefa5bbcf1d req-27940451-a92a-4154-ae8f-464f7cca4222 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.301170] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52855461-b725-bddf-f5e6-ee890fdcf742, 'name': SearchDatastore_Task, 'duration_secs': 0.015469} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.302419] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.302784] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] de6d2209-9d33-4414-9796-006c40034da9/de6d2209-9d33-4414-9796-006c40034da9.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.303223] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.303509] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.304074] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1470d753-2d57-49d0-b38b-dab142c76e7d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.310045] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea98824b-9b73-4f6e-b7c6-c06bf0a9694a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.321547] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 958.321547] env[66735]: value = "task-4645975" [ 958.321547] env[66735]: _type = "Task" [ 958.321547] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.326624] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.326829] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.331253] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6228684e-6042-4465-983f-d4f97a06170a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.338649] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.343705] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 958.343705] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b5e1c7-5586-6a3e-a02a-c7e8c43e9770" [ 958.343705] env[66735]: _type = "Task" [ 958.343705] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.352668] env[66735]: DEBUG oslo_vmware.api [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645970, 'name': PowerOnVM_Task, 'duration_secs': 0.739492} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.356725] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.358053] env[66735]: INFO nova.compute.manager [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Took 9.50 seconds to spawn the instance on the hypervisor. [ 958.358053] env[66735]: DEBUG nova.compute.manager [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 958.359189] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40ed4c4-233e-4003-bcca-11a0ba1cc187 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.368041] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b5e1c7-5586-6a3e-a02a-c7e8c43e9770, 'name': SearchDatastore_Task, 'duration_secs': 0.017027} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.368041] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84bcf0d-72b9-4592-adc8-52236c383665 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.379020] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 958.379020] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e6ab95-ba6c-a7d5-e3d9-a24d31253dc0" [ 958.379020] env[66735]: _type = "Task" [ 958.379020] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.388906] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e6ab95-ba6c-a7d5-e3d9-a24d31253dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.422262] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a71760-295d-44a5-84db-d359517b2134 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.432896] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3011e6ff-e7eb-4831-b0c6-90dab8f06e5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.469646] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b80e20d-135b-4bc6-bcbb-bd05c29cf83f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.481128] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e74b07-36f0-4e4f-b573-f25bd1a3cc08 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.497740] env[66735]: DEBUG nova.compute.provider_tree [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.535947] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645972, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.725661] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.725661] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5204e5fc-f68c-7891-579d-eea9005436a6" [ 958.725661] env[66735]: _type = "HttpNfcLease" [ 958.725661] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.725661] env[66735]: DEBUG oslo_vmware.rw_handles [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.725661] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5204e5fc-f68c-7891-579d-eea9005436a6" [ 958.725661] env[66735]: _type = "HttpNfcLease" [ 958.725661] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 958.726234] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da64f26-c7da-4116-9aaf-b13f770c659b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.735447] env[66735]: DEBUG oslo_vmware.rw_handles [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274a2a5-601c-9947-8a84-c028a1587fca/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.735647] env[66735]: DEBUG oslo_vmware.rw_handles [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274a2a5-601c-9947-8a84-c028a1587fca/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 958.808413] env[66735]: DEBUG nova.network.neutron [-] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.812255] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e092c97b-b096-4c4c-945f-aabed97b24ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.816171] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-471e67df-ad2d-4904-b9e2-17809899dee7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.866017] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342dcece-befb-49ba-81b5-02e2493994ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.872847] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c2e55463-62ce-4cd5-8464-52467430cbac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.880270] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91c91e0-974f-41e1-a204-81aacf069679 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.906402] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645975, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.928444] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance '8ffe3e91-bdd4-4136-947b-a94b42305acc' progress to 67 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.936875] env[66735]: INFO nova.compute.manager [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Took 27.80 seconds to build instance. [ 958.953845] env[66735]: DEBUG nova.compute.manager [req-26dbd8cd-17f7-4304-88c3-faefa5bbcf1d req-27940451-a92a-4154-ae8f-464f7cca4222 service nova] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Detach interface failed, port_id=2c9f0934-3b55-44dc-b6ed-1443527c9831, reason: Instance 755321d4-49b7-49f2-ac58-74b286be4645 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 958.964732] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e6ab95-ba6c-a7d5-e3d9-a24d31253dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.016162} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.966361] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.966361] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 1a2c906f-1613-4701-9787-16a2b1f1cf2f/1a2c906f-1613-4701-9787-16a2b1f1cf2f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.966582] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb8950a0-54ec-48d7-96f1-9f90fffa399f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.978103] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 958.978103] env[66735]: value = "task-4645977" [ 958.978103] env[66735]: _type = "Task" [ 958.978103] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.992948] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.002191] env[66735]: DEBUG nova.scheduler.client.report [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.035203] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645972, 'name': CreateSnapshot_Task, 'duration_secs': 1.076079} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.035674] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 959.036344] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acda058f-1b6f-4751-ae4d-8a3659d18e25 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.040584] env[66735]: DEBUG nova.compute.manager [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 959.073025] env[66735]: DEBUG nova.virt.hardware [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 959.073025] env[66735]: DEBUG nova.virt.hardware [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.073025] env[66735]: DEBUG nova.virt.hardware [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 959.073025] env[66735]: DEBUG nova.virt.hardware [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.073025] env[66735]: DEBUG nova.virt.hardware [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 959.073025] env[66735]: DEBUG nova.virt.hardware [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 959.073025] env[66735]: DEBUG nova.virt.hardware [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 959.073462] env[66735]: DEBUG nova.virt.hardware [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 959.073735] env[66735]: DEBUG nova.virt.hardware [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 959.073804] env[66735]: DEBUG nova.virt.hardware [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 959.074112] env[66735]: DEBUG nova.virt.hardware [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 959.075246] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbacfb0-118f-403b-9155-0f9a0719fb07 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.085341] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3753aa1f-c9c5-4b1a-be2f-ad807a3ea66b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.321598] env[66735]: INFO nova.compute.manager [-] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Took 1.41 seconds to deallocate network for instance. [ 959.340577] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789257} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.341081] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] de6d2209-9d33-4414-9796-006c40034da9/de6d2209-9d33-4414-9796-006c40034da9.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.341433] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.341782] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c88cb20-6fa8-47ce-85a6-99378ea140ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.353676] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 959.353676] env[66735]: value = "task-4645978" [ 959.353676] env[66735]: _type = "Task" [ 959.353676] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.367157] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.442252] env[66735]: WARNING neutronclient.v2_0.client [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.442481] env[66735]: WARNING neutronclient.v2_0.client [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.445373] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ed834a5-94c5-47fd-a847-5a67c5f5fab7 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.322s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.491357] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645977, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.510340] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.511210] env[66735]: DEBUG nova.compute.manager [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 959.514741] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.986s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.515021] env[66735]: DEBUG nova.objects.instance [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'resources' on Instance uuid 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.561322] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 959.562674] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2282737-3bb3-4bde-a1c4-64c88de6dfca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.574801] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 959.574801] env[66735]: value = "task-4645979" [ 959.574801] env[66735]: _type = "Task" [ 959.574801] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.588141] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645979, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.718935] env[66735]: DEBUG nova.network.neutron [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Port 6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05 binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 959.830708] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.866514] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083903} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.867597] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.868152] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3adf0d0-9d8d-4687-9f1b-98f07bbce663 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.895998] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] de6d2209-9d33-4414-9796-006c40034da9/de6d2209-9d33-4414-9796-006c40034da9.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.897061] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f0f80ba-e27d-401a-a9c1-9a307c1ac164 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.918178] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 959.918178] env[66735]: value = "task-4645980" [ 959.918178] env[66735]: _type = "Task" [ 959.918178] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.927997] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.958402] env[66735]: DEBUG nova.network.neutron [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Successfully updated port: d7891f6e-230b-4bc6-b5d3-9b6121430dbc {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 959.993863] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800314} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.994136] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 1a2c906f-1613-4701-9787-16a2b1f1cf2f/1a2c906f-1613-4701-9787-16a2b1f1cf2f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.994364] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.994824] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42cf5cf8-6f00-434c-9e81-0240167cc9e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.003954] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 960.003954] env[66735]: value = "task-4645981" [ 960.003954] env[66735]: _type = "Task" [ 960.003954] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.015118] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.023462] env[66735]: DEBUG nova.compute.utils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.027986] env[66735]: DEBUG nova.compute.manager [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 960.027986] env[66735]: DEBUG nova.network.neutron [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 960.027986] env[66735]: WARNING neutronclient.v2_0.client [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.027986] env[66735]: WARNING neutronclient.v2_0.client [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.093687] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645979, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.187958] env[66735]: DEBUG nova.policy [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1ed3e355fa048ddaa49b7444f04b3ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '251e6d524d104398999f19168596c748', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.405686] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326311ba-bf72-4e11-9812-7dea8f9f6380 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.415516] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d908d4-ec2a-4458-99bd-dd2fb40853e7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.429189] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645980, 'name': ReconfigVM_Task, 'duration_secs': 0.309378} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.455353] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Reconfigured VM instance instance-0000004f to attach disk [datastore1] de6d2209-9d33-4414-9796-006c40034da9/de6d2209-9d33-4414-9796-006c40034da9.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.457090] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7801342-8688-4ee8-9fc8-6c0f6c3d7562 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.460447] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc035ac8-119a-47c4-a854-ad43d76a4b43 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.463535] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.463872] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquired lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.464152] env[66735]: DEBUG nova.network.neutron [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 960.477640] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d442b833-e192-4e5b-afaa-7fb39c083566 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.482386] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 960.482386] env[66735]: value = "task-4645982" [ 960.482386] env[66735]: _type = "Task" [ 960.482386] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.500404] env[66735]: DEBUG nova.compute.provider_tree [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.509397] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645982, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.520778] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153357} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.521115] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.522406] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2779783a-ba59-4542-9dcd-5c31bbbe8e76 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.539365] env[66735]: DEBUG nova.compute.manager [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 960.555605] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 1a2c906f-1613-4701-9787-16a2b1f1cf2f/1a2c906f-1613-4701-9787-16a2b1f1cf2f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.559048] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad91a8f0-be87-4bd0-bb99-8b4fcdc05157 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.582028] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 960.582028] env[66735]: value = "task-4645983" [ 960.582028] env[66735]: _type = "Task" [ 960.582028] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.591588] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645979, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.598937] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.604250] env[66735]: DEBUG nova.network.neutron [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Successfully created port: fd98042b-ba32-4913-9b04-5dca0621463a {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 960.748591] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "8ffe3e91-bdd4-4136-947b-a94b42305acc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.748591] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "8ffe3e91-bdd4-4136-947b-a94b42305acc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.749077] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "8ffe3e91-bdd4-4136-947b-a94b42305acc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.995904] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645982, 'name': Rename_Task, 'duration_secs': 0.169186} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.996253] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.996630] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c08c4748-2de7-48d5-ad30-406073e95306 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.009644] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 961.009644] env[66735]: value = "task-4645985" [ 961.009644] env[66735]: _type = "Task" [ 961.009644] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.022167] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.023349] env[66735]: DEBUG nova.network.neutron [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 961.036210] env[66735]: ERROR nova.scheduler.client.report [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [req-77e4759a-520a-4c1a-be75-dd6a56385178] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-77e4759a-520a-4c1a-be75-dd6a56385178"}]} [ 961.070697] env[66735]: DEBUG nova.scheduler.client.report [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Refreshing inventories for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 961.092091] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645979, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.097676] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645983, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.113034] env[66735]: DEBUG nova.scheduler.client.report [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updating ProviderTree inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 961.113034] env[66735]: DEBUG nova.compute.provider_tree [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.133838] env[66735]: DEBUG nova.scheduler.client.report [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Refreshing aggregate associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, aggregates: None {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 961.161589] env[66735]: DEBUG nova.scheduler.client.report [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Refreshing trait associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 961.187877] env[66735]: WARNING neutronclient.v2_0.client [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.361872] env[66735]: DEBUG nova.network.neutron [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Updating instance_info_cache with network_info: [{"id": "d7891f6e-230b-4bc6-b5d3-9b6121430dbc", "address": "fa:16:3e:24:f5:cb", "network": {"id": "103e06bb-f97f-4a62-aa4d-19a446580f5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1245528681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2a600d1c814aeebc295b31000ca1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7891f6e-23", "ovs_interfaceid": "d7891f6e-230b-4bc6-b5d3-9b6121430dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.437796] env[66735]: DEBUG nova.compute.manager [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Received event network-vif-plugged-d7891f6e-230b-4bc6-b5d3-9b6121430dbc {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 961.437916] env[66735]: DEBUG oslo_concurrency.lockutils [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] Acquiring lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.438133] env[66735]: DEBUG oslo_concurrency.lockutils [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] Lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.438338] env[66735]: DEBUG oslo_concurrency.lockutils [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] Lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.439518] env[66735]: DEBUG nova.compute.manager [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] No waiting events found dispatching network-vif-plugged-d7891f6e-230b-4bc6-b5d3-9b6121430dbc {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 961.439760] env[66735]: WARNING nova.compute.manager [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Received unexpected event network-vif-plugged-d7891f6e-230b-4bc6-b5d3-9b6121430dbc for instance with vm_state building and task_state spawning. [ 961.439933] env[66735]: DEBUG nova.compute.manager [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Received event network-changed-d7891f6e-230b-4bc6-b5d3-9b6121430dbc {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 961.440138] env[66735]: DEBUG nova.compute.manager [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Refreshing instance network info cache due to event network-changed-d7891f6e-230b-4bc6-b5d3-9b6121430dbc. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 961.440394] env[66735]: DEBUG oslo_concurrency.lockutils [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] Acquiring lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.522849] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645985, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.539940] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a13d91d-b086-44ac-bdc1-8a0a14989088 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.551223] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282c4e1f-8b72-485a-b84b-3c1af53252eb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.584667] env[66735]: DEBUG nova.compute.manager [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 961.591009] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea111a76-4ca4-49b4-be0a-9f5eb93fd138 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.604404] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4645979, 'name': CloneVM_Task, 'duration_secs': 1.958603} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.610655] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Created linked-clone VM from snapshot [ 961.611075] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645983, 'name': ReconfigVM_Task, 'duration_secs': 0.51953} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.611829] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb629d06-5ade-4301-bc46-ec87a8831d6f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.616078] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df18eb11-2589-4dfb-b21e-77c8dccbf5d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.620410] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 1a2c906f-1613-4701-9787-16a2b1f1cf2f/1a2c906f-1613-4701-9787-16a2b1f1cf2f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.621620] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encrypted': False, 'encryption_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'disk_bus': None, 'size': 0, 'image_id': 'd4e2652e-c00e-44b3-b263-ab13e9208269'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907198', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'name': 'volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a2c906f-1613-4701-9787-16a2b1f1cf2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'serial': '4db2b5f9-0cd3-417e-8697-58b3032a4e78'}, 'delete_on_termination': False, 'boot_index': None, 'attachment_id': '62eb862a-490d-4a21-8961-8e4c4a5d742e', 'mount_device': '/dev/sdb', 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=66735) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 961.621852] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 961.622066] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907198', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'name': 'volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a2c906f-1613-4701-9787-16a2b1f1cf2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'serial': '4db2b5f9-0cd3-417e-8697-58b3032a4e78'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 961.623043] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eac206a-2244-4318-830d-03673d565b59 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.632769] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Uploading image 1c40c859-e4d3-40b3-a1b3-9943e93cb179 {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 961.655610] env[66735]: DEBUG nova.compute.provider_tree [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.661207] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763672ad-5266-4d58-80ac-0e06ea48a2b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.689929] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78/volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.691830] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c8597f0-9a09-4603-8005-c9ff586719a1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.719392] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 961.719392] env[66735]: value = "task-4645986" [ 961.719392] env[66735]: _type = "Task" [ 961.719392] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.729174] env[66735]: DEBUG nova.virt.hardware [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 961.730018] env[66735]: DEBUG nova.virt.hardware [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.730018] env[66735]: DEBUG nova.virt.hardware [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 961.730018] env[66735]: DEBUG nova.virt.hardware [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.730434] env[66735]: DEBUG nova.virt.hardware [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 961.731142] env[66735]: DEBUG nova.virt.hardware [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 961.731142] env[66735]: DEBUG nova.virt.hardware [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 961.731142] env[66735]: DEBUG nova.virt.hardware [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 961.732907] env[66735]: DEBUG nova.virt.hardware [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 961.732907] env[66735]: DEBUG nova.virt.hardware [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 961.732907] env[66735]: DEBUG nova.virt.hardware [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 961.734693] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af887a69-243c-4d0a-8841-53dd6709b2cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.742579] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.750178] env[66735]: DEBUG oslo_vmware.rw_handles [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 961.750178] env[66735]: value = "vm-907209" [ 961.750178] env[66735]: _type = "VirtualMachine" [ 961.750178] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 961.751648] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e03e65-8d58-48ca-8c34-80807d17283f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.757095] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c8bc08d0-8cff-4424-8964-eae30005cb05 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.772698] env[66735]: WARNING neutronclient.v2_0.client [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.777405] env[66735]: DEBUG oslo_vmware.rw_handles [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lease: (returnval){ [ 961.777405] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5225ad42-a46d-285f-9109-40650c6caaff" [ 961.777405] env[66735]: _type = "HttpNfcLease" [ 961.777405] env[66735]: } obtained for exporting VM: (result){ [ 961.777405] env[66735]: value = "vm-907209" [ 961.777405] env[66735]: _type = "VirtualMachine" [ 961.777405] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 961.777853] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the lease: (returnval){ [ 961.777853] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5225ad42-a46d-285f-9109-40650c6caaff" [ 961.777853] env[66735]: _type = "HttpNfcLease" [ 961.777853] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 961.786980] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.786980] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5225ad42-a46d-285f-9109-40650c6caaff" [ 961.786980] env[66735]: _type = "HttpNfcLease" [ 961.786980] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 961.787784] env[66735]: DEBUG oslo_vmware.rw_handles [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 961.787784] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5225ad42-a46d-285f-9109-40650c6caaff" [ 961.787784] env[66735]: _type = "HttpNfcLease" [ 961.787784] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 961.788863] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1654c24d-d68a-470a-ab49-913ed1eb1f13 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.799315] env[66735]: DEBUG oslo_vmware.rw_handles [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52424543-e552-5f14-41b8-022d28a5b8ad/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 961.799562] env[66735]: DEBUG oslo_vmware.rw_handles [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52424543-e552-5f14-41b8-022d28a5b8ad/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 961.866432] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Releasing lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.866432] env[66735]: DEBUG nova.compute.manager [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Instance network_info: |[{"id": "d7891f6e-230b-4bc6-b5d3-9b6121430dbc", "address": "fa:16:3e:24:f5:cb", "network": {"id": "103e06bb-f97f-4a62-aa4d-19a446580f5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1245528681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2a600d1c814aeebc295b31000ca1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7891f6e-23", "ovs_interfaceid": "d7891f6e-230b-4bc6-b5d3-9b6121430dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 961.866432] env[66735]: DEBUG oslo_concurrency.lockutils [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] Acquired lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.866923] env[66735]: DEBUG nova.network.neutron [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Refreshing network info cache for port d7891f6e-230b-4bc6-b5d3-9b6121430dbc {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.868586] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:f5:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7891f6e-230b-4bc6-b5d3-9b6121430dbc', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.877237] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 961.877964] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.878498] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3180b906-dbfe-4867-8e7f-2b3a82d17974 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.895657] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.895871] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.896066] env[66735]: DEBUG nova.network.neutron [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 961.907274] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.907274] env[66735]: value = "task-4645988" [ 961.907274] env[66735]: _type = "Task" [ 961.907274] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.914676] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-843c7dfa-f036-4b41-8ff1-8e6cd87fef79 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.921877] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645988, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.021720] env[66735]: DEBUG oslo_vmware.api [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4645985, 'name': PowerOnVM_Task, 'duration_secs': 0.552673} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.022248] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.022356] env[66735]: INFO nova.compute.manager [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Took 7.54 seconds to spawn the instance on the hypervisor. [ 962.022846] env[66735]: DEBUG nova.compute.manager [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 962.023407] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c6aa2a-eaeb-4eb3-a9d5-fde162f095a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.200613] env[66735]: DEBUG nova.scheduler.client.report [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 962.201134] env[66735]: DEBUG nova.compute.provider_tree [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 110 to 111 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 962.201263] env[66735]: DEBUG nova.compute.provider_tree [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.213193] env[66735]: DEBUG oslo_concurrency.lockutils [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.213193] env[66735]: DEBUG oslo_concurrency.lockutils [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.213193] env[66735]: INFO nova.compute.manager [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Shelving [ 962.235939] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645986, 'name': ReconfigVM_Task, 'duration_secs': 0.490414} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.236296] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Reconfigured VM instance instance-00000044 to attach disk [datastore2] volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78/volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.242838] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca79f6db-5ca5-45f6-9f55-755b7fa33c4e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.264185] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 962.264185] env[66735]: value = "task-4645989" [ 962.264185] env[66735]: _type = "Task" [ 962.264185] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.276079] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.378890] env[66735]: WARNING neutronclient.v2_0.client [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.400256] env[66735]: WARNING neutronclient.v2_0.client [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.420115] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645988, 'name': CreateVM_Task, 'duration_secs': 0.444227} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.421766] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.421766] env[66735]: WARNING neutronclient.v2_0.client [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.421766] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.421766] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.422961] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.423438] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c319436-0302-45bd-a3ba-0920ef33863a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.430027] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 962.430027] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523e863f-85fe-85f6-c242-a3b6eb8d62ec" [ 962.430027] env[66735]: _type = "Task" [ 962.430027] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.441575] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523e863f-85fe-85f6-c242-a3b6eb8d62ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.506905] env[66735]: DEBUG nova.network.neutron [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Successfully updated port: fd98042b-ba32-4913-9b04-5dca0621463a {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 962.549964] env[66735]: INFO nova.compute.manager [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Took 28.44 seconds to build instance. [ 962.861776] env[66735]: WARNING neutronclient.v2_0.client [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.861776] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.193s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.861776] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.358s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.861776] env[66735]: INFO nova.compute.claims [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.861776] env[66735]: WARNING neutronclient.v2_0.client [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.861776] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645989, 'name': ReconfigVM_Task, 'duration_secs': 0.235507} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.861776] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907198', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'name': 'volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a2c906f-1613-4701-9787-16a2b1f1cf2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'serial': '4db2b5f9-0cd3-417e-8697-58b3032a4e78'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 962.861776] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-704115a8-ea63-4e9e-beeb-fe14b70bb2ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.861776] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 962.861776] env[66735]: value = "task-4645990" [ 962.861776] env[66735]: _type = "Task" [ 962.861776] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.861776] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645990, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.861776] env[66735]: INFO nova.scheduler.client.report [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Deleted allocations for instance 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad [ 962.944037] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523e863f-85fe-85f6-c242-a3b6eb8d62ec, 'name': SearchDatastore_Task, 'duration_secs': 0.015335} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.945797] env[66735]: DEBUG nova.network.neutron [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance_info_cache with network_info: [{"id": "6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05", "address": "fa:16:3e:ce:de:1f", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4e00b9-d5", "ovs_interfaceid": "6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.948775] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.949107] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.949426] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.950290] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.950290] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.950682] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cae35467-ba23-4326-be0a-0bc3004f8406 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.965698] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.966217] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.968965] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32fae2e-d24a-4ec5-962a-64f7acc59cde {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.979522] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 962.979522] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52818aa4-c05b-c6c5-8219-bee43ab58f54" [ 962.979522] env[66735]: _type = "Task" [ 962.979522] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.986991] env[66735]: DEBUG nova.network.neutron [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Updated VIF entry in instance network info cache for port d7891f6e-230b-4bc6-b5d3-9b6121430dbc. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 962.987513] env[66735]: DEBUG nova.network.neutron [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Updating instance_info_cache with network_info: [{"id": "d7891f6e-230b-4bc6-b5d3-9b6121430dbc", "address": "fa:16:3e:24:f5:cb", "network": {"id": "103e06bb-f97f-4a62-aa4d-19a446580f5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1245528681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2a600d1c814aeebc295b31000ca1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7891f6e-23", "ovs_interfaceid": "d7891f6e-230b-4bc6-b5d3-9b6121430dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.000701] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52818aa4-c05b-c6c5-8219-bee43ab58f54, 'name': SearchDatastore_Task, 'duration_secs': 0.015132} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.002585] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5fc0081-7dcf-41ee-b7e4-7726818fd591 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.010028] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Acquiring lock "refresh_cache-bd9c9da0-30e0-4184-9219-7c76e34290c9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.010274] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Acquired lock "refresh_cache-bd9c9da0-30e0-4184-9219-7c76e34290c9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.010527] env[66735]: DEBUG nova.network.neutron [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 963.014462] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 963.014462] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a9a181-b61f-a012-150d-03af857187d3" [ 963.014462] env[66735]: _type = "Task" [ 963.014462] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.028931] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a9a181-b61f-a012-150d-03af857187d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.053759] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f013293d-db46-4ef7-be24-81fbbd302284 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "de6d2209-9d33-4414-9796-006c40034da9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.959s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.245948] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.246846] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-673950ce-10a5-4a17-8f39-61d94f8d0425 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.266078] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 963.266078] env[66735]: value = "task-4645992" [ 963.266078] env[66735]: _type = "Task" [ 963.266078] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.283629] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.307716] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645990, 'name': Rename_Task, 'duration_secs': 0.26003} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.308064] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.308575] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce54d886-d3a6-48ee-962a-4f2222f1eea7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.325933] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 963.325933] env[66735]: value = "task-4645993" [ 963.325933] env[66735]: _type = "Task" [ 963.325933] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.332767] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9700ca52-e94a-443a-96f5-e8e2029fdd37 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.989s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.347479] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.419495] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.419823] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.451898] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.488047] env[66735]: DEBUG nova.compute.manager [req-13fef12f-7053-49a6-bbb3-e7d74290c938 req-247d7b18-956a-4133-8284-b9a41c4b71ba service nova] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Received event network-vif-plugged-fd98042b-ba32-4913-9b04-5dca0621463a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 963.488242] env[66735]: DEBUG oslo_concurrency.lockutils [req-13fef12f-7053-49a6-bbb3-e7d74290c938 req-247d7b18-956a-4133-8284-b9a41c4b71ba service nova] Acquiring lock "bd9c9da0-30e0-4184-9219-7c76e34290c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.488381] env[66735]: DEBUG oslo_concurrency.lockutils [req-13fef12f-7053-49a6-bbb3-e7d74290c938 req-247d7b18-956a-4133-8284-b9a41c4b71ba service nova] Lock "bd9c9da0-30e0-4184-9219-7c76e34290c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.488559] env[66735]: DEBUG oslo_concurrency.lockutils [req-13fef12f-7053-49a6-bbb3-e7d74290c938 req-247d7b18-956a-4133-8284-b9a41c4b71ba service nova] Lock "bd9c9da0-30e0-4184-9219-7c76e34290c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.488703] env[66735]: DEBUG nova.compute.manager [req-13fef12f-7053-49a6-bbb3-e7d74290c938 req-247d7b18-956a-4133-8284-b9a41c4b71ba service nova] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] No waiting events found dispatching network-vif-plugged-fd98042b-ba32-4913-9b04-5dca0621463a {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 963.489139] env[66735]: WARNING nova.compute.manager [req-13fef12f-7053-49a6-bbb3-e7d74290c938 req-247d7b18-956a-4133-8284-b9a41c4b71ba service nova] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Received unexpected event network-vif-plugged-fd98042b-ba32-4913-9b04-5dca0621463a for instance with vm_state building and task_state spawning. [ 963.491494] env[66735]: DEBUG oslo_concurrency.lockutils [req-6fa91882-97ee-4be5-b755-c42029931fa2 req-c0446f83-c6ac-4952-b521-319e3e5f34cd service nova] Releasing lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.532852] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a9a181-b61f-a012-150d-03af857187d3, 'name': SearchDatastore_Task, 'duration_secs': 0.017069} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.533146] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.533414] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] fc6616d0-d79e-4df5-b82a-c54d51e8d4a7/fc6616d0-d79e-4df5-b82a-c54d51e8d4a7.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.533683] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80c09b98-c123-443c-82c2-69bb78bda797 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.544470] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 963.544470] env[66735]: value = "task-4645994" [ 963.544470] env[66735]: _type = "Task" [ 963.544470] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.556198] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.558874] env[66735]: DEBUG nova.network.neutron [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 963.668022] env[66735]: WARNING neutronclient.v2_0.client [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.772335] env[66735]: DEBUG nova.network.neutron [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Updating instance_info_cache with network_info: [{"id": "fd98042b-ba32-4913-9b04-5dca0621463a", "address": "fa:16:3e:a0:65:fe", "network": {"id": "859b4d94-2748-4bb3-adaf-7a79a53d7641", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2023981052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "251e6d524d104398999f19168596c748", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd98042b-ba", "ovs_interfaceid": "fd98042b-ba32-4913-9b04-5dca0621463a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.781873] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645992, 'name': PowerOffVM_Task, 'duration_secs': 0.25081} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.782411] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.783375] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f11519-6b8f-415d-8304-7d3e884f6005 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.809572] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85bcf30-f0b6-4a1f-b11c-6b229f7a4506 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.850280] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.923444] env[66735]: DEBUG nova.compute.manager [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 963.994533] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c2384a-8a6e-46b1-811e-01cbb0276a13 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.038221] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8562750-cc7a-4359-bc2f-e1c65e566c30 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.054648] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance '8ffe3e91-bdd4-4136-947b-a94b42305acc' progress to 83 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.067377] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.225837] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449eef27-7429-44fc-992a-da2cefd0b93d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.236294] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8e9ac6-4a4d-440b-836b-b0f1be78b9d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.274012] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bb22fa-fab3-484f-b149-1f15077f324f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.277800] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Releasing lock "refresh_cache-bd9c9da0-30e0-4184-9219-7c76e34290c9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.278223] env[66735]: DEBUG nova.compute.manager [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Instance network_info: |[{"id": "fd98042b-ba32-4913-9b04-5dca0621463a", "address": "fa:16:3e:a0:65:fe", "network": {"id": "859b4d94-2748-4bb3-adaf-7a79a53d7641", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2023981052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "251e6d524d104398999f19168596c748", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd98042b-ba", "ovs_interfaceid": "fd98042b-ba32-4913-9b04-5dca0621463a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 964.278745] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:65:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd98042b-ba32-4913-9b04-5dca0621463a', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.287301] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Creating folder: Project (251e6d524d104398999f19168596c748). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.288238] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eeecfdb3-e720-47ef-bb30-4ccdfccb8a8f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.298159] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96df482-a2c0-47e6-ae2b-ba6fd4621f07 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.316611] env[66735]: DEBUG nova.compute.provider_tree [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.320599] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Created folder: Project (251e6d524d104398999f19168596c748) in parent group-v906980. [ 964.321012] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Creating folder: Instances. Parent ref: group-v907212. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.321865] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8208dfb-613f-49cb-b212-54a4a3c4b948 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.339283] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.339283] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Created folder: Instances in parent group-v907212. [ 964.339766] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 964.340105] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9dff01ae-f05d-423c-b9d5-fe56032b55d8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.344037] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.344730] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58338725-2940-4696-878a-de91ec026501 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.369411] env[66735]: DEBUG oslo_vmware.api [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4645993, 'name': PowerOnVM_Task, 'duration_secs': 0.699438} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.370345] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.370592] env[66735]: DEBUG nova.compute.manager [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 964.371783] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d23d500-94f5-47fe-80a4-de86ee4cb9bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.378184] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 964.378184] env[66735]: value = "task-4645997" [ 964.378184] env[66735]: _type = "Task" [ 964.378184] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.378462] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.378462] env[66735]: value = "task-4645998" [ 964.378462] env[66735]: _type = "Task" [ 964.378462] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.402389] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645997, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.406420] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645998, 'name': CreateVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.448505] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.558244] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599415} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.558608] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] fc6616d0-d79e-4df5-b82a-c54d51e8d4a7/fc6616d0-d79e-4df5-b82a-c54d51e8d4a7.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.558859] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.559160] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a7d10b8-621a-4579-9c33-61da6713ef57 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.563342] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.563716] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0702833e-5488-44e4-9dcd-c603fb7635c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.573908] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 964.573908] env[66735]: value = "task-4645999" [ 964.573908] env[66735]: _type = "Task" [ 964.573908] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.575965] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 964.575965] env[66735]: value = "task-4646000" [ 964.575965] env[66735]: _type = "Task" [ 964.575965] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.593246] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.597941] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.823232] env[66735]: DEBUG nova.scheduler.client.report [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.894696] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4645998, 'name': CreateVM_Task, 'duration_secs': 0.475633} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.898992] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.904333] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645997, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.908241] env[66735]: WARNING neutronclient.v2_0.client [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.908241] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.908241] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.908712] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.910485] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.910485] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a0415b-972c-4639-8e97-60f39146352c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.917885] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Waiting for the task: (returnval){ [ 964.917885] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5283118b-7060-111a-097f-0a2310d2dd01" [ 964.917885] env[66735]: _type = "Task" [ 964.917885] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.935535] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5283118b-7060-111a-097f-0a2310d2dd01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.098080] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4645999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108927} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.098080] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646000, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.098080] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.098594] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4519fd7d-1a3b-42d6-85f6-1e994042562f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.126373] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] fc6616d0-d79e-4df5-b82a-c54d51e8d4a7/fc6616d0-d79e-4df5-b82a-c54d51e8d4a7.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.126710] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e4cc71-1f34-4750-97da-2a08e6f61d52 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.152671] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 965.152671] env[66735]: value = "task-4646002" [ 965.152671] env[66735]: _type = "Task" [ 965.152671] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.162350] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.330824] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.330824] env[66735]: DEBUG nova.compute.manager [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 965.334042] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.027s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.334042] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.336293] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.048s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.338425] env[66735]: INFO nova.compute.claims [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.369353] env[66735]: INFO nova.scheduler.client.report [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleted allocations for instance 57417beb-853a-47e3-a79e-f52c00b90c22 [ 965.393594] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4645997, 'name': CreateSnapshot_Task, 'duration_secs': 0.789549} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.394756] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 965.395475] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed79be6-c8d3-4807-a2d0-7a52334d0f1d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.431051] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5283118b-7060-111a-097f-0a2310d2dd01, 'name': SearchDatastore_Task, 'duration_secs': 0.0166} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.431311] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.431573] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.432442] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.432442] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.432442] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.432603] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4259c81-1e6b-4c77-a5c1-abd10b0984da {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.443988] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.444707] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.445085] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6895829-a4d0-454e-a0f5-79cf6be75bfd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.453589] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Waiting for the task: (returnval){ [ 965.453589] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52669ea6-0aa0-5325-a2f1-7f055792ef75" [ 965.453589] env[66735]: _type = "Task" [ 965.453589] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.462956] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52669ea6-0aa0-5325-a2f1-7f055792ef75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.592735] env[66735]: DEBUG oslo_vmware.api [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646000, 'name': PowerOnVM_Task, 'duration_secs': 0.556873} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.593047] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.593301] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dffe3e68-a3bc-4bd8-947b-df39132df22a tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance '8ffe3e91-bdd4-4136-947b-a94b42305acc' progress to 100 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.664410] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.844102] env[66735]: DEBUG nova.compute.utils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.848035] env[66735]: DEBUG nova.compute.manager [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 965.848248] env[66735]: DEBUG nova.network.neutron [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 965.848551] env[66735]: WARNING neutronclient.v2_0.client [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.848871] env[66735]: WARNING neutronclient.v2_0.client [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.881299] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6f40dab9-e13f-4bac-9160-d8f3653ea3e5 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "57417beb-853a-47e3-a79e-f52c00b90c22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.589s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.904210] env[66735]: DEBUG nova.policy [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6ed8b26a61948c395dc7ddc111031ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '515c2a40834f41c89ee0e020d1d2a2b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.920282] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 965.920748] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34cfc24c-7a30-4ce1-91b8-3ee40ad5a2c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.931869] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 965.931869] env[66735]: value = "task-4646003" [ 965.931869] env[66735]: _type = "Task" [ 965.931869] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.943401] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646003, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.964964] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52669ea6-0aa0-5325-a2f1-7f055792ef75, 'name': SearchDatastore_Task, 'duration_secs': 0.018041} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.965866] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b440196-a51b-467f-9b0e-4d2574fd6c20 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.972942] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Waiting for the task: (returnval){ [ 965.972942] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b9d3e3-f51b-97f9-7d62-10c7fce8fb41" [ 965.972942] env[66735]: _type = "Task" [ 965.972942] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.983037] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b9d3e3-f51b-97f9-7d62-10c7fce8fb41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.163205] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646002, 'name': ReconfigVM_Task, 'duration_secs': 0.593395} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.163512] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Reconfigured VM instance instance-00000050 to attach disk [datastore1] fc6616d0-d79e-4df5-b82a-c54d51e8d4a7/fc6616d0-d79e-4df5-b82a-c54d51e8d4a7.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.164226] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7372bef0-727a-4c0c-aa4c-0428b0593fb6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.175781] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 966.175781] env[66735]: value = "task-4646004" [ 966.175781] env[66735]: _type = "Task" [ 966.175781] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.186477] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646004, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.308815] env[66735]: DEBUG nova.network.neutron [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Successfully created port: e201e7f4-6685-4e6e-b5d4-6c6fa74a1013 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 966.355744] env[66735]: DEBUG nova.compute.manager [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 966.448611] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646003, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.485542] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b9d3e3-f51b-97f9-7d62-10c7fce8fb41, 'name': SearchDatastore_Task, 'duration_secs': 0.014634} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.488755] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.489113] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] bd9c9da0-30e0-4184-9219-7c76e34290c9/bd9c9da0-30e0-4184-9219-7c76e34290c9.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.489726] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d8afbaa-f208-473c-b320-8a5b8e98a26a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.498567] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Waiting for the task: (returnval){ [ 966.498567] env[66735]: value = "task-4646005" [ 966.498567] env[66735]: _type = "Task" [ 966.498567] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.511929] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.650044] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4210498-4812-47c8-9e78-c17f8e453301 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.660302] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dba435-bd1d-40ab-a99f-9b3c57933988 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.701151] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de015fe-b391-44b0-87ca-84355c6495e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.713729] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61925d0d-3bb0-44a0-a8fe-9c94e56cd80a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.718492] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646004, 'name': Rename_Task, 'duration_secs': 0.271016} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.718869] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.719728] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a0227f6-ba82-4261-9505-75aac02c20db {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.731020] env[66735]: DEBUG nova.compute.provider_tree [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.739911] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 966.739911] env[66735]: value = "task-4646006" [ 966.739911] env[66735]: _type = "Task" [ 966.739911] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.751221] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.945889] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646003, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.010505] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646005, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.235442] env[66735]: DEBUG nova.scheduler.client.report [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.254293] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646006, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.369527] env[66735]: DEBUG nova.compute.manager [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 967.448752] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646003, 'name': CloneVM_Task} progress is 95%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.510997] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655452} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.511291] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] bd9c9da0-30e0-4184-9219-7c76e34290c9/bd9c9da0-30e0-4184-9219-7c76e34290c9.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.511504] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.511800] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35558d48-e6a5-435a-aa3f-81c20ee0556e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.523499] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Waiting for the task: (returnval){ [ 967.523499] env[66735]: value = "task-4646008" [ 967.523499] env[66735]: _type = "Task" [ 967.523499] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.533394] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.742393] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.742988] env[66735]: DEBUG nova.compute.manager [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 967.746454] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.815s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.748273] env[66735]: INFO nova.compute.claims [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.763353] env[66735]: DEBUG oslo_vmware.api [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646006, 'name': PowerOnVM_Task, 'duration_secs': 0.641829} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.764033] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.764033] env[66735]: INFO nova.compute.manager [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Took 8.72 seconds to spawn the instance on the hypervisor. [ 967.764218] env[66735]: DEBUG nova.compute.manager [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 967.764939] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fccd6ab-6dc7-4389-a536-2414dfcf2922 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.948561] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646003, 'name': CloneVM_Task, 'duration_secs': 1.953043} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.950045] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Created linked-clone VM from snapshot [ 967.950283] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaac626-ba94-4567-a82a-43e9ff9b4df2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.961130] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Uploading image 8527477a-bf6a-43b3-843e-d127616966d5 {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.036286] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.042211] env[66735]: DEBUG nova.network.neutron [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Successfully updated port: e201e7f4-6685-4e6e-b5d4-6c6fa74a1013 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 968.173786] env[66735]: DEBUG nova.virt.hardware [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 968.174058] env[66735]: DEBUG nova.virt.hardware [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.174222] env[66735]: DEBUG nova.virt.hardware [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 968.174401] env[66735]: DEBUG nova.virt.hardware [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.174541] env[66735]: DEBUG nova.virt.hardware [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 968.174689] env[66735]: DEBUG nova.virt.hardware [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 968.174888] env[66735]: DEBUG nova.virt.hardware [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.175051] env[66735]: DEBUG nova.virt.hardware [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 968.175215] env[66735]: DEBUG nova.virt.hardware [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 968.175369] env[66735]: DEBUG nova.virt.hardware [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 968.175534] env[66735]: DEBUG nova.virt.hardware [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 968.177930] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9595a537-50d2-4c10-a6ab-691a95614640 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.188851] env[66735]: DEBUG oslo_vmware.rw_handles [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 968.188851] env[66735]: value = "vm-907216" [ 968.188851] env[66735]: _type = "VirtualMachine" [ 968.188851] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 968.190318] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de56173-dffa-4b1e-a3f9-6bebb550aa66 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.197205] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc4b1bab-c657-475e-ad1d-c5516509f904 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.214059] env[66735]: DEBUG oslo_vmware.rw_handles [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274a2a5-601c-9947-8a84-c028a1587fca/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.216421] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969a5d83-a526-4148-98bb-2cbbe8acec74 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.219346] env[66735]: DEBUG oslo_vmware.rw_handles [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lease: (returnval){ [ 968.219346] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522fa117-d45f-a08a-c5fa-2957a998a9e7" [ 968.219346] env[66735]: _type = "HttpNfcLease" [ 968.219346] env[66735]: } obtained for exporting VM: (result){ [ 968.219346] env[66735]: value = "vm-907216" [ 968.219346] env[66735]: _type = "VirtualMachine" [ 968.219346] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 968.219748] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the lease: (returnval){ [ 968.219748] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522fa117-d45f-a08a-c5fa-2957a998a9e7" [ 968.219748] env[66735]: _type = "HttpNfcLease" [ 968.219748] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 968.225448] env[66735]: DEBUG oslo_vmware.rw_handles [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274a2a5-601c-9947-8a84-c028a1587fca/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.225661] env[66735]: ERROR oslo_vmware.rw_handles [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274a2a5-601c-9947-8a84-c028a1587fca/disk-0.vmdk due to incomplete transfer. [ 968.226311] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a036133-7e64-408d-93b3-945d97c1883a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.230780] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.230780] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522fa117-d45f-a08a-c5fa-2957a998a9e7" [ 968.230780] env[66735]: _type = "HttpNfcLease" [ 968.230780] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 968.231126] env[66735]: DEBUG oslo_vmware.rw_handles [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 968.231126] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522fa117-d45f-a08a-c5fa-2957a998a9e7" [ 968.231126] env[66735]: _type = "HttpNfcLease" [ 968.231126] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 968.232032] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1058b4e-3561-4cae-bbee-6c3c51cbf309 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.238025] env[66735]: DEBUG oslo_vmware.rw_handles [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274a2a5-601c-9947-8a84-c028a1587fca/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 968.238262] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Uploaded image ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1 to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 968.240609] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.244393] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-665fc555-4311-4227-8699-7687ab38eba3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.246274] env[66735]: DEBUG oslo_vmware.rw_handles [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3363c-1786-0e5c-e080-b01611da7b6a/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 968.246449] env[66735]: DEBUG oslo_vmware.rw_handles [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3363c-1786-0e5c-e080-b01611da7b6a/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 968.308271] env[66735]: DEBUG nova.compute.utils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.321875] env[66735]: DEBUG nova.compute.manager [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Not allocating networking since 'none' was specified. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 968.322289] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 968.322289] env[66735]: value = "task-4646010" [ 968.322289] env[66735]: _type = "Task" [ 968.322289] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.325085] env[66735]: INFO nova.compute.manager [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Took 28.89 seconds to build instance. [ 968.338869] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646010, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.373231] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8177d51c-0775-486e-ab04-34fc42ca370e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.539827] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.953524} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.539827] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.540604] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b11b910-f744-4eed-8ca8-dffc672a8366 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.549840] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-db29ff15-ad16-486d-9c7f-89bee68ed951" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.550098] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-db29ff15-ad16-486d-9c7f-89bee68ed951" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.550338] env[66735]: DEBUG nova.network.neutron [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 968.590858] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] bd9c9da0-30e0-4184-9219-7c76e34290c9/bd9c9da0-30e0-4184-9219-7c76e34290c9.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.592376] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68afdc2b-4d19-4c19-af8c-9b74ab3fae01 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.626598] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Waiting for the task: (returnval){ [ 968.626598] env[66735]: value = "task-4646011" [ 968.626598] env[66735]: _type = "Task" [ 968.626598] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.638551] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.819217] env[66735]: DEBUG nova.compute.manager [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 968.828758] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790585e0-fb01-4422-8be0-996f4f672d83 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.418s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.842081] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646010, 'name': Destroy_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.123975] env[66735]: DEBUG nova.network.neutron [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 969.142660] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646011, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.154061] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "9c513275-a52a-4351-a00b-5167a2c4a857" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.154061] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "9c513275-a52a-4351-a00b-5167a2c4a857" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.238459] env[66735]: DEBUG nova.compute.manager [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Received event network-changed-fd98042b-ba32-4913-9b04-5dca0621463a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 969.239306] env[66735]: DEBUG nova.compute.manager [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Refreshing instance network info cache due to event network-changed-fd98042b-ba32-4913-9b04-5dca0621463a. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 969.239306] env[66735]: DEBUG oslo_concurrency.lockutils [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] Acquiring lock "refresh_cache-bd9c9da0-30e0-4184-9219-7c76e34290c9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.240174] env[66735]: DEBUG oslo_concurrency.lockutils [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] Acquired lock "refresh_cache-bd9c9da0-30e0-4184-9219-7c76e34290c9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.240555] env[66735]: DEBUG nova.network.neutron [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Refreshing network info cache for port fd98042b-ba32-4913-9b04-5dca0621463a {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.261685] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4520025-3b72-4bde-a394-15b48b0c7cb4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.271884] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786538b8-9ff1-430d-be06-281f1f83cdff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.277053] env[66735]: WARNING neutronclient.v2_0.client [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.318506] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f300ca-22cd-44a4-bf03-db278043a12c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.331142] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273dd791-a44e-4c07-8a85-a53ec7ef1d94 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.362676] env[66735]: DEBUG nova.compute.provider_tree [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.364823] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646010, 'name': Destroy_Task, 'duration_secs': 0.649187} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.365510] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Destroyed the VM [ 969.365837] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.366144] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c3d144b7-2875-41e2-bec9-fcd1b9e04c99 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.375210] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 969.375210] env[66735]: value = "task-4646013" [ 969.375210] env[66735]: _type = "Task" [ 969.375210] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.389112] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646013, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.391526] env[66735]: DEBUG nova.network.neutron [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Updating instance_info_cache with network_info: [{"id": "e201e7f4-6685-4e6e-b5d4-6c6fa74a1013", "address": "fa:16:3e:4f:25:16", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape201e7f4-66", "ovs_interfaceid": "e201e7f4-6685-4e6e-b5d4-6c6fa74a1013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.639346] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646011, 'name': ReconfigVM_Task, 'duration_secs': 0.531065} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.640010] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Reconfigured VM instance instance-00000051 to attach disk [datastore2] bd9c9da0-30e0-4184-9219-7c76e34290c9/bd9c9da0-30e0-4184-9219-7c76e34290c9.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.640893] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96171ce0-b99a-40ec-a331-696609337e75 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.650826] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Waiting for the task: (returnval){ [ 969.650826] env[66735]: value = "task-4646014" [ 969.650826] env[66735]: _type = "Task" [ 969.650826] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.658831] env[66735]: DEBUG nova.compute.manager [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 969.670753] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646014, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.747976] env[66735]: WARNING neutronclient.v2_0.client [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.846899] env[66735]: DEBUG nova.compute.manager [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 969.867503] env[66735]: DEBUG nova.scheduler.client.report [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.891923] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646013, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.897102] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-db29ff15-ad16-486d-9c7f-89bee68ed951" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.897507] env[66735]: DEBUG nova.compute.manager [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Instance network_info: |[{"id": "e201e7f4-6685-4e6e-b5d4-6c6fa74a1013", "address": "fa:16:3e:4f:25:16", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape201e7f4-66", "ovs_interfaceid": "e201e7f4-6685-4e6e-b5d4-6c6fa74a1013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 969.898806] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:25:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e201e7f4-6685-4e6e-b5d4-6c6fa74a1013', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.907881] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 969.908436] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.908683] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3185d609-5d0a-4c7c-8713-72edbfd0945c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.939390] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.939390] env[66735]: value = "task-4646015" [ 969.939390] env[66735]: _type = "Task" [ 969.939390] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.959095] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646015, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.014984] env[66735]: WARNING neutronclient.v2_0.client [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.098646] env[66735]: DEBUG nova.network.neutron [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Updated VIF entry in instance network info cache for port fd98042b-ba32-4913-9b04-5dca0621463a. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 970.098982] env[66735]: DEBUG nova.network.neutron [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Updating instance_info_cache with network_info: [{"id": "fd98042b-ba32-4913-9b04-5dca0621463a", "address": "fa:16:3e:a0:65:fe", "network": {"id": "859b4d94-2748-4bb3-adaf-7a79a53d7641", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2023981052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "251e6d524d104398999f19168596c748", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd98042b-ba", "ovs_interfaceid": "fd98042b-ba32-4913-9b04-5dca0621463a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.163447] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646014, 'name': Rename_Task, 'duration_secs': 0.215439} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.163769] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.163996] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a49b7bd6-8324-4194-be62-d422543a82e0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.175272] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Waiting for the task: (returnval){ [ 970.175272] env[66735]: value = "task-4646016" [ 970.175272] env[66735]: _type = "Task" [ 970.175272] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.189210] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.194355] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.374412] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.375702] env[66735]: DEBUG nova.compute.manager [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 970.379120] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.549s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.379367] env[66735]: DEBUG nova.objects.instance [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lazy-loading 'resources' on Instance uuid 755321d4-49b7-49f2-ac58-74b286be4645 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.390988] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646013, 'name': RemoveSnapshot_Task, 'duration_secs': 0.639124} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.391293] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.391566] env[66735]: DEBUG nova.compute.manager [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 970.393199] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbd3993-066f-45a8-9a1e-91b58b93fa5c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.453068] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "8ffe3e91-bdd4-4136-947b-a94b42305acc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.454170] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "8ffe3e91-bdd4-4136-947b-a94b42305acc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.454445] env[66735]: DEBUG nova.compute.manager [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Going to confirm migration 4 {{(pid=66735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 970.455915] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646015, 'name': CreateVM_Task, 'duration_secs': 0.453} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.456292] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.457048] env[66735]: WARNING neutronclient.v2_0.client [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.457568] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.457925] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.458535] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.459581] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8e39f7-cf28-46e8-83e7-8acce2ae102c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.466725] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 970.466725] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e51309-5936-20bc-e2df-ec5632a22d6c" [ 970.466725] env[66735]: _type = "Task" [ 970.466725] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.478849] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e51309-5936-20bc-e2df-ec5632a22d6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.602116] env[66735]: DEBUG oslo_concurrency.lockutils [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] Releasing lock "refresh_cache-bd9c9da0-30e0-4184-9219-7c76e34290c9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.602352] env[66735]: DEBUG nova.compute.manager [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Received event network-changed-eda7f553-4a75-4795-8c71-1560c77200bd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 970.602650] env[66735]: DEBUG nova.compute.manager [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Refreshing instance network info cache due to event network-changed-eda7f553-4a75-4795-8c71-1560c77200bd. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 970.602924] env[66735]: DEBUG oslo_concurrency.lockutils [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] Acquiring lock "refresh_cache-de6d2209-9d33-4414-9796-006c40034da9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.603053] env[66735]: DEBUG oslo_concurrency.lockutils [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] Acquired lock "refresh_cache-de6d2209-9d33-4414-9796-006c40034da9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.603234] env[66735]: DEBUG nova.network.neutron [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Refreshing network info cache for port eda7f553-4a75-4795-8c71-1560c77200bd {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.690534] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.787566] env[66735]: DEBUG nova.virt.hardware [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 970.787566] env[66735]: DEBUG nova.virt.hardware [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.787566] env[66735]: DEBUG nova.virt.hardware [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 970.787566] env[66735]: DEBUG nova.virt.hardware [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.787566] env[66735]: DEBUG nova.virt.hardware [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 970.787904] env[66735]: DEBUG nova.virt.hardware [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 970.787944] env[66735]: DEBUG nova.virt.hardware [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 970.788260] env[66735]: DEBUG nova.virt.hardware [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 970.788260] env[66735]: DEBUG nova.virt.hardware [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 970.788438] env[66735]: DEBUG nova.virt.hardware [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 970.788614] env[66735]: DEBUG nova.virt.hardware [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 970.792060] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c2aeed-693a-4ad6-bb78-51c816a1df9c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.808309] env[66735]: DEBUG oslo_vmware.rw_handles [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52424543-e552-5f14-41b8-022d28a5b8ad/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 970.808309] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5380cbed-2324-4d66-ad8b-70dd8668ea92 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.813450] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6449283-4515-45af-b41f-0d81ab7056a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.821662] env[66735]: DEBUG oslo_vmware.rw_handles [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52424543-e552-5f14-41b8-022d28a5b8ad/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 970.821964] env[66735]: ERROR oslo_vmware.rw_handles [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52424543-e552-5f14-41b8-022d28a5b8ad/disk-0.vmdk due to incomplete transfer. [ 970.832123] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7e1c815a-9ed5-4261-8ff8-0b0b6f0f8960 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.834487] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.841539] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Creating folder: Project (2e6e131052d346e5a892f103f85604b1). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.842030] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac5f7101-69e7-4b82-907b-fc386ecff40b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.853642] env[66735]: DEBUG oslo_vmware.rw_handles [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52424543-e552-5f14-41b8-022d28a5b8ad/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 970.853937] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Uploaded image 1c40c859-e4d3-40b3-a1b3-9943e93cb179 to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 970.856064] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 970.857820] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e28a38eb-778b-4ab1-bbff-edc17043c27c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.859781] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Created folder: Project (2e6e131052d346e5a892f103f85604b1) in parent group-v906980. [ 970.859975] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Creating folder: Instances. Parent ref: group-v907218. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.860249] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de1d6160-9ef7-4b73-9e9c-67e2c22353bd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.870626] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 970.870626] env[66735]: value = "task-4646019" [ 970.870626] env[66735]: _type = "Task" [ 970.870626] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.876949] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Created folder: Instances in parent group-v907218. [ 970.877322] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 970.878110] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.878448] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deb05a29-0053-40bb-bedd-d13f2bcf9d07 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.899704] env[66735]: DEBUG nova.compute.utils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.903989] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646019, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.904954] env[66735]: DEBUG nova.compute.manager [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 970.905271] env[66735]: DEBUG nova.network.neutron [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 970.905831] env[66735]: WARNING neutronclient.v2_0.client [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.905831] env[66735]: WARNING neutronclient.v2_0.client [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.911335] env[66735]: INFO nova.compute.manager [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Shelve offloading [ 970.917284] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.917284] env[66735]: value = "task-4646020" [ 970.917284] env[66735]: _type = "Task" [ 970.917284] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.931612] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646020, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.963732] env[66735]: WARNING neutronclient.v2_0.client [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.984956] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e51309-5936-20bc-e2df-ec5632a22d6c, 'name': SearchDatastore_Task, 'duration_secs': 0.021666} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.987147] env[66735]: DEBUG nova.policy [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca0b71b27b84467bc86bacba247d62b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d81bd51055a41c985165134b6fc3f11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.990642] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.990926] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.991216] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.991413] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.991644] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.996323] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d77ffb65-ded0-40f9-bbe9-e9be7e832bcf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.008676] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.010312] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.010312] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8440a171-6d0b-4153-aeb2-12401c1a0b8e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.020234] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 971.020234] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520e31f7-bf5a-9991-f307-e434a6b96c9b" [ 971.020234] env[66735]: _type = "Task" [ 971.020234] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.032206] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520e31f7-bf5a-9991-f307-e434a6b96c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.079091] env[66735]: WARNING neutronclient.v2_0.client [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.079731] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.079887] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.080079] env[66735]: DEBUG nova.network.neutron [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 971.080262] env[66735]: DEBUG nova.objects.instance [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lazy-loading 'info_cache' on Instance uuid 8ffe3e91-bdd4-4136-947b-a94b42305acc {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.106478] env[66735]: WARNING neutronclient.v2_0.client [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.198863] env[66735]: DEBUG oslo_vmware.api [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646016, 'name': PowerOnVM_Task, 'duration_secs': 0.852488} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.199213] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.199535] env[66735]: INFO nova.compute.manager [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Took 9.61 seconds to spawn the instance on the hypervisor. [ 971.199763] env[66735]: DEBUG nova.compute.manager [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 971.201106] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c068d0b3-2583-4809-840b-33ee4cb067a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.297783] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d79122-a15b-4143-bffc-8f3b6d2af495 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.308497] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b953b2c-db7f-448a-9384-8986f116bb24 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.362278] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2641e4e-a2a7-4cc5-b4ef-067b3c2c5765 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.376454] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb035621-6e1d-4be2-814e-76649254ca69 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.388677] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646019, 'name': Destroy_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.399837] env[66735]: DEBUG nova.compute.provider_tree [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.406044] env[66735]: DEBUG nova.compute.manager [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 971.419283] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.420594] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dd96935-37fa-4d41-9cae-e1904cbcc8d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.441692] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646020, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.443599] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 971.443599] env[66735]: value = "task-4646021" [ 971.443599] env[66735]: _type = "Task" [ 971.443599] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.448664] env[66735]: DEBUG nova.network.neutron [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Successfully created port: 7be5b90b-8bf2-43ff-9043-6da042ed282e {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 971.458834] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 971.459036] env[66735]: DEBUG nova.compute.manager [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 971.459913] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cc0503-b6d3-41ad-9659-50394158c5a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.468592] env[66735]: DEBUG oslo_concurrency.lockutils [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.468820] env[66735]: DEBUG oslo_concurrency.lockutils [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.469052] env[66735]: DEBUG nova.network.neutron [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 971.521935] env[66735]: DEBUG nova.compute.manager [req-14c1abb4-0c60-49e3-8ba2-6a85d40ee514 req-34c8eda1-db53-49a2-a595-6c5ab42a2f29 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Received event network-changed-d7891f6e-230b-4bc6-b5d3-9b6121430dbc {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 971.522460] env[66735]: DEBUG nova.compute.manager [req-14c1abb4-0c60-49e3-8ba2-6a85d40ee514 req-34c8eda1-db53-49a2-a595-6c5ab42a2f29 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Refreshing instance network info cache due to event network-changed-d7891f6e-230b-4bc6-b5d3-9b6121430dbc. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 971.522460] env[66735]: DEBUG oslo_concurrency.lockutils [req-14c1abb4-0c60-49e3-8ba2-6a85d40ee514 req-34c8eda1-db53-49a2-a595-6c5ab42a2f29 service nova] Acquiring lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.522659] env[66735]: DEBUG oslo_concurrency.lockutils [req-14c1abb4-0c60-49e3-8ba2-6a85d40ee514 req-34c8eda1-db53-49a2-a595-6c5ab42a2f29 service nova] Acquired lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.522846] env[66735]: DEBUG nova.network.neutron [req-14c1abb4-0c60-49e3-8ba2-6a85d40ee514 req-34c8eda1-db53-49a2-a595-6c5ab42a2f29 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Refreshing network info cache for port d7891f6e-230b-4bc6-b5d3-9b6121430dbc {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.537955] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520e31f7-bf5a-9991-f307-e434a6b96c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.025558} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.540985] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e51e51a-5a59-4a24-a8cb-c16a37c0a16e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.550774] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 971.550774] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ec5439-d169-fa26-f783-566c0b63110b" [ 971.550774] env[66735]: _type = "Task" [ 971.550774] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.568075] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ec5439-d169-fa26-f783-566c0b63110b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.613907] env[66735]: WARNING neutronclient.v2_0.client [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.709288] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "3e1a632d-d3de-4406-9b82-e1d882cde0d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.710031] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "3e1a632d-d3de-4406-9b82-e1d882cde0d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.730084] env[66735]: INFO nova.compute.manager [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Took 29.45 seconds to build instance. [ 971.767337] env[66735]: DEBUG nova.network.neutron [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Updated VIF entry in instance network info cache for port eda7f553-4a75-4795-8c71-1560c77200bd. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 971.768630] env[66735]: DEBUG nova.network.neutron [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Updating instance_info_cache with network_info: [{"id": "eda7f553-4a75-4795-8c71-1560c77200bd", "address": "fa:16:3e:e5:81:5a", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda7f553-4a", "ovs_interfaceid": "eda7f553-4a75-4795-8c71-1560c77200bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.882893] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646019, 'name': Destroy_Task, 'duration_secs': 0.80597} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.883268] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Destroyed the VM [ 971.883553] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 971.883842] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d30bab8a-53a0-49d1-9f41-70fccc34d740 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.893614] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 971.893614] env[66735]: value = "task-4646022" [ 971.893614] env[66735]: _type = "Task" [ 971.893614] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.905362] env[66735]: DEBUG nova.scheduler.client.report [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.909317] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.936832] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646020, 'name': CreateVM_Task, 'duration_secs': 0.583407} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.937126] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.938448] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.938448] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.939518] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.939735] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6350b73-5b49-4f1f-8f83-c2253b25918e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.949133] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Waiting for the task: (returnval){ [ 971.949133] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52af7c24-242d-c27c-1d28-606b8cd2bc36" [ 971.949133] env[66735]: _type = "Task" [ 971.949133] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.964018] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52af7c24-242d-c27c-1d28-606b8cd2bc36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.972926] env[66735]: WARNING neutronclient.v2_0.client [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.030700] env[66735]: WARNING neutronclient.v2_0.client [req-14c1abb4-0c60-49e3-8ba2-6a85d40ee514 req-34c8eda1-db53-49a2-a595-6c5ab42a2f29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.062325] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ec5439-d169-fa26-f783-566c0b63110b, 'name': SearchDatastore_Task, 'duration_secs': 0.020888} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.062700] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.062882] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] db29ff15-ad16-486d-9c7f-89bee68ed951/db29ff15-ad16-486d-9c7f-89bee68ed951.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.063175] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7374267-9013-4970-996f-73f0d777700d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.071716] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 972.071716] env[66735]: value = "task-4646023" [ 972.071716] env[66735]: _type = "Task" [ 972.071716] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.082490] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.090649] env[66735]: WARNING neutronclient.v2_0.client [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.215924] env[66735]: DEBUG nova.compute.manager [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 972.234170] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b4f2439f-82e0-42fd-ad79-c73f31a1d9d3 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Lock "bd9c9da0-30e0-4184-9219-7c76e34290c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.967s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.271839] env[66735]: DEBUG oslo_concurrency.lockutils [req-fc41b61c-c8b9-446b-96e2-58ef58a9c179 req-e4033e1d-45fc-4487-aa4e-ebc6758a15be service nova] Releasing lock "refresh_cache-de6d2209-9d33-4414-9796-006c40034da9" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.409675] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.411786] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.416773] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.967s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.420459] env[66735]: INFO nova.compute.claims [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.423807] env[66735]: DEBUG nova.compute.manager [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 972.433985] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.434793] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.457710] env[66735]: INFO nova.scheduler.client.report [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Deleted allocations for instance 755321d4-49b7-49f2-ac58-74b286be4645 [ 972.468017] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52af7c24-242d-c27c-1d28-606b8cd2bc36, 'name': SearchDatastore_Task, 'duration_secs': 0.019216} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.473091] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.473091] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.473320] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.473451] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.473621] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.478208] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7ee69b0-ac68-415e-b5b1-634085252318 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.491233] env[66735]: DEBUG nova.virt.hardware [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 972.491725] env[66735]: DEBUG nova.virt.hardware [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.492051] env[66735]: DEBUG nova.virt.hardware [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 972.492386] env[66735]: DEBUG nova.virt.hardware [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.492567] env[66735]: DEBUG nova.virt.hardware [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 972.492776] env[66735]: DEBUG nova.virt.hardware [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 972.493109] env[66735]: DEBUG nova.virt.hardware [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 972.493337] env[66735]: DEBUG nova.virt.hardware [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 972.493836] env[66735]: DEBUG nova.virt.hardware [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 972.493836] env[66735]: DEBUG nova.virt.hardware [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 972.493992] env[66735]: DEBUG nova.virt.hardware [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 972.496681] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b98c1d0-3d8c-43de-be5b-1f0b6c4816fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.505500] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.505500] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.509076] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386d9948-8d4a-4b9a-9064-06e8f3c87f4e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.515253] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a869444-f60e-404e-ac9e-a90a4ac63c95 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.523958] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Waiting for the task: (returnval){ [ 972.523958] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5201a46d-976c-6ec7-fb36-b0cb0c836948" [ 972.523958] env[66735]: _type = "Task" [ 972.523958] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.550325] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5201a46d-976c-6ec7-fb36-b0cb0c836948, 'name': SearchDatastore_Task, 'duration_secs': 0.018267} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.551334] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4dd995-7641-481b-b592-8f421275c8f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.561265] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Waiting for the task: (returnval){ [ 972.561265] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b78285-562f-92f9-7ddb-c142103d4936" [ 972.561265] env[66735]: _type = "Task" [ 972.561265] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.578032] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b78285-562f-92f9-7ddb-c142103d4936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.594386] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646023, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.744837] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.845563] env[66735]: WARNING neutronclient.v2_0.client [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.892642] env[66735]: WARNING neutronclient.v2_0.client [req-14c1abb4-0c60-49e3-8ba2-6a85d40ee514 req-34c8eda1-db53-49a2-a595-6c5ab42a2f29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.906451] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646022, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.944646] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.944646] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.945012] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.945472] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.947235] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.947235] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.947355] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11251}} [ 972.947686] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.977274] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a235383d-ac39-4eee-baee-17990e972ed4 tempest-ServersNegativeTestJSON-256798717 tempest-ServersNegativeTestJSON-256798717-project-member] Lock "755321d4-49b7-49f2-ac58-74b286be4645" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.743s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.981172] env[66735]: WARNING neutronclient.v2_0.client [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.071929] env[66735]: DEBUG nova.compute.manager [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Received event network-vif-plugged-e201e7f4-6685-4e6e-b5d4-6c6fa74a1013 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 973.072021] env[66735]: DEBUG oslo_concurrency.lockutils [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] Acquiring lock "db29ff15-ad16-486d-9c7f-89bee68ed951-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.072560] env[66735]: DEBUG oslo_concurrency.lockutils [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] Lock "db29ff15-ad16-486d-9c7f-89bee68ed951-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.072766] env[66735]: DEBUG oslo_concurrency.lockutils [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] Lock "db29ff15-ad16-486d-9c7f-89bee68ed951-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.072990] env[66735]: DEBUG nova.compute.manager [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] No waiting events found dispatching network-vif-plugged-e201e7f4-6685-4e6e-b5d4-6c6fa74a1013 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 973.073345] env[66735]: WARNING nova.compute.manager [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Received unexpected event network-vif-plugged-e201e7f4-6685-4e6e-b5d4-6c6fa74a1013 for instance with vm_state building and task_state spawning. [ 973.073440] env[66735]: DEBUG nova.compute.manager [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Received event network-changed-e201e7f4-6685-4e6e-b5d4-6c6fa74a1013 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 973.073669] env[66735]: DEBUG nova.compute.manager [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Refreshing instance network info cache due to event network-changed-e201e7f4-6685-4e6e-b5d4-6c6fa74a1013. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 973.073903] env[66735]: DEBUG oslo_concurrency.lockutils [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] Acquiring lock "refresh_cache-db29ff15-ad16-486d-9c7f-89bee68ed951" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.074103] env[66735]: DEBUG oslo_concurrency.lockutils [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] Acquired lock "refresh_cache-db29ff15-ad16-486d-9c7f-89bee68ed951" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.074498] env[66735]: DEBUG nova.network.neutron [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Refreshing network info cache for port e201e7f4-6685-4e6e-b5d4-6c6fa74a1013 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.086947] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b78285-562f-92f9-7ddb-c142103d4936, 'name': SearchDatastore_Task, 'duration_secs': 0.070807} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.093498] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.093813] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] d28bdb48-d509-4278-b5dc-c3238209198d/d28bdb48-d509-4278-b5dc-c3238209198d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.100406] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd4ff76d-cafe-4b1e-83ba-e52415ae71e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.115319] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827099} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.117998] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] db29ff15-ad16-486d-9c7f-89bee68ed951/db29ff15-ad16-486d-9c7f-89bee68ed951.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.118438] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.118984] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Waiting for the task: (returnval){ [ 973.118984] env[66735]: value = "task-4646024" [ 973.118984] env[66735]: _type = "Task" [ 973.118984] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.119772] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e80b6f17-4314-4c87-a488-3f90e53d7deb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.146428] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.148747] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 973.148747] env[66735]: value = "task-4646025" [ 973.148747] env[66735]: _type = "Task" [ 973.148747] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.166031] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.166031] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.171495] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.173348] env[66735]: DEBUG nova.network.neutron [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updating instance_info_cache with network_info: [{"id": "f672860b-57b8-4ee0-90d2-fd621c751e75", "address": "fa:16:3e:27:d0:b2", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf672860b-57", "ovs_interfaceid": "f672860b-57b8-4ee0-90d2-fd621c751e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.245106] env[66735]: DEBUG nova.network.neutron [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Successfully updated port: 7be5b90b-8bf2-43ff-9043-6da042ed282e {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 973.290131] env[66735]: DEBUG nova.network.neutron [req-14c1abb4-0c60-49e3-8ba2-6a85d40ee514 req-34c8eda1-db53-49a2-a595-6c5ab42a2f29 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Updated VIF entry in instance network info cache for port d7891f6e-230b-4bc6-b5d3-9b6121430dbc. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 973.290703] env[66735]: DEBUG nova.network.neutron [req-14c1abb4-0c60-49e3-8ba2-6a85d40ee514 req-34c8eda1-db53-49a2-a595-6c5ab42a2f29 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Updating instance_info_cache with network_info: [{"id": "d7891f6e-230b-4bc6-b5d3-9b6121430dbc", "address": "fa:16:3e:24:f5:cb", "network": {"id": "103e06bb-f97f-4a62-aa4d-19a446580f5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1245528681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2a600d1c814aeebc295b31000ca1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7891f6e-23", "ovs_interfaceid": "d7891f6e-230b-4bc6-b5d3-9b6121430dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.298706] env[66735]: DEBUG nova.network.neutron [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance_info_cache with network_info: [{"id": "6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05", "address": "fa:16:3e:ce:de:1f", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4e00b9-d5", "ovs_interfaceid": "6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.406854] env[66735]: DEBUG oslo_vmware.api [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646022, 'name': RemoveSnapshot_Task, 'duration_secs': 1.304462} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.407204] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 973.407698] env[66735]: INFO nova.compute.manager [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Took 16.46 seconds to snapshot the instance on the hypervisor. [ 973.409594] env[66735]: WARNING oslo_messaging._drivers.amqpdriver [None req-2c76fd69-0484-49ae-95aa-2aa13bef5062 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 973.456024] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.577226] env[66735]: WARNING neutronclient.v2_0.client [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.642917] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646024, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.665813] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091964} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.670102] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.670262] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.670720] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.671065] env[66735]: INFO nova.compute.manager [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Rebooting instance [ 973.674729] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901ffa90-f704-4829-a098-0f23410e44d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.677428] env[66735]: DEBUG nova.compute.manager [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 973.681309] env[66735]: DEBUG oslo_concurrency.lockutils [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.682045] env[66735]: WARNING neutronclient.v2_0.client [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.682235] env[66735]: WARNING neutronclient.v2_0.client [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.720686] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] db29ff15-ad16-486d-9c7f-89bee68ed951/db29ff15-ad16-486d-9c7f-89bee68ed951.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.724541] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cc22c59-2f27-4de6-a63b-b5f56ab314f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.749433] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "refresh_cache-6a05070f-299f-4a01-a3b5-ff77ef405528" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.749433] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired lock "refresh_cache-6a05070f-299f-4a01-a3b5-ff77ef405528" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.749433] env[66735]: DEBUG nova.network.neutron [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 973.760960] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 973.760960] env[66735]: value = "task-4646026" [ 973.760960] env[66735]: _type = "Task" [ 973.760960] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.777477] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646026, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.795182] env[66735]: DEBUG oslo_concurrency.lockutils [req-14c1abb4-0c60-49e3-8ba2-6a85d40ee514 req-34c8eda1-db53-49a2-a595-6c5ab42a2f29 service nova] Releasing lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.801980] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "refresh_cache-8ffe3e91-bdd4-4136-947b-a94b42305acc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.802147] env[66735]: DEBUG nova.objects.instance [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lazy-loading 'migration_context' on Instance uuid 8ffe3e91-bdd4-4136-947b-a94b42305acc {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.869948] env[66735]: WARNING neutronclient.v2_0.client [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.875270] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f2e849-d659-4b49-86ec-0cad79aa8829 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.885353] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e28bc3-aa8f-4f2d-9681-bd61f5a3a150 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.927023] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9340f7-e955-4ea0-9f22-65ba8c9b9df7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.934801] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71bd754-5bbc-4b73-a327-c5ae7bf9c69a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.953293] env[66735]: DEBUG nova.compute.provider_tree [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.085605] env[66735]: DEBUG nova.network.neutron [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Updated VIF entry in instance network info cache for port e201e7f4-6685-4e6e-b5d4-6c6fa74a1013. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 974.085605] env[66735]: DEBUG nova.network.neutron [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Updating instance_info_cache with network_info: [{"id": "e201e7f4-6685-4e6e-b5d4-6c6fa74a1013", "address": "fa:16:3e:4f:25:16", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape201e7f4-66", "ovs_interfaceid": "e201e7f4-6685-4e6e-b5d4-6c6fa74a1013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.128194] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "3d96430c-6002-43eb-b78d-0d9b45006a89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.128534] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "3d96430c-6002-43eb-b78d-0d9b45006a89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.143514] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646368} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.143514] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] d28bdb48-d509-4278-b5dc-c3238209198d/d28bdb48-d509-4278-b5dc-c3238209198d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.143514] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.143514] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e25a579b-a42a-4432-8fb0-7c1043f8699e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.153565] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Waiting for the task: (returnval){ [ 974.153565] env[66735]: value = "task-4646027" [ 974.153565] env[66735]: _type = "Task" [ 974.153565] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.163380] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.190591] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.190847] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquired lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.191039] env[66735]: DEBUG nova.network.neutron [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 974.208664] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.213871] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.215129] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eff292-7caf-4882-a4ba-d4ddae94dde3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.225259] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.225460] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10aac666-7629-496e-85d3-cffc2c2499eb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.277018] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.305910] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.306708] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.306708] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleting the datastore file [datastore2] 766bf5e7-c5d6-474e-be1f-316a531ef128 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.306883] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2c5e31b-06b4-41ac-9f95-6edf761c308b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.310113] env[66735]: DEBUG nova.objects.base [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Object Instance<8ffe3e91-bdd4-4136-947b-a94b42305acc> lazy-loaded attributes: info_cache,migration_context {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.311238] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4eef771-8d84-4f6f-b21b-219ff6f00ff0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.335905] env[66735]: DEBUG nova.network.neutron [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 974.341277] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e6ddcd-8044-48ff-8d1e-59837e99d6c7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.346173] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 974.346173] env[66735]: value = "task-4646029" [ 974.346173] env[66735]: _type = "Task" [ 974.346173] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.354875] env[66735]: DEBUG oslo_vmware.api [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 974.354875] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527473fe-7f0d-4ed7-e5d2-398851876350" [ 974.354875] env[66735]: _type = "Task" [ 974.354875] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.363139] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.370451] env[66735]: DEBUG oslo_vmware.api [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527473fe-7f0d-4ed7-e5d2-398851876350, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.370830] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.457411] env[66735]: DEBUG nova.scheduler.client.report [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.467505] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Acquiring lock "be7dbad8-d681-4099-a0c9-3bd1596b2f7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.467880] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lock "be7dbad8-d681-4099-a0c9-3bd1596b2f7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.561017] env[66735]: WARNING neutronclient.v2_0.client [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.588289] env[66735]: DEBUG oslo_concurrency.lockutils [req-f293a1ad-a0dc-4ee1-a7c3-31ccc2bbfba6 req-5bd04f80-8232-4b8d-92d0-a86b94352a64 service nova] Releasing lock "refresh_cache-db29ff15-ad16-486d-9c7f-89bee68ed951" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.631645] env[66735]: DEBUG nova.compute.manager [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 974.672643] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077899} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.673269] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.674451] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebfe587-4b05-4016-8d2b-1f1c2454665d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.700294] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] d28bdb48-d509-4278-b5dc-c3238209198d/d28bdb48-d509-4278-b5dc-c3238209198d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.701708] env[66735]: DEBUG nova.network.neutron [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Updating instance_info_cache with network_info: [{"id": "7be5b90b-8bf2-43ff-9043-6da042ed282e", "address": "fa:16:3e:2e:ce:5c", "network": {"id": "1a2838ba-d357-4ac4-819a-cfe7c2ed7782", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1511066718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7d81bd51055a41c985165134b6fc3f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be5b90b-8b", "ovs_interfaceid": "7be5b90b-8bf2-43ff-9043-6da042ed282e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.706787] env[66735]: WARNING neutronclient.v2_0.client [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.707536] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92aee8e7-f001-421e-8838-6f1f7432eea3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.733555] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Waiting for the task: (returnval){ [ 974.733555] env[66735]: value = "task-4646030" [ 974.733555] env[66735]: _type = "Task" [ 974.733555] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.744780] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.750401] env[66735]: DEBUG nova.compute.manager [req-68df10cc-09c3-481e-b273-06bf6e5f855d req-1c05819d-f669-4cf9-9f79-ff60d4dae47d service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Received event network-vif-unplugged-f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 974.750999] env[66735]: DEBUG oslo_concurrency.lockutils [req-68df10cc-09c3-481e-b273-06bf6e5f855d req-1c05819d-f669-4cf9-9f79-ff60d4dae47d service nova] Acquiring lock "766bf5e7-c5d6-474e-be1f-316a531ef128-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.750999] env[66735]: DEBUG oslo_concurrency.lockutils [req-68df10cc-09c3-481e-b273-06bf6e5f855d req-1c05819d-f669-4cf9-9f79-ff60d4dae47d service nova] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.751524] env[66735]: DEBUG oslo_concurrency.lockutils [req-68df10cc-09c3-481e-b273-06bf6e5f855d req-1c05819d-f669-4cf9-9f79-ff60d4dae47d service nova] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.751524] env[66735]: DEBUG nova.compute.manager [req-68df10cc-09c3-481e-b273-06bf6e5f855d req-1c05819d-f669-4cf9-9f79-ff60d4dae47d service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] No waiting events found dispatching network-vif-unplugged-f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 974.751524] env[66735]: WARNING nova.compute.manager [req-68df10cc-09c3-481e-b273-06bf6e5f855d req-1c05819d-f669-4cf9-9f79-ff60d4dae47d service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Received unexpected event network-vif-unplugged-f672860b-57b8-4ee0-90d2-fd621c751e75 for instance with vm_state shelved and task_state shelving_offloading. [ 974.779692] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646026, 'name': ReconfigVM_Task, 'duration_secs': 0.638489} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.780079] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Reconfigured VM instance instance-00000052 to attach disk [datastore2] db29ff15-ad16-486d-9c7f-89bee68ed951/db29ff15-ad16-486d-9c7f-89bee68ed951.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.780802] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ca72044-524b-424b-80d9-4572ddd2694a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.790171] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 974.790171] env[66735]: value = "task-4646031" [ 974.790171] env[66735]: _type = "Task" [ 974.790171] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.803275] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646031, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.864044] env[66735]: DEBUG oslo_vmware.api [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451187} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.864044] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.864306] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.864357] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.926614] env[66735]: INFO nova.scheduler.client.report [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleted allocations for instance 766bf5e7-c5d6-474e-be1f-316a531ef128 [ 974.963839] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.964247] env[66735]: DEBUG nova.compute.manager [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 974.971094] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.062s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.971215] env[66735]: DEBUG nova.objects.instance [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 974.976788] env[66735]: DEBUG nova.compute.manager [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 975.131709] env[66735]: WARNING neutronclient.v2_0.client [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.161839] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.227102] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Releasing lock "refresh_cache-6a05070f-299f-4a01-a3b5-ff77ef405528" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.228719] env[66735]: DEBUG nova.compute.manager [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Instance network_info: |[{"id": "7be5b90b-8bf2-43ff-9043-6da042ed282e", "address": "fa:16:3e:2e:ce:5c", "network": {"id": "1a2838ba-d357-4ac4-819a-cfe7c2ed7782", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1511066718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7d81bd51055a41c985165134b6fc3f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be5b90b-8b", "ovs_interfaceid": "7be5b90b-8bf2-43ff-9043-6da042ed282e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 975.228719] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:ce:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7be5b90b-8bf2-43ff-9043-6da042ed282e', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.238232] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Creating folder: Project (7d81bd51055a41c985165134b6fc3f11). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.239889] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c5f17a1-e57e-4a24-9903-cefdee7f56b0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.254781] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646030, 'name': ReconfigVM_Task, 'duration_secs': 0.457715} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.254781] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Reconfigured VM instance instance-00000053 to attach disk [datastore2] d28bdb48-d509-4278-b5dc-c3238209198d/d28bdb48-d509-4278-b5dc-c3238209198d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.256771] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b99a8a8-163f-4320-bd1d-631bf65e4acc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.258908] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Created folder: Project (7d81bd51055a41c985165134b6fc3f11) in parent group-v906980. [ 975.259108] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Creating folder: Instances. Parent ref: group-v907221. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.259397] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f9d50c2-461c-45fb-b5a6-0e2ce2d056e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.268765] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Waiting for the task: (returnval){ [ 975.268765] env[66735]: value = "task-4646033" [ 975.268765] env[66735]: _type = "Task" [ 975.268765] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.275042] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Created folder: Instances in parent group-v907221. [ 975.275195] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 975.275768] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.276123] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f3588f-8e82-472b-8657-dcc18678a16f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.294945] env[66735]: DEBUG nova.network.neutron [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Updating instance_info_cache with network_info: [{"id": "d7891f6e-230b-4bc6-b5d3-9b6121430dbc", "address": "fa:16:3e:24:f5:cb", "network": {"id": "103e06bb-f97f-4a62-aa4d-19a446580f5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1245528681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2a600d1c814aeebc295b31000ca1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7891f6e-23", "ovs_interfaceid": "d7891f6e-230b-4bc6-b5d3-9b6121430dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.305213] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646033, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.315641] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646031, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.317341] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.317341] env[66735]: value = "task-4646035" [ 975.317341] env[66735]: _type = "Task" [ 975.317341] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.330329] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646035, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.351709] env[66735]: DEBUG nova.compute.manager [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Received event network-vif-plugged-7be5b90b-8bf2-43ff-9043-6da042ed282e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 975.351920] env[66735]: DEBUG oslo_concurrency.lockutils [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] Acquiring lock "6a05070f-299f-4a01-a3b5-ff77ef405528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.352159] env[66735]: DEBUG oslo_concurrency.lockutils [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] Lock "6a05070f-299f-4a01-a3b5-ff77ef405528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.352338] env[66735]: DEBUG oslo_concurrency.lockutils [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] Lock "6a05070f-299f-4a01-a3b5-ff77ef405528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.352533] env[66735]: DEBUG nova.compute.manager [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] No waiting events found dispatching network-vif-plugged-7be5b90b-8bf2-43ff-9043-6da042ed282e {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 975.352949] env[66735]: WARNING nova.compute.manager [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Received unexpected event network-vif-plugged-7be5b90b-8bf2-43ff-9043-6da042ed282e for instance with vm_state building and task_state spawning. [ 975.352949] env[66735]: DEBUG nova.compute.manager [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Received event network-changed-7be5b90b-8bf2-43ff-9043-6da042ed282e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 975.353213] env[66735]: DEBUG nova.compute.manager [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Refreshing instance network info cache due to event network-changed-7be5b90b-8bf2-43ff-9043-6da042ed282e. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 975.353367] env[66735]: DEBUG oslo_concurrency.lockutils [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] Acquiring lock "refresh_cache-6a05070f-299f-4a01-a3b5-ff77ef405528" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.353491] env[66735]: DEBUG oslo_concurrency.lockutils [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] Acquired lock "refresh_cache-6a05070f-299f-4a01-a3b5-ff77ef405528" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.353789] env[66735]: DEBUG nova.network.neutron [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Refreshing network info cache for port 7be5b90b-8bf2-43ff-9043-6da042ed282e {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.394683] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "f92fca99-b720-488f-bddf-6e703240f27f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.396264] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "f92fca99-b720-488f-bddf-6e703240f27f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.396264] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "f92fca99-b720-488f-bddf-6e703240f27f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.396264] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "f92fca99-b720-488f-bddf-6e703240f27f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.396264] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "f92fca99-b720-488f-bddf-6e703240f27f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.399035] env[66735]: INFO nova.compute.manager [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Terminating instance [ 975.434724] env[66735]: DEBUG oslo_concurrency.lockutils [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.480152] env[66735]: DEBUG nova.compute.utils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.491246] env[66735]: DEBUG nova.compute.manager [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 975.491773] env[66735]: DEBUG nova.network.neutron [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 975.492414] env[66735]: WARNING neutronclient.v2_0.client [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.493746] env[66735]: WARNING neutronclient.v2_0.client [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.503476] env[66735]: DEBUG oslo_concurrency.lockutils [None req-34b6092f-9693-431a-b8d6-35b960799d13 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.532s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.505479] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.311s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.507853] env[66735]: INFO nova.compute.claims [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.538026] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.782240] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646033, 'name': Rename_Task, 'duration_secs': 0.215347} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.782581] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.782873] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6a6670f-04f9-4459-885d-38e8b945a252 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.790410] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Waiting for the task: (returnval){ [ 975.790410] env[66735]: value = "task-4646036" [ 975.790410] env[66735]: _type = "Task" [ 975.790410] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.802311] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.804484] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Releasing lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.815997] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646031, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.829945] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646035, 'name': CreateVM_Task, 'duration_secs': 0.414462} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.829945] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.830396] env[66735]: WARNING neutronclient.v2_0.client [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.830823] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.831087] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.831372] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.831675] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e982eeb0-2d91-41d4-a450-ce768bb389a4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.838361] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 975.838361] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]525f4bee-4e93-4180-7cfd-42c7ca52ad11" [ 975.838361] env[66735]: _type = "Task" [ 975.838361] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.849114] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525f4bee-4e93-4180-7cfd-42c7ca52ad11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.856600] env[66735]: WARNING neutronclient.v2_0.client [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.890386] env[66735]: DEBUG nova.policy [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61278f88fcf14992b26ecc5fa9640c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29418d690eda48438d1c2aa27bb21a4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.903981] env[66735]: DEBUG nova.compute.manager [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 975.903981] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.904832] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e5c17f-50f7-4d17-8f6a-05c726a8cf34 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.914969] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.915332] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc758dbc-defb-404e-a22e-3c38b0ed738e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.988989] env[66735]: DEBUG nova.compute.manager [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 975.994715] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.995023] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.995287] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleting the datastore file [datastore2] f92fca99-b720-488f-bddf-6e703240f27f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.996098] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-815108c1-f45d-41b1-9e8f-10467941d8c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.004870] env[66735]: DEBUG oslo_vmware.api [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 976.004870] env[66735]: value = "task-4646038" [ 976.004870] env[66735]: _type = "Task" [ 976.004870] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.019308] env[66735]: DEBUG oslo_vmware.api [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.288329] env[66735]: DEBUG nova.network.neutron [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Successfully created port: 39f5d39e-684d-40a1-9cc9-6583a9b65683 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 976.305230] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646036, 'name': PowerOnVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.316987] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646031, 'name': Rename_Task, 'duration_secs': 1.208849} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.317770] env[66735]: DEBUG nova.compute.manager [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 976.318111] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.318945] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c083f2-44eb-42a4-95f8-29843a596f5f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.322335] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1472181a-5e67-4977-a5b9-29acec4ae768 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.337024] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 976.337024] env[66735]: value = "task-4646039" [ 976.337024] env[66735]: _type = "Task" [ 976.337024] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.355085] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525f4bee-4e93-4180-7cfd-42c7ca52ad11, 'name': SearchDatastore_Task, 'duration_secs': 0.01858} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.359901] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.360238] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.360630] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.361826] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.361826] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.361826] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646039, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.361826] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7bb5d95-4b8c-40a0-a9f2-b243b43bb087 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.373207] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.374088] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.374342] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4680c5-bd97-4846-b761-1ffaade611d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.382263] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 976.382263] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52091687-b8e3-e290-b7f4-1ad22c877f51" [ 976.382263] env[66735]: _type = "Task" [ 976.382263] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.397574] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52091687-b8e3-e290-b7f4-1ad22c877f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.518095] env[66735]: DEBUG oslo_vmware.api [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263633} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.518647] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.518647] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.518743] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.518908] env[66735]: INFO nova.compute.manager [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Took 0.62 seconds to destroy the instance on the hypervisor. [ 976.519202] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 976.519434] env[66735]: DEBUG nova.compute.manager [-] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 976.519581] env[66735]: DEBUG nova.network.neutron [-] [instance: f92fca99-b720-488f-bddf-6e703240f27f] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 976.519852] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.613361] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.704293] env[66735]: WARNING neutronclient.v2_0.client [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.810023] env[66735]: DEBUG oslo_vmware.api [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646036, 'name': PowerOnVM_Task, 'duration_secs': 0.574109} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.810023] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.810023] env[66735]: INFO nova.compute.manager [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Took 6.96 seconds to spawn the instance on the hypervisor. [ 976.810023] env[66735]: DEBUG nova.compute.manager [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 976.810023] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89570596-21f8-4ef9-8f9b-0241a0b44b48 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.856758] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646039, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.905358] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52091687-b8e3-e290-b7f4-1ad22c877f51, 'name': SearchDatastore_Task, 'duration_secs': 0.015425} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.908647] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405065f7-7df0-4308-a918-dd67a89a9bed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.921321] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 976.921321] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]525724d8-3b90-96d2-36ec-277e2bb03042" [ 976.921321] env[66735]: _type = "Task" [ 976.921321] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.932176] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ee343b-cc53-4ab8-99f6-92644b3c3398 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.943753] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525724d8-3b90-96d2-36ec-277e2bb03042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.950434] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccc3cc4-20e6-4c71-b8ad-bdb684722e10 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.987675] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7397df-ae64-421f-bf03-ca366f86b92f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.998065] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47117275-258d-44b8-b864-e4827a6a60b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.005170] env[66735]: DEBUG nova.compute.manager [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 977.016130] env[66735]: DEBUG nova.compute.provider_tree [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.046699] env[66735]: DEBUG nova.virt.hardware [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 977.046951] env[66735]: DEBUG nova.virt.hardware [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.047114] env[66735]: DEBUG nova.virt.hardware [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 977.047288] env[66735]: DEBUG nova.virt.hardware [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.047436] env[66735]: DEBUG nova.virt.hardware [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 977.047618] env[66735]: DEBUG nova.virt.hardware [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 977.047829] env[66735]: DEBUG nova.virt.hardware [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 977.047985] env[66735]: DEBUG nova.virt.hardware [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 977.048164] env[66735]: DEBUG nova.virt.hardware [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 977.048322] env[66735]: DEBUG nova.virt.hardware [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 977.048494] env[66735]: DEBUG nova.virt.hardware [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 977.049960] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd78118-b839-4405-af38-6741cc6ec308 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.059310] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ca0faf-ae68-4c96-b200-014198776733 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.300099] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "57951c8d-d688-4df6-93bf-6dc89871e1cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.300355] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "57951c8d-d688-4df6-93bf-6dc89871e1cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.310468] env[66735]: DEBUG nova.network.neutron [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Updated VIF entry in instance network info cache for port 7be5b90b-8bf2-43ff-9043-6da042ed282e. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 977.310468] env[66735]: DEBUG nova.network.neutron [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Updating instance_info_cache with network_info: [{"id": "7be5b90b-8bf2-43ff-9043-6da042ed282e", "address": "fa:16:3e:2e:ce:5c", "network": {"id": "1a2838ba-d357-4ac4-819a-cfe7c2ed7782", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1511066718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7d81bd51055a41c985165134b6fc3f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be5b90b-8b", "ovs_interfaceid": "7be5b90b-8bf2-43ff-9043-6da042ed282e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.346948] env[66735]: INFO nova.compute.manager [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Took 29.10 seconds to build instance. [ 977.350124] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d51ed5-e3be-4091-9786-0b1cf167dea7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.359697] env[66735]: DEBUG oslo_vmware.api [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646039, 'name': PowerOnVM_Task, 'duration_secs': 0.666137} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.360535] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.360814] env[66735]: INFO nova.compute.manager [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Took 9.99 seconds to spawn the instance on the hypervisor. [ 977.361014] env[66735]: DEBUG nova.compute.manager [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 977.361906] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ad28c7-b02a-4ad5-af67-917f67c55e34 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.368293] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Doing hard reboot of VM {{(pid=66735) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 977.369251] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6fb91a38-3bd7-477f-b835-de78f9888eaa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.379283] env[66735]: DEBUG oslo_vmware.api [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 977.379283] env[66735]: value = "task-4646040" [ 977.379283] env[66735]: _type = "Task" [ 977.379283] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.390512] env[66735]: DEBUG oslo_vmware.api [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646040, 'name': ResetVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.434399] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525724d8-3b90-96d2-36ec-277e2bb03042, 'name': SearchDatastore_Task, 'duration_secs': 0.015568} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.435553] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.435891] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 6a05070f-299f-4a01-a3b5-ff77ef405528/6a05070f-299f-4a01-a3b5-ff77ef405528.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.436255] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-becb5366-89fe-4f0e-898e-0cb6784f5961 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.448350] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 977.448350] env[66735]: value = "task-4646041" [ 977.448350] env[66735]: _type = "Task" [ 977.448350] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.460887] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.521535] env[66735]: DEBUG nova.scheduler.client.report [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.527970] env[66735]: DEBUG nova.network.neutron [-] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.669382] env[66735]: DEBUG oslo_vmware.rw_handles [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3363c-1786-0e5c-e080-b01611da7b6a/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 977.670563] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553d160d-8b77-4727-a7cd-36dc7eff92b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.680068] env[66735]: DEBUG oslo_vmware.rw_handles [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3363c-1786-0e5c-e080-b01611da7b6a/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 977.680068] env[66735]: ERROR oslo_vmware.rw_handles [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3363c-1786-0e5c-e080-b01611da7b6a/disk-0.vmdk due to incomplete transfer. [ 977.680261] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a655450d-cc96-49f5-8120-e536369524a8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.690096] env[66735]: DEBUG oslo_vmware.rw_handles [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3363c-1786-0e5c-e080-b01611da7b6a/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 977.690324] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Uploaded image 8527477a-bf6a-43b3-843e-d127616966d5 to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 977.693030] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 977.693328] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dbf3c204-2acf-44c8-8148-405ca1f6acfc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.703120] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 977.703120] env[66735]: value = "task-4646042" [ 977.703120] env[66735]: _type = "Task" [ 977.703120] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.714644] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646042, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.804038] env[66735]: DEBUG nova.compute.manager [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 977.813744] env[66735]: DEBUG oslo_concurrency.lockutils [req-1b9d4858-3230-4ecb-8dc5-c6faaf65405f req-bf8cbeaa-120c-4521-bcb2-75b1aabd9755 service nova] Releasing lock "refresh_cache-6a05070f-299f-4a01-a3b5-ff77ef405528" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.850338] env[66735]: DEBUG oslo_concurrency.lockutils [None req-662849d9-4748-4a68-aef8-9a07ea6fc6a1 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Lock "d28bdb48-d509-4278-b5dc-c3238209198d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.608s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.894561] env[66735]: INFO nova.compute.manager [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Took 34.57 seconds to build instance. [ 977.901835] env[66735]: DEBUG oslo_vmware.api [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646040, 'name': ResetVM_Task, 'duration_secs': 0.215304} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.902279] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Did hard reboot of VM {{(pid=66735) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 977.902585] env[66735]: DEBUG nova.compute.manager [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 977.903700] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b9e506-bc9c-4b0a-a393-e016f8940dd3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.964685] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646041, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.992729] env[66735]: DEBUG nova.compute.manager [req-09e3ebca-565e-4dd6-a71a-e206995f29f4 req-8d50767b-86b6-4088-a142-921ce11aa59c service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Received event network-changed-f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 977.992793] env[66735]: DEBUG nova.compute.manager [req-09e3ebca-565e-4dd6-a71a-e206995f29f4 req-8d50767b-86b6-4088-a142-921ce11aa59c service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Refreshing instance network info cache due to event network-changed-f672860b-57b8-4ee0-90d2-fd621c751e75. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 977.993043] env[66735]: DEBUG oslo_concurrency.lockutils [req-09e3ebca-565e-4dd6-a71a-e206995f29f4 req-8d50767b-86b6-4088-a142-921ce11aa59c service nova] Acquiring lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.993230] env[66735]: DEBUG oslo_concurrency.lockutils [req-09e3ebca-565e-4dd6-a71a-e206995f29f4 req-8d50767b-86b6-4088-a142-921ce11aa59c service nova] Acquired lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.993525] env[66735]: DEBUG nova.network.neutron [req-09e3ebca-565e-4dd6-a71a-e206995f29f4 req-8d50767b-86b6-4088-a142-921ce11aa59c service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Refreshing network info cache for port f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.032454] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.033275] env[66735]: DEBUG nova.compute.manager [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 978.037637] env[66735]: INFO nova.compute.manager [-] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Took 1.52 seconds to deallocate network for instance. [ 978.038073] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.293s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.039872] env[66735]: INFO nova.compute.claims [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.072470] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Acquiring lock "bd9c9da0-30e0-4184-9219-7c76e34290c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.072782] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Lock "bd9c9da0-30e0-4184-9219-7c76e34290c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.073038] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Acquiring lock "bd9c9da0-30e0-4184-9219-7c76e34290c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.073266] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Lock "bd9c9da0-30e0-4184-9219-7c76e34290c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.073473] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Lock "bd9c9da0-30e0-4184-9219-7c76e34290c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.076762] env[66735]: INFO nova.compute.manager [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Terminating instance [ 978.191986] env[66735]: DEBUG nova.network.neutron [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Successfully updated port: 39f5d39e-684d-40a1-9cc9-6583a9b65683 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 978.215902] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646042, 'name': Destroy_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.332941] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.383926] env[66735]: DEBUG nova.compute.manager [req-102812ce-4b60-400a-9c27-c8bbbf5041ad req-49a543d2-8cbb-40df-be80-1156370bbcfe service nova] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Received event network-vif-deleted-55845061-5d76-4314-9eef-fe13c5183d17 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 978.402602] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fdcdd090-0bf7-469e-8c64-cb14ef97bb39 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "db29ff15-ad16-486d-9c7f-89bee68ed951" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.107s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.422859] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5259cf0c-021d-401f-9250-74557c0d7f1d tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.752s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.461672] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546271} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.461953] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 6a05070f-299f-4a01-a3b5-ff77ef405528/6a05070f-299f-4a01-a3b5-ff77ef405528.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.462183] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.462451] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abc9a12a-ab1d-454e-89f2-ebeb38f02594 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.472302] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 978.472302] env[66735]: value = "task-4646043" [ 978.472302] env[66735]: _type = "Task" [ 978.472302] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.485799] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.496649] env[66735]: WARNING neutronclient.v2_0.client [req-09e3ebca-565e-4dd6-a71a-e206995f29f4 req-8d50767b-86b6-4088-a142-921ce11aa59c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.539835] env[66735]: DEBUG nova.compute.utils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.541431] env[66735]: DEBUG nova.compute.manager [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 978.541631] env[66735]: DEBUG nova.network.neutron [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 978.542663] env[66735]: WARNING neutronclient.v2_0.client [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.542663] env[66735]: WARNING neutronclient.v2_0.client [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.550794] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.583662] env[66735]: DEBUG nova.compute.manager [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 978.583818] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.584883] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63ff32c-e84f-45f2-9afc-417dc4de1817 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.595179] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.595500] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81473ced-7002-41ec-a721-64f2e7cc8087 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.604053] env[66735]: DEBUG oslo_vmware.api [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Waiting for the task: (returnval){ [ 978.604053] env[66735]: value = "task-4646044" [ 978.604053] env[66735]: _type = "Task" [ 978.604053] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.614827] env[66735]: DEBUG oslo_vmware.api [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.623824] env[66735]: DEBUG nova.policy [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7379d465f6c43648e803414c341e1a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a83fa4836f94993af3750f6bc2d8f51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.696748] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "refresh_cache-45c557ed-40ea-48ad-8d61-fa0e1bf0b445" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.696969] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "refresh_cache-45c557ed-40ea-48ad-8d61-fa0e1bf0b445" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.697180] env[66735]: DEBUG nova.network.neutron [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 978.716444] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646042, 'name': Destroy_Task, 'duration_secs': 0.593339} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.716749] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Destroyed the VM [ 978.717282] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 978.717524] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-523daaf7-6c9f-4409-be57-2ab079759d57 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.726685] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 978.726685] env[66735]: value = "task-4646045" [ 978.726685] env[66735]: _type = "Task" [ 978.726685] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.728023] env[66735]: WARNING neutronclient.v2_0.client [req-09e3ebca-565e-4dd6-a71a-e206995f29f4 req-8d50767b-86b6-4088-a142-921ce11aa59c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.744115] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646045, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.984866] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073959} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.985529] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.986561] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03855f2-1b18-41ba-9176-a1fb64fc5b7f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.012079] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 6a05070f-299f-4a01-a3b5-ff77ef405528/6a05070f-299f-4a01-a3b5-ff77ef405528.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.012364] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1762408-851d-4818-b095-9441fd235177 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.034321] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 979.034321] env[66735]: value = "task-4646046" [ 979.034321] env[66735]: _type = "Task" [ 979.034321] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.044264] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.045965] env[66735]: DEBUG nova.compute.manager [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 979.124028] env[66735]: DEBUG oslo_vmware.api [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646044, 'name': PowerOffVM_Task, 'duration_secs': 0.383513} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.124028] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.124028] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.124028] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1453fd8d-df5c-4491-8f9c-5767d37cd9f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.124028] env[66735]: DEBUG nova.network.neutron [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Successfully created port: 9e9abaa3-e096-45dd-9301-0deeaff652b2 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 979.197330] env[66735]: DEBUG nova.network.neutron [req-09e3ebca-565e-4dd6-a71a-e206995f29f4 req-8d50767b-86b6-4088-a142-921ce11aa59c service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updated VIF entry in instance network info cache for port f672860b-57b8-4ee0-90d2-fd621c751e75. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 979.197776] env[66735]: DEBUG nova.network.neutron [req-09e3ebca-565e-4dd6-a71a-e206995f29f4 req-8d50767b-86b6-4088-a142-921ce11aa59c service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updating instance_info_cache with network_info: [{"id": "f672860b-57b8-4ee0-90d2-fd621c751e75", "address": "fa:16:3e:27:d0:b2", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf672860b-57", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.209702] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.209963] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.210194] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Deleting the datastore file [datastore2] bd9c9da0-30e0-4184-9219-7c76e34290c9 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.210603] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b853eb4-9d01-4dea-9429-f17c7323b871 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.220226] env[66735]: DEBUG oslo_vmware.api [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Waiting for the task: (returnval){ [ 979.220226] env[66735]: value = "task-4646048" [ 979.220226] env[66735]: _type = "Task" [ 979.220226] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.239705] env[66735]: DEBUG oslo_vmware.api [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.246147] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646045, 'name': RemoveSnapshot_Task, 'duration_secs': 0.427836} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.249188] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 979.249491] env[66735]: DEBUG nova.compute.manager [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 979.251099] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcce426c-ef79-4d84-b280-a98c61921188 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.254212] env[66735]: DEBUG nova.compute.manager [None req-af4141e4-deb7-4311-96c4-6ed29f8976e6 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 979.254990] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789d4793-e06a-4b96-8450-5a55be5e6470 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.461202] env[66735]: DEBUG nova.network.neutron [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 979.464792] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb3bf55-0ebe-44d7-9950-f490cf044644 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.476257] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce992b37-d3b1-479e-b08f-8d9e70c049e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.516328] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2374795-a062-43d6-9994-fc7055df5afc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.526487] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712cecab-0fbf-47eb-a326-5564aca4db50 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.543282] env[66735]: DEBUG nova.compute.provider_tree [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.562770] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.612408] env[66735]: WARNING neutronclient.v2_0.client [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.706494] env[66735]: DEBUG oslo_concurrency.lockutils [req-09e3ebca-565e-4dd6-a71a-e206995f29f4 req-8d50767b-86b6-4088-a142-921ce11aa59c service nova] Releasing lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.733456] env[66735]: DEBUG oslo_vmware.api [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Task: {'id': task-4646048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165164} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.733726] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.733914] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.734178] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.734410] env[66735]: INFO nova.compute.manager [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 979.734675] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 979.734912] env[66735]: DEBUG nova.compute.manager [-] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 979.735046] env[66735]: DEBUG nova.network.neutron [-] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 979.735314] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.759493] env[66735]: DEBUG nova.network.neutron [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Updating instance_info_cache with network_info: [{"id": "39f5d39e-684d-40a1-9cc9-6583a9b65683", "address": "fa:16:3e:ac:61:dc", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f5d39e-68", "ovs_interfaceid": "39f5d39e-684d-40a1-9cc9-6583a9b65683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.773997] env[66735]: INFO nova.compute.manager [None req-af4141e4-deb7-4311-96c4-6ed29f8976e6 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] instance snapshotting [ 979.774659] env[66735]: DEBUG nova.objects.instance [None req-af4141e4-deb7-4311-96c4-6ed29f8976e6 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Lazy-loading 'flavor' on Instance uuid d28bdb48-d509-4278-b5dc-c3238209198d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.781285] env[66735]: INFO nova.compute.manager [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Shelve offloading [ 979.933592] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.049761] env[66735]: DEBUG nova.scheduler.client.report [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.060851] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646046, 'name': ReconfigVM_Task, 'duration_secs': 0.630568} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.062146] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 6a05070f-299f-4a01-a3b5-ff77ef405528/6a05070f-299f-4a01-a3b5-ff77ef405528.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.063172] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88b5cb8b-7127-4700-9a77-4283cd2074d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.066773] env[66735]: DEBUG nova.compute.manager [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 980.076701] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 980.076701] env[66735]: value = "task-4646049" [ 980.076701] env[66735]: _type = "Task" [ 980.076701] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.089842] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646049, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.101333] env[66735]: DEBUG nova.virt.hardware [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 980.101609] env[66735]: DEBUG nova.virt.hardware [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.101695] env[66735]: DEBUG nova.virt.hardware [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 980.101826] env[66735]: DEBUG nova.virt.hardware [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.101970] env[66735]: DEBUG nova.virt.hardware [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 980.102139] env[66735]: DEBUG nova.virt.hardware [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 980.102346] env[66735]: DEBUG nova.virt.hardware [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 980.102499] env[66735]: DEBUG nova.virt.hardware [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 980.102667] env[66735]: DEBUG nova.virt.hardware [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 980.102816] env[66735]: DEBUG nova.virt.hardware [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 980.102979] env[66735]: DEBUG nova.virt.hardware [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 980.104125] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8889a864-9c75-4aea-baf7-a8f4952814c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.114210] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a074d2e-8ec5-4460-b121-98b56b13d8a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.176469] env[66735]: DEBUG oslo_concurrency.lockutils [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Acquiring lock "d28bdb48-d509-4278-b5dc-c3238209198d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.176738] env[66735]: DEBUG oslo_concurrency.lockutils [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Lock "d28bdb48-d509-4278-b5dc-c3238209198d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.177421] env[66735]: DEBUG oslo_concurrency.lockutils [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Acquiring lock "d28bdb48-d509-4278-b5dc-c3238209198d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.177421] env[66735]: DEBUG oslo_concurrency.lockutils [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Lock "d28bdb48-d509-4278-b5dc-c3238209198d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.177421] env[66735]: DEBUG oslo_concurrency.lockutils [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Lock "d28bdb48-d509-4278-b5dc-c3238209198d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.179837] env[66735]: INFO nova.compute.manager [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Terminating instance [ 980.264610] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "refresh_cache-45c557ed-40ea-48ad-8d61-fa0e1bf0b445" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.264610] env[66735]: DEBUG nova.compute.manager [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Instance network_info: |[{"id": "39f5d39e-684d-40a1-9cc9-6583a9b65683", "address": "fa:16:3e:ac:61:dc", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f5d39e-68", "ovs_interfaceid": "39f5d39e-684d-40a1-9cc9-6583a9b65683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 980.265428] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:61:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39f5d39e-684d-40a1-9cc9-6583a9b65683', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.274192] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Creating folder: Project (29418d690eda48438d1c2aa27bb21a4c). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.274567] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4105fb8b-2126-48ee-b6a7-05cef31edf28 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.283834] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.285067] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c77e55f-3445-4974-bcbe-5ac0eef2cc6e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.290713] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-918ac55a-a2c6-4b19-a509-9cea14ddbe96 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.292987] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Created folder: Project (29418d690eda48438d1c2aa27bb21a4c) in parent group-v906980. [ 980.293212] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Creating folder: Instances. Parent ref: group-v907224. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.293905] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-547e9544-8ea5-475f-8261-5bf52da5143a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.312533] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f0c351-a25b-47bb-bf7c-b544479e2ec5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.316048] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Created folder: Instances in parent group-v907224. [ 980.316257] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 980.316588] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 980.316588] env[66735]: value = "task-4646051" [ 980.316588] env[66735]: _type = "Task" [ 980.316588] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.316823] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.317590] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41c05220-93a8-4b21-a6cd-461d30256f85 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.348894] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 980.349166] env[66735]: DEBUG nova.compute.manager [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 980.349438] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.349438] env[66735]: value = "task-4646053" [ 980.349438] env[66735]: _type = "Task" [ 980.349438] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.350661] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a10d60d-6815-448d-ac68-d1c1fe075a9a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.362375] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646053, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.364305] env[66735]: DEBUG oslo_concurrency.lockutils [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "refresh_cache-0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.364479] env[66735]: DEBUG oslo_concurrency.lockutils [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "refresh_cache-0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.364674] env[66735]: DEBUG nova.network.neutron [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 980.555218] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.556399] env[66735]: DEBUG nova.compute.manager [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 980.559299] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.107s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.559456] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.559633] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 980.560103] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.351s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.563133] env[66735]: INFO nova.compute.claims [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.565042] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac6ea5d-f414-4734-a146-4055cd3fa87e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.577837] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d25ab80-9040-48f6-9dd1-67e18f9690f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.605380] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646049, 'name': Rename_Task, 'duration_secs': 0.286658} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.616212] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.617345] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a131fba7-e78f-48cc-8b77-5db41faa8741 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.619608] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f862361a-a20a-45a9-be1e-1d6ceb6f55d8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.629148] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63bd2a6-b86f-4fab-8eb9-ae00b33ba860 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.662511] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179682MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 980.663119] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.664983] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 980.664983] env[66735]: value = "task-4646054" [ 980.664983] env[66735]: _type = "Task" [ 980.664983] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.676353] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.683989] env[66735]: DEBUG oslo_concurrency.lockutils [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Acquiring lock "refresh_cache-d28bdb48-d509-4278-b5dc-c3238209198d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.684198] env[66735]: DEBUG oslo_concurrency.lockutils [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Acquired lock "refresh_cache-d28bdb48-d509-4278-b5dc-c3238209198d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.684376] env[66735]: DEBUG nova.network.neutron [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 980.692330] env[66735]: DEBUG nova.network.neutron [-] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.843231] env[66735]: DEBUG nova.compute.manager [None req-af4141e4-deb7-4311-96c4-6ed29f8976e6 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Instance disappeared during snapshot {{(pid=66735) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 980.848813] env[66735]: DEBUG nova.compute.manager [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Received event network-vif-plugged-39f5d39e-684d-40a1-9cc9-6583a9b65683 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 980.849168] env[66735]: DEBUG oslo_concurrency.lockutils [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] Acquiring lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.849431] env[66735]: DEBUG oslo_concurrency.lockutils [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] Lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.849648] env[66735]: DEBUG oslo_concurrency.lockutils [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] Lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.849898] env[66735]: DEBUG nova.compute.manager [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] No waiting events found dispatching network-vif-plugged-39f5d39e-684d-40a1-9cc9-6583a9b65683 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 980.849997] env[66735]: WARNING nova.compute.manager [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Received unexpected event network-vif-plugged-39f5d39e-684d-40a1-9cc9-6583a9b65683 for instance with vm_state building and task_state spawning. [ 980.850482] env[66735]: DEBUG nova.compute.manager [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Received event network-changed-39f5d39e-684d-40a1-9cc9-6583a9b65683 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 980.850482] env[66735]: DEBUG nova.compute.manager [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Refreshing instance network info cache due to event network-changed-39f5d39e-684d-40a1-9cc9-6583a9b65683. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 980.850482] env[66735]: DEBUG oslo_concurrency.lockutils [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] Acquiring lock "refresh_cache-45c557ed-40ea-48ad-8d61-fa0e1bf0b445" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.850757] env[66735]: DEBUG oslo_concurrency.lockutils [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] Acquired lock "refresh_cache-45c557ed-40ea-48ad-8d61-fa0e1bf0b445" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.850757] env[66735]: DEBUG nova.network.neutron [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Refreshing network info cache for port 39f5d39e-684d-40a1-9cc9-6583a9b65683 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.867156] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646053, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.868055] env[66735]: WARNING neutronclient.v2_0.client [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.894853] env[66735]: DEBUG nova.network.neutron [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Successfully updated port: 9e9abaa3-e096-45dd-9301-0deeaff652b2 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 981.016739] env[66735]: DEBUG nova.compute.manager [None req-af4141e4-deb7-4311-96c4-6ed29f8976e6 tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Found 0 images (rotation: 2) {{(pid=66735) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 981.061697] env[66735]: DEBUG nova.compute.utils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.062755] env[66735]: DEBUG nova.compute.manager [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 981.062952] env[66735]: DEBUG nova.network.neutron [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 981.063287] env[66735]: WARNING neutronclient.v2_0.client [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.064052] env[66735]: WARNING neutronclient.v2_0.client [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.116209] env[66735]: WARNING neutronclient.v2_0.client [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.147977] env[66735]: DEBUG nova.policy [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7379d465f6c43648e803414c341e1a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a83fa4836f94993af3750f6bc2d8f51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.161542] env[66735]: DEBUG nova.compute.manager [req-3a23b706-12b3-4ad3-b5e4-033ab7f123e5 req-1c404aff-5af8-48fc-be1d-0018d3d16152 service nova] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Received event network-vif-plugged-9e9abaa3-e096-45dd-9301-0deeaff652b2 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 981.161876] env[66735]: DEBUG oslo_concurrency.lockutils [req-3a23b706-12b3-4ad3-b5e4-033ab7f123e5 req-1c404aff-5af8-48fc-be1d-0018d3d16152 service nova] Acquiring lock "9c513275-a52a-4351-a00b-5167a2c4a857-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.161971] env[66735]: DEBUG oslo_concurrency.lockutils [req-3a23b706-12b3-4ad3-b5e4-033ab7f123e5 req-1c404aff-5af8-48fc-be1d-0018d3d16152 service nova] Lock "9c513275-a52a-4351-a00b-5167a2c4a857-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.162150] env[66735]: DEBUG oslo_concurrency.lockutils [req-3a23b706-12b3-4ad3-b5e4-033ab7f123e5 req-1c404aff-5af8-48fc-be1d-0018d3d16152 service nova] Lock "9c513275-a52a-4351-a00b-5167a2c4a857-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.162316] env[66735]: DEBUG nova.compute.manager [req-3a23b706-12b3-4ad3-b5e4-033ab7f123e5 req-1c404aff-5af8-48fc-be1d-0018d3d16152 service nova] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] No waiting events found dispatching network-vif-plugged-9e9abaa3-e096-45dd-9301-0deeaff652b2 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 981.163033] env[66735]: WARNING nova.compute.manager [req-3a23b706-12b3-4ad3-b5e4-033ab7f123e5 req-1c404aff-5af8-48fc-be1d-0018d3d16152 service nova] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Received unexpected event network-vif-plugged-9e9abaa3-e096-45dd-9301-0deeaff652b2 for instance with vm_state building and task_state spawning. [ 981.179289] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646054, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.186859] env[66735]: WARNING neutronclient.v2_0.client [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.194865] env[66735]: INFO nova.compute.manager [-] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Took 1.46 seconds to deallocate network for instance. [ 981.212451] env[66735]: DEBUG nova.network.neutron [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Updating instance_info_cache with network_info: [{"id": "3623ed4c-c1e4-408f-b338-2d14e09be324", "address": "fa:16:3e:0f:51:9c", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3623ed4c-c1", "ovs_interfaceid": "3623ed4c-c1e4-408f-b338-2d14e09be324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.228975] env[66735]: DEBUG nova.network.neutron [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 981.354485] env[66735]: WARNING neutronclient.v2_0.client [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.376309] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646053, 'name': CreateVM_Task, 'duration_secs': 0.603095} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.376859] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.377560] env[66735]: WARNING neutronclient.v2_0.client [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.377874] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.378040] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.378375] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.378687] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77cc3f5f-45b4-4072-be6f-b48f321e8a5e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.386188] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 981.386188] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]525f65de-8160-e352-4f58-81df4186ae00" [ 981.386188] env[66735]: _type = "Task" [ 981.386188] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.393188] env[66735]: DEBUG nova.network.neutron [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.403690] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "refresh_cache-9c513275-a52a-4351-a00b-5167a2c4a857" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.403877] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquired lock "refresh_cache-9c513275-a52a-4351-a00b-5167a2c4a857" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.404083] env[66735]: DEBUG nova.network.neutron [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.405427] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525f65de-8160-e352-4f58-81df4186ae00, 'name': SearchDatastore_Task} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.405957] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.406227] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.406478] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.406621] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.406796] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.407104] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8c1ffc1-2e26-43ab-9ec5-171bd662fd7d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.425584] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.425781] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.426635] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdda7fdc-68d3-4b18-bb21-2769c840f6b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.437337] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 981.437337] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5219a1b2-a5cf-c04c-33e2-5d3ec56f8a19" [ 981.437337] env[66735]: _type = "Task" [ 981.437337] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.451134] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5219a1b2-a5cf-c04c-33e2-5d3ec56f8a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.502078] env[66735]: DEBUG nova.network.neutron [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Successfully created port: b8ed3dfa-c908-4511-b444-8fcc13b78647 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 981.566654] env[66735]: DEBUG nova.compute.manager [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 981.680387] env[66735]: DEBUG oslo_vmware.api [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646054, 'name': PowerOnVM_Task, 'duration_secs': 0.829843} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.680709] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.680917] env[66735]: INFO nova.compute.manager [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Took 9.26 seconds to spawn the instance on the hypervisor. [ 981.681112] env[66735]: DEBUG nova.compute.manager [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 981.681933] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d3f703-aff4-40a9-9b14-682ee766f956 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.704270] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.715938] env[66735]: DEBUG oslo_concurrency.lockutils [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "refresh_cache-0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.716215] env[66735]: WARNING neutronclient.v2_0.client [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.723022] env[66735]: WARNING neutronclient.v2_0.client [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.805490] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "766bf5e7-c5d6-474e-be1f-316a531ef128" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.896142] env[66735]: DEBUG oslo_concurrency.lockutils [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Releasing lock "refresh_cache-d28bdb48-d509-4278-b5dc-c3238209198d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.896970] env[66735]: DEBUG nova.compute.manager [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 981.896970] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.898268] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07849629-7403-47bb-929a-9bb40d1ab628 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.911861] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.912340] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e09139c3-e2c4-45c2-9a2c-d6ee71bbbb28 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.920783] env[66735]: DEBUG oslo_vmware.api [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Waiting for the task: (returnval){ [ 981.920783] env[66735]: value = "task-4646055" [ 981.920783] env[66735]: _type = "Task" [ 981.920783] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.930478] env[66735]: DEBUG oslo_vmware.api [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.949709] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5219a1b2-a5cf-c04c-33e2-5d3ec56f8a19, 'name': SearchDatastore_Task, 'duration_secs': 0.02334} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.950579] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480f9f29-1383-44ef-bd3c-b3fa5cc2676e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.957276] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32339046-68e3-4b8e-88bf-c7038904eca6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.961114] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 981.961114] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52836c9f-1c1f-08be-16c1-5561c982e86f" [ 981.961114] env[66735]: _type = "Task" [ 981.961114] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.968679] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766301e2-2742-4c90-9ae8-e35f5d6573e1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.977914] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52836c9f-1c1f-08be-16c1-5561c982e86f, 'name': SearchDatastore_Task, 'duration_secs': 0.011639} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.979088] env[66735]: DEBUG oslo_concurrency.lockutils [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.979396] env[66735]: DEBUG oslo_concurrency.lockutils [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.979817] env[66735]: DEBUG oslo_concurrency.lockutils [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.979817] env[66735]: DEBUG oslo_concurrency.lockutils [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.979987] env[66735]: DEBUG oslo_concurrency.lockutils [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.981490] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.981750] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 45c557ed-40ea-48ad-8d61-fa0e1bf0b445/45c557ed-40ea-48ad-8d61-fa0e1bf0b445.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.982590] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5311bb33-60c8-447b-a4d2-8f037f9e593c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.014025] env[66735]: INFO nova.compute.manager [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Terminating instance [ 982.019240] env[66735]: WARNING neutronclient.v2_0.client [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.023632] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46332dea-959f-4645-8f08-81effce7502a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.030197] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 982.030197] env[66735]: value = "task-4646056" [ 982.030197] env[66735]: _type = "Task" [ 982.030197] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.038709] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221382be-4b2a-44cf-8956-553b3db74b25 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.046482] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.060150] env[66735]: DEBUG nova.compute.provider_tree [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.099233] env[66735]: DEBUG nova.network.neutron [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 982.202212] env[66735]: INFO nova.compute.manager [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Took 29.30 seconds to build instance. [ 982.434225] env[66735]: DEBUG oslo_vmware.api [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646055, 'name': PowerOffVM_Task, 'duration_secs': 0.17826} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.434809] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.435184] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.435610] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddaa05a0-320d-4c0c-b742-ee76790a72b7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.467037] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.467326] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.467587] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Deleting the datastore file [datastore2] d28bdb48-d509-4278-b5dc-c3238209198d {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.467944] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cbe15ad-88ec-47af-9496-749b005ced00 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.476543] env[66735]: DEBUG oslo_vmware.api [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Waiting for the task: (returnval){ [ 982.476543] env[66735]: value = "task-4646058" [ 982.476543] env[66735]: _type = "Task" [ 982.476543] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.487552] env[66735]: DEBUG oslo_vmware.api [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.489045] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.490025] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef54619c-20ee-4519-9735-91f8a082c065 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.500823] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.501153] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09481c49-2e4c-4f70-af04-d8866c903d6d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.518527] env[66735]: DEBUG nova.compute.manager [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 982.518742] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.519912] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc76eb1d-6909-4f77-880c-104bbaf2b36e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.532241] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.535995] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef16eea2-fff6-41c1-9cd4-12c4ea574f44 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.544454] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646056, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.546740] env[66735]: DEBUG nova.network.neutron [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Updated VIF entry in instance network info cache for port 39f5d39e-684d-40a1-9cc9-6583a9b65683. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 982.547079] env[66735]: DEBUG nova.network.neutron [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Updating instance_info_cache with network_info: [{"id": "39f5d39e-684d-40a1-9cc9-6583a9b65683", "address": "fa:16:3e:ac:61:dc", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f5d39e-68", "ovs_interfaceid": "39f5d39e-684d-40a1-9cc9-6583a9b65683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.548563] env[66735]: DEBUG oslo_vmware.api [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 982.548563] env[66735]: value = "task-4646060" [ 982.548563] env[66735]: _type = "Task" [ 982.548563] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.561498] env[66735]: DEBUG oslo_vmware.api [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.562523] env[66735]: DEBUG nova.scheduler.client.report [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.579033] env[66735]: DEBUG nova.compute.manager [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 982.586904] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.587306] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.587618] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleting the datastore file [datastore2] 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.588059] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4661732-6bfe-4372-ad30-18dc91bf814d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.597245] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 982.597245] env[66735]: value = "task-4646061" [ 982.597245] env[66735]: _type = "Task" [ 982.597245] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.609886] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.612566] env[66735]: DEBUG nova.virt.hardware [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 982.612802] env[66735]: DEBUG nova.virt.hardware [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.612953] env[66735]: DEBUG nova.virt.hardware [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 982.613144] env[66735]: DEBUG nova.virt.hardware [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.613288] env[66735]: DEBUG nova.virt.hardware [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 982.613438] env[66735]: DEBUG nova.virt.hardware [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 982.613643] env[66735]: DEBUG nova.virt.hardware [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 982.613805] env[66735]: DEBUG nova.virt.hardware [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 982.613957] env[66735]: DEBUG nova.virt.hardware [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 982.614136] env[66735]: DEBUG nova.virt.hardware [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 982.614303] env[66735]: DEBUG nova.virt.hardware [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 982.615280] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c0a52e-bb51-494f-864f-51fc42282325 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.624800] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc4ce75-8d88-4654-8044-4db69eec743a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.703808] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61c87532-6fbf-48f6-bfb4-c3cc6345fcbb tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "6a05070f-299f-4a01-a3b5-ff77ef405528" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.810s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.871965] env[66735]: WARNING neutronclient.v2_0.client [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.989803] env[66735]: DEBUG oslo_vmware.api [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Task: {'id': task-4646058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17233} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.990115] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.990474] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.990474] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.990620] env[66735]: INFO nova.compute.manager [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 982.990863] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 982.991080] env[66735]: DEBUG nova.compute.manager [-] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 982.991274] env[66735]: DEBUG nova.network.neutron [-] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 982.991416] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.046933] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522956} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.047242] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 45c557ed-40ea-48ad-8d61-fa0e1bf0b445/45c557ed-40ea-48ad-8d61-fa0e1bf0b445.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.047459] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.047778] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d737b7fc-b80d-4e54-88e0-8f7bf6a0e824 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.050238] env[66735]: DEBUG oslo_concurrency.lockutils [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] Releasing lock "refresh_cache-45c557ed-40ea-48ad-8d61-fa0e1bf0b445" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.050465] env[66735]: DEBUG nova.compute.manager [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Received event network-changed-e201e7f4-6685-4e6e-b5d4-6c6fa74a1013 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 983.050674] env[66735]: DEBUG nova.compute.manager [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Refreshing instance network info cache due to event network-changed-e201e7f4-6685-4e6e-b5d4-6c6fa74a1013. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 983.050885] env[66735]: DEBUG oslo_concurrency.lockutils [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] Acquiring lock "refresh_cache-db29ff15-ad16-486d-9c7f-89bee68ed951" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.051045] env[66735]: DEBUG oslo_concurrency.lockutils [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] Acquired lock "refresh_cache-db29ff15-ad16-486d-9c7f-89bee68ed951" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.051274] env[66735]: DEBUG nova.network.neutron [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Refreshing network info cache for port e201e7f4-6685-4e6e-b5d4-6c6fa74a1013 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.062439] env[66735]: DEBUG oslo_vmware.api [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646060, 'name': PowerOffVM_Task, 'duration_secs': 0.219117} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.064213] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.064213] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.064674] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 983.064674] env[66735]: value = "task-4646062" [ 983.064674] env[66735]: _type = "Task" [ 983.064674] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.064674] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-444f08b7-11a7-4a5c-a375-7d1dc1bb877d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.072093] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.072743] env[66735]: DEBUG nova.compute.manager [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 983.079062] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.708s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.089536] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.114640] env[66735]: DEBUG oslo_vmware.api [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156039} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.114640] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.114995] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.114995] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.125634] env[66735]: DEBUG nova.network.neutron [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Updating instance_info_cache with network_info: [{"id": "9e9abaa3-e096-45dd-9301-0deeaff652b2", "address": "fa:16:3e:12:be:9f", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9abaa3-e0", "ovs_interfaceid": "9e9abaa3-e096-45dd-9301-0deeaff652b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.146026] env[66735]: DEBUG nova.network.neutron [-] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 983.146350] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.155889] env[66735]: INFO nova.scheduler.client.report [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted allocations for instance 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc [ 983.169732] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.169732] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.171491] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Deleting the datastore file [datastore1] fc6616d0-d79e-4df5-b82a-c54d51e8d4a7 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.171491] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-badb2e04-105a-42b2-b6b7-bfb0e2d2badd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.173809] env[66735]: DEBUG nova.network.neutron [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Successfully updated port: b8ed3dfa-c908-4511-b444-8fcc13b78647 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 983.181678] env[66735]: DEBUG oslo_vmware.api [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 983.181678] env[66735]: value = "task-4646064" [ 983.181678] env[66735]: _type = "Task" [ 983.181678] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.191991] env[66735]: DEBUG oslo_vmware.api [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.385663] env[66735]: DEBUG nova.compute.manager [req-d3b4edc8-cb77-4c7b-a8d1-9f4f37430d93 req-1995295a-ad08-4f27-ace1-d8d3468978d9 service nova] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Received event network-vif-deleted-fd98042b-ba32-4913-9b04-5dca0621463a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 983.386260] env[66735]: DEBUG nova.compute.manager [req-d3b4edc8-cb77-4c7b-a8d1-9f4f37430d93 req-1995295a-ad08-4f27-ace1-d8d3468978d9 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Received event network-changed-d7891f6e-230b-4bc6-b5d3-9b6121430dbc {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 983.386513] env[66735]: DEBUG nova.compute.manager [req-d3b4edc8-cb77-4c7b-a8d1-9f4f37430d93 req-1995295a-ad08-4f27-ace1-d8d3468978d9 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Refreshing instance network info cache due to event network-changed-d7891f6e-230b-4bc6-b5d3-9b6121430dbc. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 983.386819] env[66735]: DEBUG oslo_concurrency.lockutils [req-d3b4edc8-cb77-4c7b-a8d1-9f4f37430d93 req-1995295a-ad08-4f27-ace1-d8d3468978d9 service nova] Acquiring lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.387047] env[66735]: DEBUG oslo_concurrency.lockutils [req-d3b4edc8-cb77-4c7b-a8d1-9f4f37430d93 req-1995295a-ad08-4f27-ace1-d8d3468978d9 service nova] Acquired lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.387313] env[66735]: DEBUG nova.network.neutron [req-d3b4edc8-cb77-4c7b-a8d1-9f4f37430d93 req-1995295a-ad08-4f27-ace1-d8d3468978d9 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Refreshing network info cache for port d7891f6e-230b-4bc6-b5d3-9b6121430dbc {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.430732] env[66735]: DEBUG nova.compute.manager [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Received event network-changed-9e9abaa3-e096-45dd-9301-0deeaff652b2 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 983.430817] env[66735]: DEBUG nova.compute.manager [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Refreshing instance network info cache due to event network-changed-9e9abaa3-e096-45dd-9301-0deeaff652b2. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 983.431073] env[66735]: DEBUG oslo_concurrency.lockutils [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] Acquiring lock "refresh_cache-9c513275-a52a-4351-a00b-5167a2c4a857" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.557917] env[66735]: WARNING neutronclient.v2_0.client [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.577080] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09198} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.578501] env[66735]: DEBUG nova.compute.utils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.580195] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.580775] env[66735]: DEBUG nova.compute.manager [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 983.580963] env[66735]: DEBUG nova.network.neutron [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 983.581308] env[66735]: WARNING neutronclient.v2_0.client [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.581615] env[66735]: WARNING neutronclient.v2_0.client [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.584231] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea1e685-c2db-468f-97f1-f360cbb64470 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.615238] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 45c557ed-40ea-48ad-8d61-fa0e1bf0b445/45c557ed-40ea-48ad-8d61-fa0e1bf0b445.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.621264] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0594624-1139-4bd6-ba36-8af549d7cadc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.639590] env[66735]: DEBUG nova.policy [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f4ecf360094e94ac98862ece362ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9929ce8e6397449fb64785bb4bca9809', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.641827] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Releasing lock "refresh_cache-9c513275-a52a-4351-a00b-5167a2c4a857" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.642207] env[66735]: DEBUG nova.compute.manager [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Instance network_info: |[{"id": "9e9abaa3-e096-45dd-9301-0deeaff652b2", "address": "fa:16:3e:12:be:9f", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9abaa3-e0", "ovs_interfaceid": "9e9abaa3-e096-45dd-9301-0deeaff652b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 983.645514] env[66735]: DEBUG oslo_concurrency.lockutils [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] Acquired lock "refresh_cache-9c513275-a52a-4351-a00b-5167a2c4a857" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.645695] env[66735]: DEBUG nova.network.neutron [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Refreshing network info cache for port 9e9abaa3-e096-45dd-9301-0deeaff652b2 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.647028] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:be:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e9abaa3-e096-45dd-9301-0deeaff652b2', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.655172] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Creating folder: Project (2a83fa4836f94993af3750f6bc2d8f51). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.659028] env[66735]: DEBUG nova.network.neutron [-] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.660277] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d078f47-5608-408f-a174-bedb025ebbb4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.666059] env[66735]: DEBUG oslo_concurrency.lockutils [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.667289] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 983.667289] env[66735]: value = "task-4646065" [ 983.667289] env[66735]: _type = "Task" [ 983.667289] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.679706] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "refresh_cache-3e1a632d-d3de-4406-9b82-e1d882cde0d4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.679975] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquired lock "refresh_cache-3e1a632d-d3de-4406-9b82-e1d882cde0d4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.680522] env[66735]: DEBUG nova.network.neutron [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 983.682111] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646065, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.690172] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Created folder: Project (2a83fa4836f94993af3750f6bc2d8f51) in parent group-v906980. [ 983.690172] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Creating folder: Instances. Parent ref: group-v907227. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.695074] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0db258b9-26b0-47b6-8edf-764c25caa0f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.707543] env[66735]: DEBUG oslo_vmware.api [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217559} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.711218] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.711812] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.711812] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.711812] env[66735]: INFO nova.compute.manager [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 983.712370] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 983.717234] env[66735]: DEBUG nova.compute.manager [-] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 983.717366] env[66735]: DEBUG nova.network.neutron [-] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 983.717912] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.720582] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Created folder: Instances in parent group-v907227. [ 983.720582] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 983.720582] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.721043] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8233268e-4e63-4ac1-b049-58d0b43255f8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.750032] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.750032] env[66735]: value = "task-4646068" [ 983.750032] env[66735]: _type = "Task" [ 983.750032] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.759119] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646068, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.860906] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.890755] env[66735]: WARNING neutronclient.v2_0.client [req-d3b4edc8-cb77-4c7b-a8d1-9f4f37430d93 req-1995295a-ad08-4f27-ace1-d8d3468978d9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.020624] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16edb56c-bf77-42a2-93f5-92298be15e67 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.030616] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfb2114-457b-4c2d-91bc-7ab07c3740a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.069316] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2f8c8b-be32-416b-a96f-6dd7e6ae6d94 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.080520] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cbc355-8980-4a83-9e95-de2dc50ed6f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.085361] env[66735]: DEBUG nova.compute.manager [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 984.102549] env[66735]: DEBUG nova.compute.provider_tree [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.123748] env[66735]: DEBUG nova.network.neutron [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Successfully created port: 539882a2-0fc3-4068-89a4-80479c0ef8e5 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 984.156854] env[66735]: INFO nova.compute.manager [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Rescuing [ 984.157501] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "refresh_cache-6a05070f-299f-4a01-a3b5-ff77ef405528" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.157501] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired lock "refresh_cache-6a05070f-299f-4a01-a3b5-ff77ef405528" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.157702] env[66735]: DEBUG nova.network.neutron [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.160115] env[66735]: WARNING neutronclient.v2_0.client [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.166064] env[66735]: INFO nova.compute.manager [-] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Took 1.17 seconds to deallocate network for instance. [ 984.181870] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646065, 'name': ReconfigVM_Task, 'duration_secs': 0.423592} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.182184] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 45c557ed-40ea-48ad-8d61-fa0e1bf0b445/45c557ed-40ea-48ad-8d61-fa0e1bf0b445.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.182898] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-665e355f-7616-4851-ab95-e068cc039c9e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.192337] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 984.192337] env[66735]: value = "task-4646069" [ 984.192337] env[66735]: _type = "Task" [ 984.192337] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.198873] env[66735]: WARNING neutronclient.v2_0.client [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.203560] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646069, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.262205] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646068, 'name': CreateVM_Task, 'duration_secs': 0.36354} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.262205] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.262743] env[66735]: WARNING neutronclient.v2_0.client [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.264055] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.264055] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.264055] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.266797] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46c94c10-00c9-4bfb-949b-667513eaddbe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.273837] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 984.273837] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b36796-d784-5c6d-e82a-255c0402090e" [ 984.273837] env[66735]: _type = "Task" [ 984.273837] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.277886] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.284504] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b36796-d784-5c6d-e82a-255c0402090e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.342857] env[66735]: DEBUG nova.network.neutron [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 984.510868] env[66735]: DEBUG nova.network.neutron [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Updated VIF entry in instance network info cache for port e201e7f4-6685-4e6e-b5d4-6c6fa74a1013. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 984.511295] env[66735]: DEBUG nova.network.neutron [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Updating instance_info_cache with network_info: [{"id": "e201e7f4-6685-4e6e-b5d4-6c6fa74a1013", "address": "fa:16:3e:4f:25:16", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape201e7f4-66", "ovs_interfaceid": "e201e7f4-6685-4e6e-b5d4-6c6fa74a1013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.605840] env[66735]: DEBUG nova.scheduler.client.report [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.669407] env[66735]: WARNING neutronclient.v2_0.client [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.676418] env[66735]: DEBUG oslo_concurrency.lockutils [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.706076] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646069, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.707632] env[66735]: DEBUG nova.network.neutron [-] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.738608] env[66735]: WARNING neutronclient.v2_0.client [req-d3b4edc8-cb77-4c7b-a8d1-9f4f37430d93 req-1995295a-ad08-4f27-ace1-d8d3468978d9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.764837] env[66735]: WARNING neutronclient.v2_0.client [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.791384] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b36796-d784-5c6d-e82a-255c0402090e, 'name': SearchDatastore_Task, 'duration_secs': 0.011209} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.791708] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.792052] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.792384] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.792592] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.792836] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.802482] env[66735]: WARNING neutronclient.v2_0.client [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.804750] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e5a3a02-2618-4d20-a4e6-254f116a0be8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.815914] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.816149] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.817019] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64cb6752-dd27-4dc1-9d6d-892fda954218 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.828102] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 984.828102] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52387ed2-b9f1-25f3-5775-3e6f201f234f" [ 984.828102] env[66735]: _type = "Task" [ 984.828102] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.838491] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52387ed2-b9f1-25f3-5775-3e6f201f234f, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.839331] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826dce68-3301-4d15-b702-046608133147 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.846576] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 984.846576] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52247b41-0548-6c75-1544-91b6273e6671" [ 984.846576] env[66735]: _type = "Task" [ 984.846576] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.856258] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52247b41-0548-6c75-1544-91b6273e6671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.014703] env[66735]: DEBUG oslo_concurrency.lockutils [req-78bb137a-f8fd-4405-aa79-bded563e306e req-8b8d76a3-2fdc-4cd3-a8b0-4726623bb160 service nova] Releasing lock "refresh_cache-db29ff15-ad16-486d-9c7f-89bee68ed951" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.099246] env[66735]: DEBUG nova.compute.manager [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 985.118363] env[66735]: DEBUG nova.network.neutron [req-d3b4edc8-cb77-4c7b-a8d1-9f4f37430d93 req-1995295a-ad08-4f27-ace1-d8d3468978d9 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Updated VIF entry in instance network info cache for port d7891f6e-230b-4bc6-b5d3-9b6121430dbc. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 985.118363] env[66735]: DEBUG nova.network.neutron [req-d3b4edc8-cb77-4c7b-a8d1-9f4f37430d93 req-1995295a-ad08-4f27-ace1-d8d3468978d9 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Updating instance_info_cache with network_info: [{"id": "d7891f6e-230b-4bc6-b5d3-9b6121430dbc", "address": "fa:16:3e:24:f5:cb", "network": {"id": "103e06bb-f97f-4a62-aa4d-19a446580f5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1245528681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2a600d1c814aeebc295b31000ca1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7891f6e-23", "ovs_interfaceid": "d7891f6e-230b-4bc6-b5d3-9b6121430dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.138924] env[66735]: DEBUG nova.virt.hardware [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 985.139311] env[66735]: DEBUG nova.virt.hardware [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.139481] env[66735]: DEBUG nova.virt.hardware [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 985.140533] env[66735]: DEBUG nova.virt.hardware [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.140533] env[66735]: DEBUG nova.virt.hardware [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 985.140533] env[66735]: DEBUG nova.virt.hardware [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 985.140533] env[66735]: DEBUG nova.virt.hardware [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.140533] env[66735]: DEBUG nova.virt.hardware [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 985.140533] env[66735]: DEBUG nova.virt.hardware [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 985.140823] env[66735]: DEBUG nova.virt.hardware [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 985.140823] env[66735]: DEBUG nova.virt.hardware [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 985.141776] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6587713d-fea0-46d6-a347-ddcebdf8d04f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.154579] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51db8dd-e2c2-413a-a9db-8b6e3515be31 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.172644] env[66735]: DEBUG nova.network.neutron [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Updating instance_info_cache with network_info: [{"id": "b8ed3dfa-c908-4511-b444-8fcc13b78647", "address": "fa:16:3e:c0:83:6e", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ed3dfa-c9", "ovs_interfaceid": "b8ed3dfa-c908-4511-b444-8fcc13b78647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.205543] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646069, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.211569] env[66735]: INFO nova.compute.manager [-] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Took 1.49 seconds to deallocate network for instance. [ 985.224491] env[66735]: DEBUG nova.network.neutron [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Updated VIF entry in instance network info cache for port 9e9abaa3-e096-45dd-9301-0deeaff652b2. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 985.224851] env[66735]: DEBUG nova.network.neutron [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Updating instance_info_cache with network_info: [{"id": "9e9abaa3-e096-45dd-9301-0deeaff652b2", "address": "fa:16:3e:12:be:9f", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9abaa3-e0", "ovs_interfaceid": "9e9abaa3-e096-45dd-9301-0deeaff652b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.364065] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52247b41-0548-6c75-1544-91b6273e6671, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.364425] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.364752] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 9c513275-a52a-4351-a00b-5167a2c4a857/9c513275-a52a-4351-a00b-5167a2c4a857.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.364993] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25412c3e-1fc3-4b56-b6fd-d43159ef7000 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.373047] env[66735]: WARNING neutronclient.v2_0.client [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.376281] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 985.376281] env[66735]: value = "task-4646070" [ 985.376281] env[66735]: _type = "Task" [ 985.376281] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.387935] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.519748] env[66735]: DEBUG nova.network.neutron [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Updating instance_info_cache with network_info: [{"id": "7be5b90b-8bf2-43ff-9043-6da042ed282e", "address": "fa:16:3e:2e:ce:5c", "network": {"id": "1a2838ba-d357-4ac4-819a-cfe7c2ed7782", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1511066718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7d81bd51055a41c985165134b6fc3f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be5b90b-8b", "ovs_interfaceid": "7be5b90b-8bf2-43ff-9043-6da042ed282e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.567117] env[66735]: DEBUG nova.compute.manager [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Received event network-vif-plugged-b8ed3dfa-c908-4511-b444-8fcc13b78647 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 985.568877] env[66735]: DEBUG oslo_concurrency.lockutils [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] Acquiring lock "3e1a632d-d3de-4406-9b82-e1d882cde0d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.568877] env[66735]: DEBUG oslo_concurrency.lockutils [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] Lock "3e1a632d-d3de-4406-9b82-e1d882cde0d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.568877] env[66735]: DEBUG oslo_concurrency.lockutils [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] Lock "3e1a632d-d3de-4406-9b82-e1d882cde0d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.568877] env[66735]: DEBUG nova.compute.manager [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] No waiting events found dispatching network-vif-plugged-b8ed3dfa-c908-4511-b444-8fcc13b78647 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 985.568877] env[66735]: WARNING nova.compute.manager [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Received unexpected event network-vif-plugged-b8ed3dfa-c908-4511-b444-8fcc13b78647 for instance with vm_state building and task_state spawning. [ 985.568877] env[66735]: DEBUG nova.compute.manager [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Received event network-changed-b8ed3dfa-c908-4511-b444-8fcc13b78647 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 985.568877] env[66735]: DEBUG nova.compute.manager [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Refreshing instance network info cache due to event network-changed-b8ed3dfa-c908-4511-b444-8fcc13b78647. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 985.568877] env[66735]: DEBUG oslo_concurrency.lockutils [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] Acquiring lock "refresh_cache-3e1a632d-d3de-4406-9b82-e1d882cde0d4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.628035] env[66735]: DEBUG oslo_concurrency.lockutils [req-d3b4edc8-cb77-4c7b-a8d1-9f4f37430d93 req-1995295a-ad08-4f27-ace1-d8d3468978d9 service nova] Releasing lock "refresh_cache-fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.628418] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.549s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.631542] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.470s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.632654] env[66735]: INFO nova.compute.claims [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.674533] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Releasing lock "refresh_cache-3e1a632d-d3de-4406-9b82-e1d882cde0d4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.674920] env[66735]: DEBUG nova.compute.manager [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Instance network_info: |[{"id": "b8ed3dfa-c908-4511-b444-8fcc13b78647", "address": "fa:16:3e:c0:83:6e", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ed3dfa-c9", "ovs_interfaceid": "b8ed3dfa-c908-4511-b444-8fcc13b78647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 985.675608] env[66735]: DEBUG oslo_concurrency.lockutils [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] Acquired lock "refresh_cache-3e1a632d-d3de-4406-9b82-e1d882cde0d4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.675767] env[66735]: DEBUG nova.network.neutron [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Refreshing network info cache for port b8ed3dfa-c908-4511-b444-8fcc13b78647 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.677536] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:83:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8ed3dfa-c908-4511-b444-8fcc13b78647', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.687042] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 985.687638] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.687915] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a41171f-8a36-43c6-a62d-beb1e484799a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.719078] env[66735]: DEBUG oslo_concurrency.lockutils [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.719421] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646069, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.721354] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.721354] env[66735]: value = "task-4646071" [ 985.721354] env[66735]: _type = "Task" [ 985.721354] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.727591] env[66735]: DEBUG oslo_concurrency.lockutils [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] Releasing lock "refresh_cache-9c513275-a52a-4351-a00b-5167a2c4a857" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.728160] env[66735]: DEBUG nova.compute.manager [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Received event network-vif-unplugged-3623ed4c-c1e4-408f-b338-2d14e09be324 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 985.728160] env[66735]: DEBUG oslo_concurrency.lockutils [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] Acquiring lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.728545] env[66735]: DEBUG oslo_concurrency.lockutils [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] Lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.728545] env[66735]: DEBUG oslo_concurrency.lockutils [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] Lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.728718] env[66735]: DEBUG nova.compute.manager [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] No waiting events found dispatching network-vif-unplugged-3623ed4c-c1e4-408f-b338-2d14e09be324 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 985.728718] env[66735]: WARNING nova.compute.manager [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Received unexpected event network-vif-unplugged-3623ed4c-c1e4-408f-b338-2d14e09be324 for instance with vm_state shelved_offloaded and task_state None. [ 985.728885] env[66735]: DEBUG nova.compute.manager [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Received event network-changed-3623ed4c-c1e4-408f-b338-2d14e09be324 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 985.729049] env[66735]: DEBUG nova.compute.manager [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Refreshing instance network info cache due to event network-changed-3623ed4c-c1e4-408f-b338-2d14e09be324. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 985.729246] env[66735]: DEBUG oslo_concurrency.lockutils [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] Acquiring lock "refresh_cache-0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.729382] env[66735]: DEBUG oslo_concurrency.lockutils [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] Acquired lock "refresh_cache-0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.729557] env[66735]: DEBUG nova.network.neutron [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Refreshing network info cache for port 3623ed4c-c1e4-408f-b338-2d14e09be324 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.735476] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646071, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.774103] env[66735]: DEBUG nova.compute.manager [req-45050ba5-e656-466e-89b5-00664f9ac1b0 req-e1f6d23c-b82a-4136-914a-73d8dedcb2b6 service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Received event network-vif-plugged-539882a2-0fc3-4068-89a4-80479c0ef8e5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 985.775156] env[66735]: DEBUG oslo_concurrency.lockutils [req-45050ba5-e656-466e-89b5-00664f9ac1b0 req-e1f6d23c-b82a-4136-914a-73d8dedcb2b6 service nova] Acquiring lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.775156] env[66735]: DEBUG oslo_concurrency.lockutils [req-45050ba5-e656-466e-89b5-00664f9ac1b0 req-e1f6d23c-b82a-4136-914a-73d8dedcb2b6 service nova] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.775156] env[66735]: DEBUG oslo_concurrency.lockutils [req-45050ba5-e656-466e-89b5-00664f9ac1b0 req-e1f6d23c-b82a-4136-914a-73d8dedcb2b6 service nova] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.777137] env[66735]: DEBUG nova.compute.manager [req-45050ba5-e656-466e-89b5-00664f9ac1b0 req-e1f6d23c-b82a-4136-914a-73d8dedcb2b6 service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] No waiting events found dispatching network-vif-plugged-539882a2-0fc3-4068-89a4-80479c0ef8e5 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 985.777137] env[66735]: WARNING nova.compute.manager [req-45050ba5-e656-466e-89b5-00664f9ac1b0 req-e1f6d23c-b82a-4136-914a-73d8dedcb2b6 service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Received unexpected event network-vif-plugged-539882a2-0fc3-4068-89a4-80479c0ef8e5 for instance with vm_state building and task_state spawning. [ 985.825969] env[66735]: DEBUG nova.network.neutron [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Successfully updated port: 539882a2-0fc3-4068-89a4-80479c0ef8e5 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 985.886552] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646070, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.018694] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Releasing lock "refresh_cache-6a05070f-299f-4a01-a3b5-ff77ef405528" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.188761] env[66735]: WARNING neutronclient.v2_0.client [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.197039] env[66735]: INFO nova.scheduler.client.report [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted allocation for migration 65a42493-8a72-4ed9-a75e-7a3e1d7cc64d [ 986.219745] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646069, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.235613] env[66735]: WARNING neutronclient.v2_0.client [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.237363] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646071, 'name': CreateVM_Task, 'duration_secs': 0.43197} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.237759] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.238266] env[66735]: WARNING neutronclient.v2_0.client [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.238646] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.238798] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.239154] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.240151] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e87cf00-0d1d-4166-b4df-fea76dbb7dce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.247422] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 986.247422] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f8dbe4-21b4-85c8-31a7-21db929b3c16" [ 986.247422] env[66735]: _type = "Task" [ 986.247422] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.258238] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f8dbe4-21b4-85c8-31a7-21db929b3c16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.329848] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.330102] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.330321] env[66735]: DEBUG nova.network.neutron [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 986.354768] env[66735]: WARNING neutronclient.v2_0.client [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.387569] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518487} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.387854] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 9c513275-a52a-4351-a00b-5167a2c4a857/9c513275-a52a-4351-a00b-5167a2c4a857.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.388058] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.389745] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7854dc54-3976-4cb6-bb24-90fb02b9de99 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.401750] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 986.401750] env[66735]: value = "task-4646072" [ 986.401750] env[66735]: _type = "Task" [ 986.401750] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.408197] env[66735]: WARNING neutronclient.v2_0.client [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.414068] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.435591] env[66735]: DEBUG nova.network.neutron [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Updated VIF entry in instance network info cache for port b8ed3dfa-c908-4511-b444-8fcc13b78647. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 986.436017] env[66735]: DEBUG nova.network.neutron [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Updating instance_info_cache with network_info: [{"id": "b8ed3dfa-c908-4511-b444-8fcc13b78647", "address": "fa:16:3e:c0:83:6e", "network": {"id": "de3d3310-7154-4ad0-b00d-5c23e5bd2373", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8e82015e10e34489b40a59a3830e51dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8ed3dfa-c9", "ovs_interfaceid": "b8ed3dfa-c908-4511-b444-8fcc13b78647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.499137] env[66735]: DEBUG nova.network.neutron [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Updated VIF entry in instance network info cache for port 3623ed4c-c1e4-408f-b338-2d14e09be324. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 986.499514] env[66735]: DEBUG nova.network.neutron [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Updating instance_info_cache with network_info: [{"id": "3623ed4c-c1e4-408f-b338-2d14e09be324", "address": "fa:16:3e:0f:51:9c", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": null, "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3623ed4c-c1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.704495] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c7773647-c7e1-4ffd-95bd-f22b7d9bfe30 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "8ffe3e91-bdd4-4136-947b-a94b42305acc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.251s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.721994] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646069, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.761624] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f8dbe4-21b4-85c8-31a7-21db929b3c16, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.762049] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.762488] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.762756] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.762904] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.763099] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.768955] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3463b33-7669-4796-9e76-700c5f5b7e63 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.779702] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.779932] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.780750] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dea3e61-3b2c-418b-8d92-3ba555e1b755 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.788430] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 986.788430] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e99ed0-2777-619f-fbd2-8c6124c35066" [ 986.788430] env[66735]: _type = "Task" [ 986.788430] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.803426] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e99ed0-2777-619f-fbd2-8c6124c35066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.883314] env[66735]: DEBUG nova.network.neutron [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 986.916536] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078569} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.916984] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.917831] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c0a0a7-594f-4886-9363-9f7008983a92 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.941277] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 9c513275-a52a-4351-a00b-5167a2c4a857/9c513275-a52a-4351-a00b-5167a2c4a857.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.944442] env[66735]: DEBUG oslo_concurrency.lockutils [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] Releasing lock "refresh_cache-3e1a632d-d3de-4406-9b82-e1d882cde0d4" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.944655] env[66735]: DEBUG nova.compute.manager [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Received event network-vif-deleted-d7891f6e-230b-4bc6-b5d3-9b6121430dbc {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 986.944847] env[66735]: INFO nova.compute.manager [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Neutron deleted interface d7891f6e-230b-4bc6-b5d3-9b6121430dbc; detaching it from the instance and deleting it from the info cache [ 986.945040] env[66735]: DEBUG nova.network.neutron [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.946133] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf22bd5-b077-473f-9694-604e20605e91 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.971657] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 986.971657] env[66735]: value = "task-4646073" [ 986.971657] env[66735]: _type = "Task" [ 986.971657] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.984468] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646073, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.995470] env[66735]: WARNING neutronclient.v2_0.client [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.004739] env[66735]: DEBUG oslo_concurrency.lockutils [req-83a80b13-4c82-48e7-86b7-09337b579e40 req-3a8875ed-a003-49dd-b648-0cddda9dc9d0 service nova] Releasing lock "refresh_cache-0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.018886] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6a2c93-2e78-4224-a89b-69ee525cd50c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.027927] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504a6bef-f103-4384-bf2f-eeef3064d7e9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.068337] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c9ac98-701f-4214-978c-57a5a0d78c94 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.073376] env[66735]: DEBUG nova.network.neutron [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance_info_cache with network_info: [{"id": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "address": "fa:16:3e:ea:5f:dc", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539882a2-0f", "ovs_interfaceid": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.078406] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9263a992-c130-4075-9b6c-4c17f9f83159 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.097198] env[66735]: DEBUG nova.compute.provider_tree [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.220428] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646069, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.303215] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e99ed0-2777-619f-fbd2-8c6124c35066, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.303215] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3ea6788-d9c6-44b4-9282-6271eb9bd9f6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.311365] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 987.311365] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521c42cb-e589-0014-dc00-fc85bf82995d" [ 987.311365] env[66735]: _type = "Task" [ 987.311365] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.319480] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521c42cb-e589-0014-dc00-fc85bf82995d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.462365] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65c648d1-a655-4a09-86d5-1b1c0f1dbe70 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.475506] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2c5b38-2a3b-4522-b0b8-d4a7cb1e1e75 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.495555] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.513899] env[66735]: DEBUG nova.compute.manager [req-ec721642-2748-4e06-ab33-7b1a639a7156 req-4f34e579-34f8-4a14-9b90-2d9ffd2768b0 service nova] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Detach interface failed, port_id=d7891f6e-230b-4bc6-b5d3-9b6121430dbc, reason: Instance fc6616d0-d79e-4df5-b82a-c54d51e8d4a7 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 987.574825] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.574825] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2c50ad4-d48e-4f0e-b857-5abe686d09d4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.579225] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.579697] env[66735]: DEBUG nova.compute.manager [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Instance network_info: |[{"id": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "address": "fa:16:3e:ea:5f:dc", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539882a2-0f", "ovs_interfaceid": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 987.580201] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:5f:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '539882a2-0fc3-4068-89a4-80479c0ef8e5', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.588843] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 987.590589] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.590920] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 987.590920] env[66735]: value = "task-4646074" [ 987.590920] env[66735]: _type = "Task" [ 987.590920] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.591119] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2226e60d-dda6-4f41-a87e-dbbe911ca76c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.606629] env[66735]: DEBUG nova.scheduler.client.report [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.621404] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.623031] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.623031] env[66735]: value = "task-4646075" [ 987.623031] env[66735]: _type = "Task" [ 987.623031] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.633742] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646075, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.720225] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646069, 'name': Rename_Task, 'duration_secs': 3.05626} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.720696] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.720696] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4bfb62e-ab22-4443-8024-506dce390361 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.729499] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 987.729499] env[66735]: value = "task-4646076" [ 987.729499] env[66735]: _type = "Task" [ 987.729499] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.745658] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.826661] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521c42cb-e589-0014-dc00-fc85bf82995d, 'name': SearchDatastore_Task, 'duration_secs': 0.014589} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.827267] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.827599] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 3e1a632d-d3de-4406-9b82-e1d882cde0d4/3e1a632d-d3de-4406-9b82-e1d882cde0d4.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.828585] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07e92390-7155-43c5-a6c5-d81c83a4fefa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.836077] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 987.836077] env[66735]: value = "task-4646077" [ 987.836077] env[66735]: _type = "Task" [ 987.836077] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.847132] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.848898] env[66735]: DEBUG nova.compute.manager [req-d9f24a5f-5a84-4c7f-b310-d80f7065ae4f req-d742c081-bdd4-4654-b2f5-504f5d0538ec service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Received event network-changed-539882a2-0fc3-4068-89a4-80479c0ef8e5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 987.849028] env[66735]: DEBUG nova.compute.manager [req-d9f24a5f-5a84-4c7f-b310-d80f7065ae4f req-d742c081-bdd4-4654-b2f5-504f5d0538ec service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Refreshing instance network info cache due to event network-changed-539882a2-0fc3-4068-89a4-80479c0ef8e5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 987.849246] env[66735]: DEBUG oslo_concurrency.lockutils [req-d9f24a5f-5a84-4c7f-b310-d80f7065ae4f req-d742c081-bdd4-4654-b2f5-504f5d0538ec service nova] Acquiring lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.849382] env[66735]: DEBUG oslo_concurrency.lockutils [req-d9f24a5f-5a84-4c7f-b310-d80f7065ae4f req-d742c081-bdd4-4654-b2f5-504f5d0538ec service nova] Acquired lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.849533] env[66735]: DEBUG nova.network.neutron [req-d9f24a5f-5a84-4c7f-b310-d80f7065ae4f req-d742c081-bdd4-4654-b2f5-504f5d0538ec service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Refreshing network info cache for port 539882a2-0fc3-4068-89a4-80479c0ef8e5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.983611] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646073, 'name': ReconfigVM_Task, 'duration_secs': 0.851631} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.983929] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 9c513275-a52a-4351-a00b-5167a2c4a857/9c513275-a52a-4351-a00b-5167a2c4a857.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.984642] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bffe37f9-9757-406a-b0d6-36df4dfc4373 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.993910] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 987.993910] env[66735]: value = "task-4646078" [ 987.993910] env[66735]: _type = "Task" [ 987.993910] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.005224] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646078, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.115928] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.116573] env[66735]: DEBUG nova.compute.manager [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 988.124415] env[66735]: DEBUG oslo_concurrency.lockutils [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.691s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.124793] env[66735]: DEBUG nova.objects.instance [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lazy-loading 'resources' on Instance uuid 766bf5e7-c5d6-474e-be1f-316a531ef128 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.126558] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646074, 'name': PowerOffVM_Task, 'duration_secs': 0.1942} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.131111] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.132454] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ef7de0-de83-4eda-a985-3158ec29af92 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.162064] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6e801d-d478-4618-bb3c-223a396fa368 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.164854] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646075, 'name': CreateVM_Task, 'duration_secs': 0.347345} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.165719] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.166785] env[66735]: WARNING neutronclient.v2_0.client [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.167272] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.167475] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.167904] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.168400] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59032c4d-6970-4067-be86-9b0c51a2b1eb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.182940] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 988.182940] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5218b6a9-3ed5-1758-4d05-2f9554a93369" [ 988.182940] env[66735]: _type = "Task" [ 988.182940] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.194770] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5218b6a9-3ed5-1758-4d05-2f9554a93369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.209555] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.209978] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c40fb9da-8ef0-4e72-ac8d-52157034e57b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.218921] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 988.218921] env[66735]: value = "task-4646079" [ 988.218921] env[66735]: _type = "Task" [ 988.218921] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.229546] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.241437] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646076, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.350848] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646077, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.353701] env[66735]: WARNING neutronclient.v2_0.client [req-d9f24a5f-5a84-4c7f-b310-d80f7065ae4f req-d742c081-bdd4-4654-b2f5-504f5d0538ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.513485] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646078, 'name': Rename_Task, 'duration_secs': 0.176843} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.513485] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.513699] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32b829bd-facd-4282-84ad-c7b4b1c2c10a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.524187] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 988.524187] env[66735]: value = "task-4646080" [ 988.524187] env[66735]: _type = "Task" [ 988.524187] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.531686] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.541802] env[66735]: WARNING neutronclient.v2_0.client [req-d9f24a5f-5a84-4c7f-b310-d80f7065ae4f req-d742c081-bdd4-4654-b2f5-504f5d0538ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.566299] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "8ffe3e91-bdd4-4136-947b-a94b42305acc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.566563] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "8ffe3e91-bdd4-4136-947b-a94b42305acc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.566783] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "8ffe3e91-bdd4-4136-947b-a94b42305acc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.566969] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "8ffe3e91-bdd4-4136-947b-a94b42305acc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.567147] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "8ffe3e91-bdd4-4136-947b-a94b42305acc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.570415] env[66735]: INFO nova.compute.manager [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Terminating instance [ 988.629076] env[66735]: DEBUG nova.compute.utils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.630814] env[66735]: DEBUG nova.objects.instance [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lazy-loading 'numa_topology' on Instance uuid 766bf5e7-c5d6-474e-be1f-316a531ef128 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.632714] env[66735]: DEBUG nova.network.neutron [req-d9f24a5f-5a84-4c7f-b310-d80f7065ae4f req-d742c081-bdd4-4654-b2f5-504f5d0538ec service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updated VIF entry in instance network info cache for port 539882a2-0fc3-4068-89a4-80479c0ef8e5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 988.633077] env[66735]: DEBUG nova.network.neutron [req-d9f24a5f-5a84-4c7f-b310-d80f7065ae4f req-d742c081-bdd4-4654-b2f5-504f5d0538ec service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance_info_cache with network_info: [{"id": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "address": "fa:16:3e:ea:5f:dc", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539882a2-0f", "ovs_interfaceid": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.634124] env[66735]: DEBUG nova.compute.manager [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 988.634266] env[66735]: DEBUG nova.network.neutron [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 988.634605] env[66735]: WARNING neutronclient.v2_0.client [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.634913] env[66735]: WARNING neutronclient.v2_0.client [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.697850] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5218b6a9-3ed5-1758-4d05-2f9554a93369, 'name': SearchDatastore_Task, 'duration_secs': 0.036093} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.699595] env[66735]: DEBUG nova.policy [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49ad68428394d51a920e60ac057cd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ceab9724bb4af6b8c7ba686fdefd49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.702530] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.702845] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.703145] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.703299] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.703482] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.704036] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-490ef9a2-7263-4228-b2f1-c2ad566512a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.715981] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.716205] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.717348] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525f491f-7852-40b0-962d-ea5190df2877 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.735183] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 988.735567] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.735567] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.735688] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.735778] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.736092] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 988.736092] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52097816-22b7-2012-4421-6de5ab2188fb" [ 988.736092] env[66735]: _type = "Task" [ 988.736092] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.738864] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fa2e102-9a75-44ff-ae62-4c27809e9748 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.747616] env[66735]: DEBUG oslo_vmware.api [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646076, 'name': PowerOnVM_Task, 'duration_secs': 0.53367} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.748250] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.748488] env[66735]: INFO nova.compute.manager [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Took 11.74 seconds to spawn the instance on the hypervisor. [ 988.748667] env[66735]: DEBUG nova.compute.manager [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 988.749563] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d839983d-7ef8-4ab5-98ce-f2dc1719b0db {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.756351] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52097816-22b7-2012-4421-6de5ab2188fb, 'name': SearchDatastore_Task, 'duration_secs': 0.0104} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.758603] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.758792] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.759496] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76e5024-c9de-4aa5-a3e6-c0848b8406f7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.762109] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd52ca5-d267-4be6-b7b5-5502fa2280bc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.775514] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 988.775514] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b35392-059d-b6a1-4774-f4d9c10ed1d4" [ 988.775514] env[66735]: _type = "Task" [ 988.775514] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.775766] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 988.775766] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e0e74a-9f9c-77aa-ad7f-28090e475cac" [ 988.775766] env[66735]: _type = "Task" [ 988.775766] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.797092] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e0e74a-9f9c-77aa-ad7f-28090e475cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.797386] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b35392-059d-b6a1-4774-f4d9c10ed1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014354} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.798221] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f86e514-c782-4e24-b59d-3a25f44c532e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.805730] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 988.805730] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bd795d-0a08-e2bb-18e5-7aabcee1f992" [ 988.805730] env[66735]: _type = "Task" [ 988.805730] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.821038] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bd795d-0a08-e2bb-18e5-7aabcee1f992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.850253] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548775} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.850611] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 3e1a632d-d3de-4406-9b82-e1d882cde0d4/3e1a632d-d3de-4406-9b82-e1d882cde0d4.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.850933] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.851497] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cbe5381-c791-44ed-957b-a7434630c407 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.861067] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 988.861067] env[66735]: value = "task-4646081" [ 988.861067] env[66735]: _type = "Task" [ 988.861067] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.872067] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.034243] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646080, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.075364] env[66735]: DEBUG nova.network.neutron [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Successfully created port: b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 989.078516] env[66735]: DEBUG nova.compute.manager [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 989.078609] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.079790] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10059c72-489f-41ba-a58f-aec89d55b236 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.088474] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.088632] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24446967-6177-4b48-9b34-d16df311a81d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.096321] env[66735]: DEBUG oslo_vmware.api [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 989.096321] env[66735]: value = "task-4646082" [ 989.096321] env[66735]: _type = "Task" [ 989.096321] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.108277] env[66735]: DEBUG oslo_vmware.api [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.133456] env[66735]: DEBUG nova.compute.manager [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 989.139022] env[66735]: DEBUG oslo_concurrency.lockutils [req-d9f24a5f-5a84-4c7f-b310-d80f7065ae4f req-d742c081-bdd4-4654-b2f5-504f5d0538ec service nova] Releasing lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.139451] env[66735]: DEBUG nova.objects.base [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Object Instance<766bf5e7-c5d6-474e-be1f-316a531ef128> lazy-loaded attributes: resources,numa_topology {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 989.233639] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.233639] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.288703] env[66735]: INFO nova.compute.manager [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Took 24.86 seconds to build instance. [ 989.294038] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e0e74a-9f9c-77aa-ad7f-28090e475cac, 'name': SearchDatastore_Task, 'duration_secs': 0.022539} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.294651] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.295283] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc/26586a90-db2d-4f62-ab1a-2d5dfa53a9dc.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.295283] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffd6cd33-9f2e-4506-bad5-b1c0c7b6a191 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.304681] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 989.304681] env[66735]: value = "task-4646083" [ 989.304681] env[66735]: _type = "Task" [ 989.304681] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.320109] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.327679] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bd795d-0a08-e2bb-18e5-7aabcee1f992, 'name': SearchDatastore_Task, 'duration_secs': 0.011071} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.329387] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.329387] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 6a05070f-299f-4a01-a3b5-ff77ef405528/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk. {{(pid=66735) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 989.329387] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4b084da-e08c-4ae9-b580-8416dcd9a06c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.339022] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 989.339022] env[66735]: value = "task-4646084" [ 989.339022] env[66735]: _type = "Task" [ 989.339022] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.348895] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.377108] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071854} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.377432] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.378460] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3157b5db-a140-4743-aca3-0830f00f9285 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.411248] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 3e1a632d-d3de-4406-9b82-e1d882cde0d4/3e1a632d-d3de-4406-9b82-e1d882cde0d4.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.415630] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf73dad-955c-46ed-af24-eee8b996833e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.438272] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 989.438272] env[66735]: value = "task-4646085" [ 989.438272] env[66735]: _type = "Task" [ 989.438272] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.452933] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.536084] env[66735]: DEBUG oslo_vmware.api [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646080, 'name': PowerOnVM_Task, 'duration_secs': 0.946848} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.536405] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.536606] env[66735]: INFO nova.compute.manager [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Took 9.47 seconds to spawn the instance on the hypervisor. [ 989.536774] env[66735]: DEBUG nova.compute.manager [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 989.537610] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a5c029-b73a-4798-8395-4073e84c7d8c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.555549] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e35c87-88b2-48e5-a774-b7a29dbfe88c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.563733] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e20d5b-b980-4c71-808e-33e9c6d5d3d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.607250] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6be092-2867-4f6d-9feb-419a7c217dfc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.620599] env[66735]: DEBUG oslo_vmware.api [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646082, 'name': PowerOffVM_Task, 'duration_secs': 0.222933} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.621549] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.621821] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.623982] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a08b3a9-e7a9-4ee5-9fcb-305b81dee3b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.631921] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-161af61b-5cb7-497c-86f6-d3258ebc2566 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.657023] env[66735]: DEBUG nova.compute.provider_tree [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.714468] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.714468] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.714468] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleting the datastore file [datastore2] 8ffe3e91-bdd4-4136-947b-a94b42305acc {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.714715] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1555836-a9ea-45cd-abb6-b2e0da431d28 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.724501] env[66735]: DEBUG oslo_vmware.api [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 989.724501] env[66735]: value = "task-4646087" [ 989.724501] env[66735]: _type = "Task" [ 989.724501] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.735976] env[66735]: DEBUG nova.compute.manager [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 989.739560] env[66735]: DEBUG oslo_vmware.api [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.795743] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b8e4e22f-dfc8-488d-a880-c7245a79094f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.376s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.821185] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646083, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.852001] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646084, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.951736] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.067672] env[66735]: INFO nova.compute.manager [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Took 19.89 seconds to build instance. [ 990.157843] env[66735]: DEBUG nova.compute.manager [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 990.162579] env[66735]: DEBUG nova.scheduler.client.report [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.193104] env[66735]: DEBUG nova.virt.hardware [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 990.193331] env[66735]: DEBUG nova.virt.hardware [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.193520] env[66735]: DEBUG nova.virt.hardware [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 990.193714] env[66735]: DEBUG nova.virt.hardware [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.193855] env[66735]: DEBUG nova.virt.hardware [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 990.194037] env[66735]: DEBUG nova.virt.hardware [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 990.194233] env[66735]: DEBUG nova.virt.hardware [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 990.194394] env[66735]: DEBUG nova.virt.hardware [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 990.194565] env[66735]: DEBUG nova.virt.hardware [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 990.194781] env[66735]: DEBUG nova.virt.hardware [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 990.194955] env[66735]: DEBUG nova.virt.hardware [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 990.196399] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9894dcef-32ce-4a7c-a58e-b08c6c6b7d2e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.209393] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128c0fe4-7a41-4393-9909-5f2399e87e2d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.238774] env[66735]: DEBUG oslo_vmware.api [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.265524] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.317823] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853376} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.318215] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc/26586a90-db2d-4f62-ab1a-2d5dfa53a9dc.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.318533] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.318872] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a250b89-1a04-43c1-bb4b-8cab6ef508e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.327505] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 990.327505] env[66735]: value = "task-4646088" [ 990.327505] env[66735]: _type = "Task" [ 990.327505] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.337737] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.348801] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955947} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.349090] env[66735]: INFO nova.virt.vmwareapi.ds_util [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 6a05070f-299f-4a01-a3b5-ff77ef405528/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk. [ 990.350142] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c99d46-c464-469d-a9ec-f3cfa16f664a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.378660] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 6a05070f-299f-4a01-a3b5-ff77ef405528/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.379023] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b744d6c4-f770-475d-82f3-be807cc45d60 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.398923] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 990.398923] env[66735]: value = "task-4646089" [ 990.398923] env[66735]: _type = "Task" [ 990.398923] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.409271] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.451595] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646085, 'name': ReconfigVM_Task, 'duration_secs': 1.008381} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.451919] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 3e1a632d-d3de-4406-9b82-e1d882cde0d4/3e1a632d-d3de-4406-9b82-e1d882cde0d4.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.453132] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a9f3fe1-f14a-4e67-bd59-6fefafbf256f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.462517] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 990.462517] env[66735]: value = "task-4646090" [ 990.462517] env[66735]: _type = "Task" [ 990.462517] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.473136] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646090, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.570816] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a8633f2d-bee5-4803-9997-f012479bba8b tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "9c513275-a52a-4351-a00b-5167a2c4a857" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.417s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.670606] env[66735]: DEBUG oslo_concurrency.lockutils [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.546s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.673285] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.137s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.675410] env[66735]: INFO nova.compute.claims [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.716120] env[66735]: DEBUG nova.compute.manager [req-6062f217-4aa7-406d-bbc3-a22161ddeb2f req-10783864-f0f5-465a-92b1-66fa4283cbaa service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Received event network-vif-plugged-b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 990.716120] env[66735]: DEBUG oslo_concurrency.lockutils [req-6062f217-4aa7-406d-bbc3-a22161ddeb2f req-10783864-f0f5-465a-92b1-66fa4283cbaa service nova] Acquiring lock "3d96430c-6002-43eb-b78d-0d9b45006a89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.716120] env[66735]: DEBUG oslo_concurrency.lockutils [req-6062f217-4aa7-406d-bbc3-a22161ddeb2f req-10783864-f0f5-465a-92b1-66fa4283cbaa service nova] Lock "3d96430c-6002-43eb-b78d-0d9b45006a89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.716120] env[66735]: DEBUG oslo_concurrency.lockutils [req-6062f217-4aa7-406d-bbc3-a22161ddeb2f req-10783864-f0f5-465a-92b1-66fa4283cbaa service nova] Lock "3d96430c-6002-43eb-b78d-0d9b45006a89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.716120] env[66735]: DEBUG nova.compute.manager [req-6062f217-4aa7-406d-bbc3-a22161ddeb2f req-10783864-f0f5-465a-92b1-66fa4283cbaa service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] No waiting events found dispatching network-vif-plugged-b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 990.716120] env[66735]: WARNING nova.compute.manager [req-6062f217-4aa7-406d-bbc3-a22161ddeb2f req-10783864-f0f5-465a-92b1-66fa4283cbaa service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Received unexpected event network-vif-plugged-b4044cc6-9306-411e-ac4a-18fd86d6c8c5 for instance with vm_state building and task_state spawning. [ 990.726029] env[66735]: DEBUG nova.network.neutron [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Successfully updated port: b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 990.740095] env[66735]: DEBUG oslo_vmware.api [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.722646} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.740451] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.740708] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.740708] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.741304] env[66735]: INFO nova.compute.manager [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Took 1.66 seconds to destroy the instance on the hypervisor. [ 990.741304] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 990.741414] env[66735]: DEBUG nova.compute.manager [-] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 990.741514] env[66735]: DEBUG nova.network.neutron [-] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 990.741751] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.778224] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.838870] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09066} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.839947] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.840396] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f3f2be-7869-4879-9e32-0e6c1484519c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.869486] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc/26586a90-db2d-4f62-ab1a-2d5dfa53a9dc.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.870283] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b035c4-b4b5-4ce5-8b71-52aebfa0bee5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.895161] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 990.895161] env[66735]: value = "task-4646091" [ 990.895161] env[66735]: _type = "Task" [ 990.895161] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.908908] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646091, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.912405] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.975251] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646090, 'name': Rename_Task, 'duration_secs': 0.197372} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.975675] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.975991] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2e2c5f6-9e96-44cf-804f-cb72c0822b26 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.983931] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 990.983931] env[66735]: value = "task-4646092" [ 990.983931] env[66735]: _type = "Task" [ 990.983931] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.994362] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.131230] env[66735]: DEBUG nova.compute.manager [req-25126a55-d0c2-4adc-ae77-d6c973fb602b req-67b40d2e-a358-4716-8d40-53d61d900e3a service nova] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Received event network-vif-deleted-6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 991.131521] env[66735]: INFO nova.compute.manager [req-25126a55-d0c2-4adc-ae77-d6c973fb602b req-67b40d2e-a358-4716-8d40-53d61d900e3a service nova] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Neutron deleted interface 6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05; detaching it from the instance and deleting it from the info cache [ 991.131712] env[66735]: DEBUG nova.network.neutron [req-25126a55-d0c2-4adc-ae77-d6c973fb602b req-67b40d2e-a358-4716-8d40-53d61d900e3a service nova] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.185863] env[66735]: DEBUG oslo_concurrency.lockutils [None req-56a6da06-c751-46e3-923f-6d13f49fce17 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.114s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.187492] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.382s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.188602] env[66735]: INFO nova.compute.manager [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Unshelving [ 991.229065] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.229445] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.229730] env[66735]: DEBUG nova.network.neutron [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 991.410020] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646089, 'name': ReconfigVM_Task, 'duration_secs': 0.772365} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.413359] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 6a05070f-299f-4a01-a3b5-ff77ef405528/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.413791] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646091, 'name': ReconfigVM_Task, 'duration_secs': 0.355589} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.414539] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda11763-49a6-4491-bd73-c29c1a37796d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.417299] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc/26586a90-db2d-4f62-ab1a-2d5dfa53a9dc.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.417960] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a09b04ec-0165-4e76-8e1d-ecb1f8fca444 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.449194] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63a4ae55-5459-4924-95e0-04d1111d6695 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.460366] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 991.460366] env[66735]: value = "task-4646093" [ 991.460366] env[66735]: _type = "Task" [ 991.460366] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.467459] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 991.467459] env[66735]: value = "task-4646094" [ 991.467459] env[66735]: _type = "Task" [ 991.467459] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.477996] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646093, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.485522] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646094, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.496996] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646092, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.574273] env[66735]: DEBUG nova.network.neutron [-] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.634529] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-902a1d62-dd31-4008-8faa-be58409c9715 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.646367] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235ac95b-faad-4027-a819-ebd550646aff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.690950] env[66735]: DEBUG nova.compute.manager [req-25126a55-d0c2-4adc-ae77-d6c973fb602b req-67b40d2e-a358-4716-8d40-53d61d900e3a service nova] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Detach interface failed, port_id=6e4e00b9-d5cb-4e55-a33e-07b00e1e9a05, reason: Instance 8ffe3e91-bdd4-4136-947b-a94b42305acc could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 991.770279] env[66735]: DEBUG nova.network.neutron [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 991.873626] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "cb931a79-d9b8-40a3-8055-ed3c2a2279e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.874061] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "cb931a79-d9b8-40a3-8055-ed3c2a2279e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.885390] env[66735]: WARNING neutronclient.v2_0.client [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.974109] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646093, 'name': Rename_Task, 'duration_secs': 0.172735} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.974768] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.975079] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6f166a9-580d-4afd-bb1b-d0b9720028a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.980016] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646094, 'name': ReconfigVM_Task, 'duration_secs': 0.417502} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.983120] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.984304] env[66735]: DEBUG nova.network.neutron [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updating instance_info_cache with network_info: [{"id": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "address": "fa:16:3e:c1:d9:71", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4044cc6-93", "ovs_interfaceid": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.985531] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73d09b18-6dc8-4fa9-9f8a-847860b08c38 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.992283] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 991.992283] env[66735]: value = "task-4646095" [ 991.992283] env[66735]: _type = "Task" [ 991.992283] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.007017] env[66735]: DEBUG oslo_vmware.api [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646092, 'name': PowerOnVM_Task, 'duration_secs': 0.516502} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.007201] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 992.007201] env[66735]: value = "task-4646096" [ 992.007201] env[66735]: _type = "Task" [ 992.007201] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.007864] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.008131] env[66735]: INFO nova.compute.manager [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Took 9.43 seconds to spawn the instance on the hypervisor. [ 992.008315] env[66735]: DEBUG nova.compute.manager [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 992.009449] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1117d7bd-b161-4302-94e2-91ab20527f9c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.019889] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646095, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.035008] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646096, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.063538] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab1efa7-e58f-4f93-b88f-46aedcaa9491 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.073408] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058fa95f-9dd4-47ef-a132-988245dd0aba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.077283] env[66735]: INFO nova.compute.manager [-] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Took 1.34 seconds to deallocate network for instance. [ 992.112384] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0214ee56-f5b1-4394-881c-46d31f219c51 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.122896] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a67771-65a8-44c5-b38b-3ab127cd3f80 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.140839] env[66735]: DEBUG nova.compute.provider_tree [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.212455] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.378614] env[66735]: DEBUG nova.compute.manager [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 992.489420] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.489991] env[66735]: DEBUG nova.compute.manager [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Instance network_info: |[{"id": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "address": "fa:16:3e:c1:d9:71", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4044cc6-93", "ovs_interfaceid": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 992.491216] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:d9:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4044cc6-9306-411e-ac4a-18fd86d6c8c5', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.504630] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 992.505157] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.509440] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d30fc71-b816-47a3-8e81-cbe3a9b0ecdc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.538161] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.548354] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.548354] env[66735]: value = "task-4646097" [ 992.548354] env[66735]: _type = "Task" [ 992.548354] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.549364] env[66735]: DEBUG oslo_vmware.api [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646095, 'name': PowerOnVM_Task, 'duration_secs': 0.514567} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.551763] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.551763] env[66735]: INFO nova.compute.manager [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Took 7.45 seconds to spawn the instance on the hypervisor. [ 992.551938] env[66735]: DEBUG nova.compute.manager [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 992.552521] env[66735]: INFO nova.compute.manager [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Took 19.83 seconds to build instance. [ 992.558307] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78322fc-9ee0-48fa-8736-e7711dfe2455 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.584335] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.645243] env[66735]: DEBUG nova.scheduler.client.report [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.775109] env[66735]: DEBUG nova.compute.manager [req-bc5690d4-3b0f-4142-adac-da9341612197 req-a0571a64-b4a9-4dbb-8702-f41cdf27bf65 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Received event network-changed-b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 992.775451] env[66735]: DEBUG nova.compute.manager [req-bc5690d4-3b0f-4142-adac-da9341612197 req-a0571a64-b4a9-4dbb-8702-f41cdf27bf65 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Refreshing instance network info cache due to event network-changed-b4044cc6-9306-411e-ac4a-18fd86d6c8c5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 992.775559] env[66735]: DEBUG oslo_concurrency.lockutils [req-bc5690d4-3b0f-4142-adac-da9341612197 req-a0571a64-b4a9-4dbb-8702-f41cdf27bf65 service nova] Acquiring lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.775702] env[66735]: DEBUG oslo_concurrency.lockutils [req-bc5690d4-3b0f-4142-adac-da9341612197 req-a0571a64-b4a9-4dbb-8702-f41cdf27bf65 service nova] Acquired lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.775862] env[66735]: DEBUG nova.network.neutron [req-bc5690d4-3b0f-4142-adac-da9341612197 req-a0571a64-b4a9-4dbb-8702-f41cdf27bf65 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Refreshing network info cache for port b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.908511] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.039107] env[66735]: DEBUG oslo_vmware.api [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646096, 'name': PowerOnVM_Task, 'duration_secs': 0.583725} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.039350] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.042117] env[66735]: DEBUG nova.compute.manager [None req-c4ddd0a0-5fa7-44f7-9ede-5b3ff2b81dc2 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 993.043010] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c13f21-f606-497b-8dcc-c4c2cfdd5d9f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.062683] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef4920d7-71a7-45f2-8480-0071eaf7b2bb tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "3e1a632d-d3de-4406-9b82-e1d882cde0d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.353s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.062804] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646097, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.082068] env[66735]: INFO nova.compute.manager [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Took 18.89 seconds to build instance. [ 993.150995] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.151471] env[66735]: DEBUG nova.compute.manager [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 993.155339] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.822s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.156769] env[66735]: INFO nova.compute.claims [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.279276] env[66735]: WARNING neutronclient.v2_0.client [req-bc5690d4-3b0f-4142-adac-da9341612197 req-a0571a64-b4a9-4dbb-8702-f41cdf27bf65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.507056] env[66735]: WARNING neutronclient.v2_0.client [req-bc5690d4-3b0f-4142-adac-da9341612197 req-a0571a64-b4a9-4dbb-8702-f41cdf27bf65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.567256] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646097, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.584604] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1a4efdf4-b340-4e05-8c8e-cf6ff203f2ea tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.420s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.652390] env[66735]: DEBUG nova.network.neutron [req-bc5690d4-3b0f-4142-adac-da9341612197 req-a0571a64-b4a9-4dbb-8702-f41cdf27bf65 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updated VIF entry in instance network info cache for port b4044cc6-9306-411e-ac4a-18fd86d6c8c5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 993.652390] env[66735]: DEBUG nova.network.neutron [req-bc5690d4-3b0f-4142-adac-da9341612197 req-a0571a64-b4a9-4dbb-8702-f41cdf27bf65 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updating instance_info_cache with network_info: [{"id": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "address": "fa:16:3e:c1:d9:71", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4044cc6-93", "ovs_interfaceid": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.664023] env[66735]: DEBUG nova.compute.utils [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.666255] env[66735]: DEBUG nova.compute.manager [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 993.666628] env[66735]: DEBUG nova.network.neutron [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 993.667153] env[66735]: WARNING neutronclient.v2_0.client [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.667991] env[66735]: WARNING neutronclient.v2_0.client [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.730285] env[66735]: DEBUG nova.policy [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b951290811c840af904c0228d626fe9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '476a5431852645cfbee62daf1247b36f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.757819] env[66735]: DEBUG nova.compute.manager [req-52cec0e0-378c-47b6-95af-bae70d7fb82d req-9ada36f6-bf2f-47c3-a108-898be41a388b service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Received event network-changed-539882a2-0fc3-4068-89a4-80479c0ef8e5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 993.757950] env[66735]: DEBUG nova.compute.manager [req-52cec0e0-378c-47b6-95af-bae70d7fb82d req-9ada36f6-bf2f-47c3-a108-898be41a388b service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Refreshing instance network info cache due to event network-changed-539882a2-0fc3-4068-89a4-80479c0ef8e5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 993.758214] env[66735]: DEBUG oslo_concurrency.lockutils [req-52cec0e0-378c-47b6-95af-bae70d7fb82d req-9ada36f6-bf2f-47c3-a108-898be41a388b service nova] Acquiring lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.758383] env[66735]: DEBUG oslo_concurrency.lockutils [req-52cec0e0-378c-47b6-95af-bae70d7fb82d req-9ada36f6-bf2f-47c3-a108-898be41a388b service nova] Acquired lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.758553] env[66735]: DEBUG nova.network.neutron [req-52cec0e0-378c-47b6-95af-bae70d7fb82d req-9ada36f6-bf2f-47c3-a108-898be41a388b service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Refreshing network info cache for port 539882a2-0fc3-4068-89a4-80479c0ef8e5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.072263] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646097, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.090726] env[66735]: DEBUG nova.network.neutron [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Successfully created port: b8809bd0-cfb8-40a9-8c0a-367d3fec13e6 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 994.154921] env[66735]: DEBUG oslo_concurrency.lockutils [req-bc5690d4-3b0f-4142-adac-da9341612197 req-a0571a64-b4a9-4dbb-8702-f41cdf27bf65 service nova] Releasing lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.167297] env[66735]: DEBUG nova.compute.manager [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 994.266185] env[66735]: WARNING neutronclient.v2_0.client [req-52cec0e0-378c-47b6-95af-bae70d7fb82d req-9ada36f6-bf2f-47c3-a108-898be41a388b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.483285] env[66735]: WARNING neutronclient.v2_0.client [req-52cec0e0-378c-47b6-95af-bae70d7fb82d req-9ada36f6-bf2f-47c3-a108-898be41a388b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.502023] env[66735]: DEBUG nova.compute.manager [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 994.502023] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ebccfc-20ca-41a3-8dab-09c260258ed4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.566708] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646097, 'name': CreateVM_Task, 'duration_secs': 1.626522} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.567137] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.568018] env[66735]: WARNING neutronclient.v2_0.client [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.568534] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.568936] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.569371] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.569800] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf443729-224d-47ca-864b-067a3c65f336 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.573811] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5270891-6d94-4d3a-ad21-cc49aa7ddd7b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.577993] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 994.577993] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5201d110-df9d-33ab-4392-a1ae6d8801c8" [ 994.577993] env[66735]: _type = "Task" [ 994.577993] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.588325] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b9eaee-00d2-472d-b00a-321743646bb4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.595703] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5201d110-df9d-33ab-4392-a1ae6d8801c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.629770] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaabd7c4-be9c-4c4d-bb0a-6bee5939363c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.638476] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787a202c-8a48-45fb-9640-fb833b89d840 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.655089] env[66735]: DEBUG nova.compute.provider_tree [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.658375] env[66735]: DEBUG nova.network.neutron [req-52cec0e0-378c-47b6-95af-bae70d7fb82d req-9ada36f6-bf2f-47c3-a108-898be41a388b service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updated VIF entry in instance network info cache for port 539882a2-0fc3-4068-89a4-80479c0ef8e5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 994.658375] env[66735]: DEBUG nova.network.neutron [req-52cec0e0-378c-47b6-95af-bae70d7fb82d req-9ada36f6-bf2f-47c3-a108-898be41a388b service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance_info_cache with network_info: [{"id": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "address": "fa:16:3e:ea:5f:dc", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539882a2-0f", "ovs_interfaceid": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.673208] env[66735]: INFO nova.virt.block_device [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Booting with volume 8b4ed62a-feee-4442-9f6a-791cbde250f0 at /dev/sda [ 994.723032] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddd33b4a-9b55-4ce9-be43-64ae448dd54e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.736165] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad901cf-da2f-40f5-9090-991385945b47 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.778249] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-168ac8ba-b9da-4e5c-b26e-9fdd1136d446 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.789075] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ccf7e4-0922-4d76-ab76-9ddcf15f1aa1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.831294] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4cd509-0734-460d-913c-1a96acae7af6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.840798] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1addf754-a80b-44ec-bf57-4302cf709fec {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.858660] env[66735]: DEBUG nova.virt.block_device [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Updating existing volume attachment record: 62cfd900-ba83-4a35-b5bb-bba671441c8e {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 994.891096] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "e3a2c7ad-0021-424a-be07-a08579e82e8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.891435] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "e3a2c7ad-0021-424a-be07-a08579e82e8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.017709] env[66735]: INFO nova.compute.manager [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] instance snapshotting [ 995.021379] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3e35c6-304f-47e2-a75e-27806082dc94 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.045502] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7258f3-242f-47da-9b4f-f8434b474871 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.090377] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5201d110-df9d-33ab-4392-a1ae6d8801c8, 'name': SearchDatastore_Task, 'duration_secs': 0.02642} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.090778] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.090862] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.091077] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.091240] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.091440] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.091732] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae17402a-208d-4c5b-a91e-8b3d6d9ac277 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.104404] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.104612] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.105381] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314aa9ee-276e-42e4-abac-fedf16635094 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.114341] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 995.114341] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5220839d-1713-1a65-440c-3ceafa7001cd" [ 995.114341] env[66735]: _type = "Task" [ 995.114341] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.124481] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5220839d-1713-1a65-440c-3ceafa7001cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.160387] env[66735]: DEBUG nova.scheduler.client.report [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.163888] env[66735]: DEBUG oslo_concurrency.lockutils [req-52cec0e0-378c-47b6-95af-bae70d7fb82d req-9ada36f6-bf2f-47c3-a108-898be41a388b service nova] Releasing lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.394529] env[66735]: DEBUG nova.compute.manager [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 995.557936] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 995.558290] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee65fdee-be13-472d-9533-19e655268e51 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.567425] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 995.567425] env[66735]: value = "task-4646098" [ 995.567425] env[66735]: _type = "Task" [ 995.567425] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.577389] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.625977] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5220839d-1713-1a65-440c-3ceafa7001cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01575} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.626914] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28dfb8ba-bf57-4ee0-a54c-d7986bfb65a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.634101] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 995.634101] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ca1d5e-c9f0-88ec-671b-91ad0dd66b1b" [ 995.634101] env[66735]: _type = "Task" [ 995.634101] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.644673] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ca1d5e-c9f0-88ec-671b-91ad0dd66b1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.666046] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.666572] env[66735]: DEBUG nova.compute.manager [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 995.669406] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.119s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.669667] env[66735]: DEBUG nova.objects.instance [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lazy-loading 'resources' on Instance uuid f92fca99-b720-488f-bddf-6e703240f27f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.922949] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.080306] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646098, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.118834] env[66735]: DEBUG nova.compute.manager [req-37de24d1-f0a0-4767-9155-603d0228332e req-b30a4fbb-1789-4e65-b5ed-54824ffba067 service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Received event network-vif-plugged-b8809bd0-cfb8-40a9-8c0a-367d3fec13e6 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 996.119176] env[66735]: DEBUG oslo_concurrency.lockutils [req-37de24d1-f0a0-4767-9155-603d0228332e req-b30a4fbb-1789-4e65-b5ed-54824ffba067 service nova] Acquiring lock "be7dbad8-d681-4099-a0c9-3bd1596b2f7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.119432] env[66735]: DEBUG oslo_concurrency.lockutils [req-37de24d1-f0a0-4767-9155-603d0228332e req-b30a4fbb-1789-4e65-b5ed-54824ffba067 service nova] Lock "be7dbad8-d681-4099-a0c9-3bd1596b2f7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.119432] env[66735]: DEBUG oslo_concurrency.lockutils [req-37de24d1-f0a0-4767-9155-603d0228332e req-b30a4fbb-1789-4e65-b5ed-54824ffba067 service nova] Lock "be7dbad8-d681-4099-a0c9-3bd1596b2f7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.119995] env[66735]: DEBUG nova.compute.manager [req-37de24d1-f0a0-4767-9155-603d0228332e req-b30a4fbb-1789-4e65-b5ed-54824ffba067 service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] No waiting events found dispatching network-vif-plugged-b8809bd0-cfb8-40a9-8c0a-367d3fec13e6 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 996.119995] env[66735]: WARNING nova.compute.manager [req-37de24d1-f0a0-4767-9155-603d0228332e req-b30a4fbb-1789-4e65-b5ed-54824ffba067 service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Received unexpected event network-vif-plugged-b8809bd0-cfb8-40a9-8c0a-367d3fec13e6 for instance with vm_state building and task_state block_device_mapping. [ 996.145022] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ca1d5e-c9f0-88ec-671b-91ad0dd66b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.02237} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.145367] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.145757] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 3d96430c-6002-43eb-b78d-0d9b45006a89/3d96430c-6002-43eb-b78d-0d9b45006a89.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.146163] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db74504-9c56-4032-99cf-49c8f6feeea4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.155115] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 996.155115] env[66735]: value = "task-4646099" [ 996.155115] env[66735]: _type = "Task" [ 996.155115] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.164595] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.173546] env[66735]: DEBUG nova.compute.utils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.177897] env[66735]: DEBUG nova.network.neutron [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Successfully updated port: b8809bd0-cfb8-40a9-8c0a-367d3fec13e6 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 996.179695] env[66735]: DEBUG nova.compute.manager [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 996.179997] env[66735]: DEBUG nova.network.neutron [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 996.180291] env[66735]: WARNING neutronclient.v2_0.client [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.181059] env[66735]: WARNING neutronclient.v2_0.client [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.227297] env[66735]: DEBUG nova.policy [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7256dbab0c164db49f406b23aa5bbaa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de30cc3150643ebb6cca58f536604fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.567697] env[66735]: DEBUG nova.network.neutron [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Successfully created port: 9fa3e52a-db0f-449f-b7f1-5ded9f2c0016 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 996.577772] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e61b337-51fb-4062-83d8-67d2213de6ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.590485] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646098, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.594376] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba61e54d-eb93-4355-8538-af7181585922 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.639026] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3e9215-2e1e-4d8c-b389-058005fa6b69 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.649714] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca74a08-6f7b-4acf-aa1e-245b274de236 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.668213] env[66735]: DEBUG nova.compute.provider_tree [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.677045] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646099, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.679933] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Acquiring lock "refresh_cache-be7dbad8-d681-4099-a0c9-3bd1596b2f7f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.680141] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Acquired lock "refresh_cache-be7dbad8-d681-4099-a0c9-3bd1596b2f7f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.680311] env[66735]: DEBUG nova.network.neutron [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 996.690818] env[66735]: DEBUG nova.compute.manager [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 996.969245] env[66735]: DEBUG nova.compute.manager [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 996.969916] env[66735]: DEBUG nova.virt.hardware [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 996.970173] env[66735]: DEBUG nova.virt.hardware [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.970764] env[66735]: DEBUG nova.virt.hardware [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 996.970764] env[66735]: DEBUG nova.virt.hardware [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.970764] env[66735]: DEBUG nova.virt.hardware [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 996.970894] env[66735]: DEBUG nova.virt.hardware [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 996.971096] env[66735]: DEBUG nova.virt.hardware [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 996.971258] env[66735]: DEBUG nova.virt.hardware [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 996.971420] env[66735]: DEBUG nova.virt.hardware [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 996.971591] env[66735]: DEBUG nova.virt.hardware [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 996.971885] env[66735]: DEBUG nova.virt.hardware [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 996.972878] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beb316a-ae96-4a03-a054-9b2a7631878e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.982587] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e86247f-dcf7-4140-80aa-1229cb49f764 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.082021] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646098, 'name': CreateSnapshot_Task, 'duration_secs': 1.065448} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.082021] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 997.083375] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f76556-6028-47dc-993d-12e05ba36bbb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.167483] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567351} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.167962] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 3d96430c-6002-43eb-b78d-0d9b45006a89/3d96430c-6002-43eb-b78d-0d9b45006a89.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.167962] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.168247] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c928cd4d-5510-4e8a-a572-71f0a9da208e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.171527] env[66735]: DEBUG nova.scheduler.client.report [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.177864] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 997.177864] env[66735]: value = "task-4646100" [ 997.177864] env[66735]: _type = "Task" [ 997.177864] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.189664] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.282667] env[66735]: DEBUG nova.network.neutron [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 997.538960] env[66735]: WARNING neutronclient.v2_0.client [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.608012] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 997.608874] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0413b465-31e8-47e4-b8af-32a09a8cb6b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.621325] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 997.621325] env[66735]: value = "task-4646101" [ 997.621325] env[66735]: _type = "Task" [ 997.621325] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.632373] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646101, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.665806] env[66735]: DEBUG nova.network.neutron [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Updating instance_info_cache with network_info: [{"id": "b8809bd0-cfb8-40a9-8c0a-367d3fec13e6", "address": "fa:16:3e:3e:84:5d", "network": {"id": "25a9db3d-2436-4004-b81f-a254c1f9c1a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-173525186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "476a5431852645cfbee62daf1247b36f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8809bd0-cf", "ovs_interfaceid": "b8809bd0-cfb8-40a9-8c0a-367d3fec13e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.679460] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.680311] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.018s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.698362] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070747} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.699503] env[66735]: DEBUG nova.compute.manager [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 997.702344] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.703764] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1c3489-e124-4230-b30a-0568d28ba4ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.733104] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 3d96430c-6002-43eb-b78d-0d9b45006a89/3d96430c-6002-43eb-b78d-0d9b45006a89.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.734405] env[66735]: INFO nova.scheduler.client.report [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleted allocations for instance f92fca99-b720-488f-bddf-6e703240f27f [ 997.737380] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d45fe10-bedd-4ceb-97ca-2ea6a637c79c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.762268] env[66735]: DEBUG nova.virt.hardware [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 997.762534] env[66735]: DEBUG nova.virt.hardware [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.762729] env[66735]: DEBUG nova.virt.hardware [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 997.762856] env[66735]: DEBUG nova.virt.hardware [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.763595] env[66735]: DEBUG nova.virt.hardware [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 997.763595] env[66735]: DEBUG nova.virt.hardware [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 997.763595] env[66735]: DEBUG nova.virt.hardware [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 997.764555] env[66735]: DEBUG nova.virt.hardware [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 997.764555] env[66735]: DEBUG nova.virt.hardware [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 997.764555] env[66735]: DEBUG nova.virt.hardware [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 997.764555] env[66735]: DEBUG nova.virt.hardware [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 997.765338] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4153e1-954d-4036-a215-3ee3df964af9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.769890] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 997.769890] env[66735]: value = "task-4646102" [ 997.769890] env[66735]: _type = "Task" [ 997.769890] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.780899] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b259375c-68eb-488d-8e57-c9903ad2c3e1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.791780] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.135362] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646101, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.171369] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Releasing lock "refresh_cache-be7dbad8-d681-4099-a0c9-3bd1596b2f7f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.171369] env[66735]: DEBUG nova.compute.manager [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Instance network_info: |[{"id": "b8809bd0-cfb8-40a9-8c0a-367d3fec13e6", "address": "fa:16:3e:3e:84:5d", "network": {"id": "25a9db3d-2436-4004-b81f-a254c1f9c1a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-173525186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "476a5431852645cfbee62daf1247b36f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8809bd0-cf", "ovs_interfaceid": "b8809bd0-cfb8-40a9-8c0a-367d3fec13e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 998.171369] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:84:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8809bd0-cfb8-40a9-8c0a-367d3fec13e6', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.181651] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Creating folder: Project (476a5431852645cfbee62daf1247b36f). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.183048] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c044d00-71ff-4cde-9545-dfea69a89b56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.207023] env[66735]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 998.207479] env[66735]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=66735) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 998.208434] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Folder already exists: Project (476a5431852645cfbee62daf1247b36f). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 998.208824] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Creating folder: Instances. Parent ref: group-v907201. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.209512] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b479cbd3-51ff-43db-8e89-6766d319d4a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.228032] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Created folder: Instances in parent group-v907201. [ 998.228032] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 998.228032] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.228915] env[66735]: DEBUG nova.compute.manager [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Received event network-changed-b8809bd0-cfb8-40a9-8c0a-367d3fec13e6 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 998.229644] env[66735]: DEBUG nova.compute.manager [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Refreshing instance network info cache due to event network-changed-b8809bd0-cfb8-40a9-8c0a-367d3fec13e6. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 998.230262] env[66735]: DEBUG oslo_concurrency.lockutils [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] Acquiring lock "refresh_cache-be7dbad8-d681-4099-a0c9-3bd1596b2f7f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.230586] env[66735]: DEBUG oslo_concurrency.lockutils [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] Acquired lock "refresh_cache-be7dbad8-d681-4099-a0c9-3bd1596b2f7f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.230909] env[66735]: DEBUG nova.network.neutron [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Refreshing network info cache for port b8809bd0-cfb8-40a9-8c0a-367d3fec13e6 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.233900] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0e2f6f6-e736-498d-b0d2-81f382374d4a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.259724] env[66735]: DEBUG oslo_concurrency.lockutils [None req-90f36ec8-15ac-4a34-856c-a20e24643d14 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "f92fca99-b720-488f-bddf-6e703240f27f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.864s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.261799] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.261799] env[66735]: value = "task-4646105" [ 998.261799] env[66735]: _type = "Task" [ 998.261799] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.273837] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646105, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.287930] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646102, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.295793] env[66735]: DEBUG nova.network.neutron [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Successfully updated port: 9fa3e52a-db0f-449f-b7f1-5ded9f2c0016 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 998.635559] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646101, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.735491] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3d4ac919-d0f3-4310-bed5-785da809fe2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.735663] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 106b6931-9631-4c32-ade5-b3ad9384edea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.735794] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 1a2c906f-1613-4701-9787-16a2b1f1cf2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.735930] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.736084] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 8ffe3e91-bdd4-4136-947b-a94b42305acc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 998.736212] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance de6d2209-9d33-4414-9796-006c40034da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.736323] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance fc6616d0-d79e-4df5-b82a-c54d51e8d4a7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 998.736444] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance bd9c9da0-30e0-4184-9219-7c76e34290c9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 998.736562] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance db29ff15-ad16-486d-9c7f-89bee68ed951 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.736685] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance d28bdb48-d509-4278-b5dc-c3238209198d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 998.736796] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 6a05070f-299f-4a01-a3b5-ff77ef405528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.736906] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 45c557ed-40ea-48ad-8d61-fa0e1bf0b445 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.737032] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 9c513275-a52a-4351-a00b-5167a2c4a857 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.737145] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3e1a632d-d3de-4406-9b82-e1d882cde0d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.737329] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.737448] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3d96430c-6002-43eb-b78d-0d9b45006a89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.737655] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance be7dbad8-d681-4099-a0c9-3bd1596b2f7f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.737784] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 57951c8d-d688-4df6-93bf-6dc89871e1cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 998.739566] env[66735]: WARNING neutronclient.v2_0.client [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.773838] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646105, 'name': CreateVM_Task, 'duration_secs': 0.449312} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.774194] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.777771] env[66735]: WARNING neutronclient.v2_0.client [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.778186] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907211', 'volume_id': '8b4ed62a-feee-4442-9f6a-791cbde250f0', 'name': 'volume-8b4ed62a-feee-4442-9f6a-791cbde250f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be7dbad8-d681-4099-a0c9-3bd1596b2f7f', 'attached_at': '', 'detached_at': '', 'volume_id': '8b4ed62a-feee-4442-9f6a-791cbde250f0', 'serial': '8b4ed62a-feee-4442-9f6a-791cbde250f0'}, 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '62cfd900-ba83-4a35-b5bb-bba671441c8e', 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=66735) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 998.778415] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Root volume attach. Driver type: vmdk {{(pid=66735) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 998.779241] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681ae5e1-e308-4f90-8d91-4564515d7214 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.794509] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646102, 'name': ReconfigVM_Task, 'duration_secs': 0.530058} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.794954] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 3d96430c-6002-43eb-b78d-0d9b45006a89/3d96430c-6002-43eb-b78d-0d9b45006a89.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.796168] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e00e17e-5c11-4939-bbb2-4767f8577223 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.799104] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ba4ebcb-0d50-464c-a110-933d7a86cf15 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.801365] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "refresh_cache-57951c8d-d688-4df6-93bf-6dc89871e1cf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.801527] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "refresh_cache-57951c8d-d688-4df6-93bf-6dc89871e1cf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.801671] env[66735]: DEBUG nova.network.neutron [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 998.810349] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf762eec-7f7e-48a6-a817-44ded89703e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.813973] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 998.813973] env[66735]: value = "task-4646106" [ 998.813973] env[66735]: _type = "Task" [ 998.813973] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.822251] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2ad19bbd-ab9e-4c00-b29e-87ea1fabd1bd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.829442] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646106, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.835343] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Waiting for the task: (returnval){ [ 998.835343] env[66735]: value = "task-4646107" [ 998.835343] env[66735]: _type = "Task" [ 998.835343] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.851890] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646107, 'name': RelocateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.945914] env[66735]: WARNING neutronclient.v2_0.client [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.028792] env[66735]: DEBUG nova.network.neutron [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Updated VIF entry in instance network info cache for port b8809bd0-cfb8-40a9-8c0a-367d3fec13e6. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 999.029194] env[66735]: DEBUG nova.network.neutron [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Updating instance_info_cache with network_info: [{"id": "b8809bd0-cfb8-40a9-8c0a-367d3fec13e6", "address": "fa:16:3e:3e:84:5d", "network": {"id": "25a9db3d-2436-4004-b81f-a254c1f9c1a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-173525186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "476a5431852645cfbee62daf1247b36f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8809bd0-cf", "ovs_interfaceid": "b8809bd0-cfb8-40a9-8c0a-367d3fec13e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.136209] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646101, 'name': CloneVM_Task} progress is 95%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.243426] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 766bf5e7-c5d6-474e-be1f-316a531ef128 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 999.249092] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.249092] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.330083] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646106, 'name': Rename_Task, 'duration_secs': 0.287145} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.330541] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.330968] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9503e700-a4d3-4006-819c-21adfb5f9a14 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.342631] env[66735]: DEBUG nova.network.neutron [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 999.346335] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 999.346335] env[66735]: value = "task-4646108" [ 999.346335] env[66735]: _type = "Task" [ 999.346335] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.354854] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646107, 'name': RelocateVM_Task} progress is 20%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.360213] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646108, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.439253] env[66735]: WARNING neutronclient.v2_0.client [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.517030] env[66735]: DEBUG nova.network.neutron [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Updating instance_info_cache with network_info: [{"id": "9fa3e52a-db0f-449f-b7f1-5ded9f2c0016", "address": "fa:16:3e:43:a0:5d", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa3e52a-db", "ovs_interfaceid": "9fa3e52a-db0f-449f-b7f1-5ded9f2c0016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.533078] env[66735]: DEBUG oslo_concurrency.lockutils [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] Releasing lock "refresh_cache-be7dbad8-d681-4099-a0c9-3bd1596b2f7f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.533078] env[66735]: DEBUG nova.compute.manager [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Received event network-vif-plugged-9fa3e52a-db0f-449f-b7f1-5ded9f2c0016 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 999.533078] env[66735]: DEBUG oslo_concurrency.lockutils [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] Acquiring lock "57951c8d-d688-4df6-93bf-6dc89871e1cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.533361] env[66735]: DEBUG oslo_concurrency.lockutils [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] Lock "57951c8d-d688-4df6-93bf-6dc89871e1cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.533403] env[66735]: DEBUG oslo_concurrency.lockutils [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] Lock "57951c8d-d688-4df6-93bf-6dc89871e1cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.533543] env[66735]: DEBUG nova.compute.manager [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] No waiting events found dispatching network-vif-plugged-9fa3e52a-db0f-449f-b7f1-5ded9f2c0016 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 999.533711] env[66735]: WARNING nova.compute.manager [req-f4db0c3e-768b-411a-bc50-e0dca7ba7ced req-709ed19a-d260-4afe-a929-93d8744f5da2 service nova] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Received unexpected event network-vif-plugged-9fa3e52a-db0f-449f-b7f1-5ded9f2c0016 for instance with vm_state building and task_state spawning. [ 999.635569] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646101, 'name': CloneVM_Task, 'duration_secs': 1.71406} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.636042] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Created linked-clone VM from snapshot [ 999.637184] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d91000-4524-42d8-864f-733248fb03b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.649277] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Uploading image 4b59eee9-7038-4e05-8765-54640564b3d0 {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 999.672266] env[66735]: DEBUG oslo_vmware.rw_handles [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 999.672266] env[66735]: value = "vm-907234" [ 999.672266] env[66735]: _type = "VirtualMachine" [ 999.672266] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 999.672583] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7779aa9-ca58-4540-af80-db1fdb145c3f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.681361] env[66735]: DEBUG oslo_vmware.rw_handles [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lease: (returnval){ [ 999.681361] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ebc953-1f09-06cc-3a60-3f24da27abee" [ 999.681361] env[66735]: _type = "HttpNfcLease" [ 999.681361] env[66735]: } obtained for exporting VM: (result){ [ 999.681361] env[66735]: value = "vm-907234" [ 999.681361] env[66735]: _type = "VirtualMachine" [ 999.681361] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 999.681656] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the lease: (returnval){ [ 999.681656] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ebc953-1f09-06cc-3a60-3f24da27abee" [ 999.681656] env[66735]: _type = "HttpNfcLease" [ 999.681656] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 999.688670] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 999.688670] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ebc953-1f09-06cc-3a60-3f24da27abee" [ 999.688670] env[66735]: _type = "HttpNfcLease" [ 999.688670] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 999.746844] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance f65ed6ff-2d96-489b-b666-e76d1bb8d94f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 999.752762] env[66735]: INFO nova.compute.manager [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Detaching volume 4db2b5f9-0cd3-417e-8697-58b3032a4e78 [ 999.792127] env[66735]: INFO nova.virt.block_device [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Attempting to driver detach volume 4db2b5f9-0cd3-417e-8697-58b3032a4e78 from mountpoint /dev/sdb [ 999.792619] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 999.792619] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907198', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'name': 'volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a2c906f-1613-4701-9787-16a2b1f1cf2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'serial': '4db2b5f9-0cd3-417e-8697-58b3032a4e78'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 999.793475] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a73bc7-6cee-48eb-9dfd-f30044dbfda1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.819013] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6b2ada-0679-4a46-8fdc-be500798be7f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.827839] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0794024d-3b7c-4edf-b09a-50978a2b2baa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.858597] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117ee6d1-f9ed-4043-833f-afafdb075d47 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.867931] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646108, 'name': PowerOnVM_Task} progress is 78%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.882030] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646107, 'name': RelocateVM_Task, 'duration_secs': 0.760591} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.882224] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The volume has not been displaced from its original location: [datastore2] volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78/volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 999.887677] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 999.888101] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 999.888311] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907211', 'volume_id': '8b4ed62a-feee-4442-9f6a-791cbde250f0', 'name': 'volume-8b4ed62a-feee-4442-9f6a-791cbde250f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be7dbad8-d681-4099-a0c9-3bd1596b2f7f', 'attached_at': '', 'detached_at': '', 'volume_id': '8b4ed62a-feee-4442-9f6a-791cbde250f0', 'serial': '8b4ed62a-feee-4442-9f6a-791cbde250f0'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 999.888575] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b6ea8c6-d63e-4fab-8766-797fd08b5185 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.902335] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e99758-2b66-4f5e-853c-e00435c70fb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.921832] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f2a195-9db1-4477-91b8-e9ffd5e92822 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.924783] env[66735]: DEBUG oslo_vmware.api [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 999.924783] env[66735]: value = "task-4646110" [ 999.924783] env[66735]: _type = "Task" [ 999.924783] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.946496] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-8b4ed62a-feee-4442-9f6a-791cbde250f0/volume-8b4ed62a-feee-4442-9f6a-791cbde250f0.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.947341] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98f2a834-a85d-4364-a505-dc716e642a0e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.965648] env[66735]: DEBUG oslo_vmware.api [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.973479] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Waiting for the task: (returnval){ [ 999.973479] env[66735]: value = "task-4646111" [ 999.973479] env[66735]: _type = "Task" [ 999.973479] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.984807] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.020045] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "refresh_cache-57951c8d-d688-4df6-93bf-6dc89871e1cf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.020327] env[66735]: DEBUG nova.compute.manager [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Instance network_info: |[{"id": "9fa3e52a-db0f-449f-b7f1-5ded9f2c0016", "address": "fa:16:3e:43:a0:5d", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa3e52a-db", "ovs_interfaceid": "9fa3e52a-db0f-449f-b7f1-5ded9f2c0016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1000.020843] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:a0:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fa3e52a-db0f-449f-b7f1-5ded9f2c0016', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.030147] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1000.030147] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.030147] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15d05206-3c19-456e-8375-4476e23af351 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.051776] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.051776] env[66735]: value = "task-4646112" [ 1000.051776] env[66735]: _type = "Task" [ 1000.051776] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.061498] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646112, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.193753] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1000.193753] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ebc953-1f09-06cc-3a60-3f24da27abee" [ 1000.193753] env[66735]: _type = "HttpNfcLease" [ 1000.193753] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1000.194231] env[66735]: DEBUG oslo_vmware.rw_handles [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1000.194231] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ebc953-1f09-06cc-3a60-3f24da27abee" [ 1000.194231] env[66735]: _type = "HttpNfcLease" [ 1000.194231] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1000.195073] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da02d438-c85c-4c95-a9c0-1ea6809a04a1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.205356] env[66735]: DEBUG oslo_vmware.rw_handles [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db331f-fc0d-9b45-18f6-d3d0fae12c03/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1000.205555] env[66735]: DEBUG oslo_vmware.rw_handles [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db331f-fc0d-9b45-18f6-d3d0fae12c03/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1000.269220] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance cb931a79-d9b8-40a3-8055-ed3c2a2279e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1000.273026] env[66735]: DEBUG nova.compute.manager [req-2be5434f-8e0f-4e99-9da6-ba946198fa24 req-5eef6ae5-092e-4334-8c18-640b67c914bd service nova] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Received event network-changed-9fa3e52a-db0f-449f-b7f1-5ded9f2c0016 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1000.273568] env[66735]: DEBUG nova.compute.manager [req-2be5434f-8e0f-4e99-9da6-ba946198fa24 req-5eef6ae5-092e-4334-8c18-640b67c914bd service nova] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Refreshing instance network info cache due to event network-changed-9fa3e52a-db0f-449f-b7f1-5ded9f2c0016. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1000.273568] env[66735]: DEBUG oslo_concurrency.lockutils [req-2be5434f-8e0f-4e99-9da6-ba946198fa24 req-5eef6ae5-092e-4334-8c18-640b67c914bd service nova] Acquiring lock "refresh_cache-57951c8d-d688-4df6-93bf-6dc89871e1cf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.273725] env[66735]: DEBUG oslo_concurrency.lockutils [req-2be5434f-8e0f-4e99-9da6-ba946198fa24 req-5eef6ae5-092e-4334-8c18-640b67c914bd service nova] Acquired lock "refresh_cache-57951c8d-d688-4df6-93bf-6dc89871e1cf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.273786] env[66735]: DEBUG nova.network.neutron [req-2be5434f-8e0f-4e99-9da6-ba946198fa24 req-5eef6ae5-092e-4334-8c18-640b67c914bd service nova] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Refreshing network info cache for port 9fa3e52a-db0f-449f-b7f1-5ded9f2c0016 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.324174] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa6c7342-7599-4ca1-9f41-e3cd444a7a9e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.365804] env[66735]: DEBUG oslo_vmware.api [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646108, 'name': PowerOnVM_Task, 'duration_secs': 0.868307} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.366140] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.366342] env[66735]: INFO nova.compute.manager [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1000.366520] env[66735]: DEBUG nova.compute.manager [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1000.367455] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c086a5e-2844-42fb-9a1d-6109dd16b3a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.435602] env[66735]: DEBUG oslo_vmware.api [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646110, 'name': ReconfigVM_Task, 'duration_secs': 0.317995} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.435886] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1000.442375] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf4fbd22-d87e-49d8-8170-e21791079425 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.458451] env[66735]: DEBUG oslo_vmware.api [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1000.458451] env[66735]: value = "task-4646113" [ 1000.458451] env[66735]: _type = "Task" [ 1000.458451] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.470407] env[66735]: DEBUG oslo_vmware.api [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.486738] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646111, 'name': ReconfigVM_Task, 'duration_secs': 0.381781} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.487380] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-8b4ed62a-feee-4442-9f6a-791cbde250f0/volume-8b4ed62a-feee-4442-9f6a-791cbde250f0.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.496157] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba10071-cc67-4339-a66a-b3538dbf8982 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.516107] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Waiting for the task: (returnval){ [ 1000.516107] env[66735]: value = "task-4646114" [ 1000.516107] env[66735]: _type = "Task" [ 1000.516107] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.525255] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.563353] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646112, 'name': CreateVM_Task, 'duration_secs': 0.367845} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.563637] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.564294] env[66735]: WARNING neutronclient.v2_0.client [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.564756] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.564944] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.565470] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.565747] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474a6d1e-aeae-4b0a-8421-50636d7acc29 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.572151] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1000.572151] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5200821c-57ac-f06e-7c12-6d9e79c7a3ad" [ 1000.572151] env[66735]: _type = "Task" [ 1000.572151] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.584476] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5200821c-57ac-f06e-7c12-6d9e79c7a3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.776313] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance e3a2c7ad-0021-424a-be07-a08579e82e8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1000.776729] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1000.776985] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '10', 'num_task_None': '10', 'num_os_type_None': '14', 'num_proj_9a356bd775ea4f14a9935bfd931093b5': '2', 'io_workload': '3', 'num_proj_515c2a40834f41c89ee0e020d1d2a2b2': '2', 'num_proj_5f2a600d1c814aeebc295b31000ca1b1': '1', 'num_proj_9bc2ef2f7d064717860187d5a603fc1e': '1', 'num_vm_rescued': '1', 'num_proj_7d81bd51055a41c985165134b6fc3f11': '1', 'num_proj_29418d690eda48438d1c2aa27bb21a4c': '1', 'num_task_image_uploading': '1', 'num_proj_2a83fa4836f94993af3750f6bc2d8f51': '2', 'num_proj_9929ce8e6397449fb64785bb4bca9809': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_29ceab9724bb4af6b8c7ba686fdefd49': '1', 'num_proj_476a5431852645cfbee62daf1247b36f': '1', 'num_proj_0de30cc3150643ebb6cca58f536604fa': '1'} {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1000.780413] env[66735]: WARNING neutronclient.v2_0.client [req-2be5434f-8e0f-4e99-9da6-ba946198fa24 req-5eef6ae5-092e-4334-8c18-640b67c914bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.895185] env[66735]: INFO nova.compute.manager [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Took 25.76 seconds to build instance. [ 1000.973398] env[66735]: DEBUG oslo_vmware.api [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646113, 'name': ReconfigVM_Task, 'duration_secs': 0.253605} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.973773] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907198', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'name': 'volume-4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a2c906f-1613-4701-9787-16a2b1f1cf2f', 'attached_at': '', 'detached_at': '', 'volume_id': '4db2b5f9-0cd3-417e-8697-58b3032a4e78', 'serial': '4db2b5f9-0cd3-417e-8697-58b3032a4e78'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1001.033009] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646114, 'name': ReconfigVM_Task, 'duration_secs': 0.180482} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.033009] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907211', 'volume_id': '8b4ed62a-feee-4442-9f6a-791cbde250f0', 'name': 'volume-8b4ed62a-feee-4442-9f6a-791cbde250f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be7dbad8-d681-4099-a0c9-3bd1596b2f7f', 'attached_at': '', 'detached_at': '', 'volume_id': '8b4ed62a-feee-4442-9f6a-791cbde250f0', 'serial': '8b4ed62a-feee-4442-9f6a-791cbde250f0'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1001.033009] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2d1de58-1830-4e17-86a2-9409ef1ebbe5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.048403] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Waiting for the task: (returnval){ [ 1001.048403] env[66735]: value = "task-4646115" [ 1001.048403] env[66735]: _type = "Task" [ 1001.048403] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.065298] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646115, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.089234] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5200821c-57ac-f06e-7c12-6d9e79c7a3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014704} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.093926] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.094244] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.094590] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.096284] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.096486] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.097028] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed1755c5-0db1-45a9-97fc-bd39aa6d7ac7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.113288] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.113517] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.114277] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f19305-b5d4-4bad-921c-9172732742e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.121624] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1001.121624] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5279dc7a-7bd1-10ef-97d2-aa6e7575848a" [ 1001.121624] env[66735]: _type = "Task" [ 1001.121624] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.133282] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5279dc7a-7bd1-10ef-97d2-aa6e7575848a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.153098] env[66735]: WARNING neutronclient.v2_0.client [req-2be5434f-8e0f-4e99-9da6-ba946198fa24 req-5eef6ae5-092e-4334-8c18-640b67c914bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.240921] env[66735]: DEBUG nova.network.neutron [req-2be5434f-8e0f-4e99-9da6-ba946198fa24 req-5eef6ae5-092e-4334-8c18-640b67c914bd service nova] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Updated VIF entry in instance network info cache for port 9fa3e52a-db0f-449f-b7f1-5ded9f2c0016. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1001.241472] env[66735]: DEBUG nova.network.neutron [req-2be5434f-8e0f-4e99-9da6-ba946198fa24 req-5eef6ae5-092e-4334-8c18-640b67c914bd service nova] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Updating instance_info_cache with network_info: [{"id": "9fa3e52a-db0f-449f-b7f1-5ded9f2c0016", "address": "fa:16:3e:43:a0:5d", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fa3e52a-db", "ovs_interfaceid": "9fa3e52a-db0f-449f-b7f1-5ded9f2c0016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.252783] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae178c36-7af2-4e1c-8e17-5e7969d9d81e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.263370] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032b022e-f371-4b25-9adf-e4e4b39f4857 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.300711] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb35f396-bec0-475c-872d-0fb3f43f34dd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.308297] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9354ea-01c3-4284-bda8-8e0b3f32b7ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.326073] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.397668] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c347db00-9c8d-450d-94aa-e17fb42bf003 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "3d96430c-6002-43eb-b78d-0d9b45006a89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.269s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.452435] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "de6d2209-9d33-4414-9796-006c40034da9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.452763] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "de6d2209-9d33-4414-9796-006c40034da9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.537134] env[66735]: DEBUG nova.objects.instance [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lazy-loading 'flavor' on Instance uuid 1a2c906f-1613-4701-9787-16a2b1f1cf2f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.561431] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646115, 'name': Rename_Task, 'duration_secs': 0.200889} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.561772] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.562103] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0532baf-ffaa-4c61-b6f0-865530dd8fad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.570216] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Waiting for the task: (returnval){ [ 1001.570216] env[66735]: value = "task-4646116" [ 1001.570216] env[66735]: _type = "Task" [ 1001.570216] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.584737] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.635868] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5279dc7a-7bd1-10ef-97d2-aa6e7575848a, 'name': SearchDatastore_Task, 'duration_secs': 0.014578} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.636922] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd401938-d4f8-4aa7-ad96-2629fb3fbb35 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.644383] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1001.644383] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5299068d-1903-5273-5fd6-4da7e1a05a43" [ 1001.644383] env[66735]: _type = "Task" [ 1001.644383] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.655052] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5299068d-1903-5273-5fd6-4da7e1a05a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.745761] env[66735]: DEBUG oslo_concurrency.lockutils [req-2be5434f-8e0f-4e99-9da6-ba946198fa24 req-5eef6ae5-092e-4334-8c18-640b67c914bd service nova] Releasing lock "refresh_cache-57951c8d-d688-4df6-93bf-6dc89871e1cf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.828127] env[66735]: DEBUG nova.scheduler.client.report [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.958638] env[66735]: DEBUG nova.compute.utils [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.081616] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646116, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.156738] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5299068d-1903-5273-5fd6-4da7e1a05a43, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.157034] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.157308] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 57951c8d-d688-4df6-93bf-6dc89871e1cf/57951c8d-d688-4df6-93bf-6dc89871e1cf.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.157683] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59d45dcd-d9d7-4529-b7c3-48a9ef175cb2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.166909] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1002.166909] env[66735]: value = "task-4646117" [ 1002.166909] env[66735]: _type = "Task" [ 1002.166909] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.178347] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.336320] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1002.336320] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.656s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.336709] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.632s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.336709] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.339058] env[66735]: DEBUG oslo_concurrency.lockutils [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.673s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.339354] env[66735]: DEBUG oslo_concurrency.lockutils [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.341898] env[66735]: DEBUG oslo_concurrency.lockutils [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.666s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.342137] env[66735]: DEBUG oslo_concurrency.lockutils [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.344276] env[66735]: DEBUG oslo_concurrency.lockutils [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.625s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.344510] env[66735]: DEBUG oslo_concurrency.lockutils [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.346560] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.081s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.349075] env[66735]: INFO nova.compute.claims [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.369367] env[66735]: INFO nova.scheduler.client.report [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Deleted allocations for instance d28bdb48-d509-4278-b5dc-c3238209198d [ 1002.373084] env[66735]: INFO nova.scheduler.client.report [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Deleted allocations for instance fc6616d0-d79e-4df5-b82a-c54d51e8d4a7 [ 1002.386467] env[66735]: INFO nova.scheduler.client.report [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Deleted allocations for instance bd9c9da0-30e0-4184-9219-7c76e34290c9 [ 1002.465840] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "de6d2209-9d33-4414-9796-006c40034da9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.544345] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.544656] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.546517] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7294b5df-8631-429b-9386-c174c152a8e5 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.583346] env[66735]: DEBUG oslo_vmware.api [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646116, 'name': PowerOnVM_Task, 'duration_secs': 0.655849} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.583685] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.583922] env[66735]: INFO nova.compute.manager [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Took 5.61 seconds to spawn the instance on the hypervisor. [ 1002.584152] env[66735]: DEBUG nova.compute.manager [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1002.585090] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6fa885-29b3-46db-b95a-335ed2bf3a52 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.611097] env[66735]: DEBUG nova.compute.manager [req-c00e2b3c-96e5-4101-96cd-469cae89a24c req-bdf06225-80a3-4213-8970-7b941a99df8f service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Received event network-changed-b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1002.611353] env[66735]: DEBUG nova.compute.manager [req-c00e2b3c-96e5-4101-96cd-469cae89a24c req-bdf06225-80a3-4213-8970-7b941a99df8f service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Refreshing instance network info cache due to event network-changed-b4044cc6-9306-411e-ac4a-18fd86d6c8c5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1002.611589] env[66735]: DEBUG oslo_concurrency.lockutils [req-c00e2b3c-96e5-4101-96cd-469cae89a24c req-bdf06225-80a3-4213-8970-7b941a99df8f service nova] Acquiring lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.611770] env[66735]: DEBUG oslo_concurrency.lockutils [req-c00e2b3c-96e5-4101-96cd-469cae89a24c req-bdf06225-80a3-4213-8970-7b941a99df8f service nova] Acquired lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.611988] env[66735]: DEBUG nova.network.neutron [req-c00e2b3c-96e5-4101-96cd-469cae89a24c req-bdf06225-80a3-4213-8970-7b941a99df8f service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Refreshing network info cache for port b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.681072] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646117, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.864226] env[66735]: DEBUG oslo_concurrency.lockutils [None req-379808f4-78c9-4668-90c0-33d1bf804885 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.651s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.865445] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 18.588s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.868049] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.868049] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.868049] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.868446] env[66735]: INFO nova.compute.manager [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Terminating instance [ 1002.886009] env[66735]: DEBUG oslo_concurrency.lockutils [None req-43e86990-568d-4561-a5a0-385bde6ae0dc tempest-ServersAaction247Test-923805446 tempest-ServersAaction247Test-923805446-project-member] Lock "d28bdb48-d509-4278-b5dc-c3238209198d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.709s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.889186] env[66735]: DEBUG oslo_concurrency.lockutils [None req-440b2783-ab0e-4177-bf75-e698b3558fb7 tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "fc6616d0-d79e-4df5-b82a-c54d51e8d4a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.908s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.894317] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3ac00992-47fb-469e-921f-df6582aa5221 tempest-VolumesAdminNegativeTest-1928277589 tempest-VolumesAdminNegativeTest-1928277589-project-member] Lock "bd9c9da0-30e0-4184-9219-7c76e34290c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.821s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.049404] env[66735]: DEBUG nova.compute.manager [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1003.104756] env[66735]: INFO nova.compute.manager [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Took 27.62 seconds to build instance. [ 1003.115350] env[66735]: WARNING neutronclient.v2_0.client [req-c00e2b3c-96e5-4101-96cd-469cae89a24c req-bdf06225-80a3-4213-8970-7b941a99df8f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.180468] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53935} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.180872] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 57951c8d-d688-4df6-93bf-6dc89871e1cf/57951c8d-d688-4df6-93bf-6dc89871e1cf.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.181181] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.181607] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0f7a161-051f-4826-9ae5-a2a4d0ef6df7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.190801] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1003.190801] env[66735]: value = "task-4646118" [ 1003.190801] env[66735]: _type = "Task" [ 1003.190801] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.202629] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.374464] env[66735]: DEBUG nova.compute.manager [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1003.374755] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.375053] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-918f703a-89ed-4312-85dd-c74c55f4222e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.386398] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171b1551-79ac-40c2-91e9-241a8649cbf1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.404539] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.405034] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.405359] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.405688] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.405990] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.412350] env[66735]: INFO nova.compute.manager [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Terminating instance [ 1003.441639] env[66735]: WARNING nova.virt.vmwareapi.vmops [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc could not be found. [ 1003.441814] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.442025] env[66735]: INFO nova.compute.manager [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1003.442278] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1003.445269] env[66735]: DEBUG nova.compute.manager [-] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1003.445415] env[66735]: DEBUG nova.network.neutron [-] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1003.445612] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.458521] env[66735]: WARNING neutronclient.v2_0.client [req-c00e2b3c-96e5-4101-96cd-469cae89a24c req-bdf06225-80a3-4213-8970-7b941a99df8f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.482201] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.538941] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "de6d2209-9d33-4414-9796-006c40034da9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.540695] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "de6d2209-9d33-4414-9796-006c40034da9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.540695] env[66735]: INFO nova.compute.manager [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Attaching volume 5e25d912-23d8-4cc1-8884-1a4afa8ad41c to /dev/sdb [ 1003.576428] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4994b696-356d-48f5-bcc0-a4354680562e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.580449] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.591665] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354274dc-bdbf-4ba9-994b-4a65eb0597fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.609476] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c316e435-4101-4482-8c54-915ffba8c409 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lock "be7dbad8-d681-4099-a0c9-3bd1596b2f7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.142s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.609948] env[66735]: DEBUG nova.virt.block_device [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Updating existing volume attachment record: 4af34811-629b-4a28-95fd-f416b7b76b86 {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1003.616506] env[66735]: DEBUG nova.network.neutron [req-c00e2b3c-96e5-4101-96cd-469cae89a24c req-bdf06225-80a3-4213-8970-7b941a99df8f service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updated VIF entry in instance network info cache for port b4044cc6-9306-411e-ac4a-18fd86d6c8c5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1003.616889] env[66735]: DEBUG nova.network.neutron [req-c00e2b3c-96e5-4101-96cd-469cae89a24c req-bdf06225-80a3-4213-8970-7b941a99df8f service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updating instance_info_cache with network_info: [{"id": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "address": "fa:16:3e:c1:d9:71", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4044cc6-93", "ovs_interfaceid": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.704977] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124753} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.705905] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.706257] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4812c931-c4d6-4a5e-9185-6d945ad19689 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.733629] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 57951c8d-d688-4df6-93bf-6dc89871e1cf/57951c8d-d688-4df6-93bf-6dc89871e1cf.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.737203] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cf44bd5-9341-4ee9-8aff-bbe70ea3585a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.761124] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1003.761124] env[66735]: value = "task-4646119" [ 1003.761124] env[66735]: _type = "Task" [ 1003.761124] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.776120] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.870063] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc5dc33-e9ac-48b3-8c78-8acb6bedd666 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.879717] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093edbf2-bdc0-422b-93cd-86a1e0664fa3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.917483] env[66735]: DEBUG nova.compute.manager [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1003.917769] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.919164] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba64f12-bdd9-4c77-81dc-be5518b534c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.923202] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca726d4-026e-42b8-a8cf-9dc732434412 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.933693] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.937141] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0636b941-1495-46c3-ae25-1f0df4fe7a65 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.940549] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7d3196-864d-4183-ba54-cf57c8391676 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.959993] env[66735]: DEBUG nova.compute.provider_tree [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.963932] env[66735]: DEBUG oslo_vmware.api [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1003.963932] env[66735]: value = "task-4646121" [ 1003.963932] env[66735]: _type = "Task" [ 1003.963932] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.976895] env[66735]: DEBUG oslo_vmware.api [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.121347] env[66735]: DEBUG oslo_concurrency.lockutils [req-c00e2b3c-96e5-4101-96cd-469cae89a24c req-bdf06225-80a3-4213-8970-7b941a99df8f service nova] Releasing lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.273607] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646119, 'name': ReconfigVM_Task, 'duration_secs': 0.333147} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.273950] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 57951c8d-d688-4df6-93bf-6dc89871e1cf/57951c8d-d688-4df6-93bf-6dc89871e1cf.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.275105] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e7ebbd2-7a7b-40c6-8c28-07f04b887da1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.280928] env[66735]: DEBUG nova.network.neutron [-] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.284314] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1004.284314] env[66735]: value = "task-4646122" [ 1004.284314] env[66735]: _type = "Task" [ 1004.284314] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.299492] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646122, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.465578] env[66735]: DEBUG nova.scheduler.client.report [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.491023] env[66735]: DEBUG oslo_vmware.api [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646121, 'name': PowerOffVM_Task, 'duration_secs': 0.335124} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.491023] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.491023] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.491023] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11626c5e-e31d-4736-844a-80539cbbb5d2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.583075] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.583075] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.583075] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleting the datastore file [datastore1] 1a2c906f-1613-4701-9787-16a2b1f1cf2f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.583075] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0de77fae-e9a0-47e9-ac1d-3a92447d2eaf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.592058] env[66735]: DEBUG oslo_vmware.api [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1004.592058] env[66735]: value = "task-4646124" [ 1004.592058] env[66735]: _type = "Task" [ 1004.592058] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.601239] env[66735]: DEBUG oslo_vmware.api [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.640726] env[66735]: DEBUG nova.compute.manager [req-3c1cabfd-e9cf-4ac8-8023-5da0f96e19e6 req-f77cb7c4-8839-40e8-ab9c-d47ae0b37e5c service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Received event network-changed-b8809bd0-cfb8-40a9-8c0a-367d3fec13e6 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1004.640955] env[66735]: DEBUG nova.compute.manager [req-3c1cabfd-e9cf-4ac8-8023-5da0f96e19e6 req-f77cb7c4-8839-40e8-ab9c-d47ae0b37e5c service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Refreshing instance network info cache due to event network-changed-b8809bd0-cfb8-40a9-8c0a-367d3fec13e6. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1004.641451] env[66735]: DEBUG oslo_concurrency.lockutils [req-3c1cabfd-e9cf-4ac8-8023-5da0f96e19e6 req-f77cb7c4-8839-40e8-ab9c-d47ae0b37e5c service nova] Acquiring lock "refresh_cache-be7dbad8-d681-4099-a0c9-3bd1596b2f7f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.641773] env[66735]: DEBUG oslo_concurrency.lockutils [req-3c1cabfd-e9cf-4ac8-8023-5da0f96e19e6 req-f77cb7c4-8839-40e8-ab9c-d47ae0b37e5c service nova] Acquired lock "refresh_cache-be7dbad8-d681-4099-a0c9-3bd1596b2f7f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.641939] env[66735]: DEBUG nova.network.neutron [req-3c1cabfd-e9cf-4ac8-8023-5da0f96e19e6 req-f77cb7c4-8839-40e8-ab9c-d47ae0b37e5c service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Refreshing network info cache for port b8809bd0-cfb8-40a9-8c0a-367d3fec13e6 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.783570] env[66735]: INFO nova.compute.manager [-] [instance: 0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc] Took 1.34 seconds to deallocate network for instance. [ 1004.807894] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646122, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.983222] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.983222] env[66735]: DEBUG nova.compute.manager [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1004.987739] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.775s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.988492] env[66735]: DEBUG nova.objects.instance [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lazy-loading 'pci_requests' on Instance uuid 766bf5e7-c5d6-474e-be1f-316a531ef128 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.111326] env[66735]: DEBUG oslo_vmware.api [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324811} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.115022] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.115022] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.115022] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.115022] env[66735]: INFO nova.compute.manager [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1005.115022] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1005.115022] env[66735]: DEBUG nova.compute.manager [-] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1005.115022] env[66735]: DEBUG nova.network.neutron [-] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1005.115022] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.152254] env[66735]: WARNING neutronclient.v2_0.client [req-3c1cabfd-e9cf-4ac8-8023-5da0f96e19e6 req-f77cb7c4-8839-40e8-ab9c-d47ae0b37e5c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.165227] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.300080] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646122, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.490736] env[66735]: DEBUG nova.compute.utils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.491778] env[66735]: DEBUG nova.compute.manager [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1005.492243] env[66735]: DEBUG nova.network.neutron [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1005.496018] env[66735]: WARNING neutronclient.v2_0.client [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.496018] env[66735]: WARNING neutronclient.v2_0.client [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.499227] env[66735]: DEBUG nova.objects.instance [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lazy-loading 'numa_topology' on Instance uuid 766bf5e7-c5d6-474e-be1f-316a531ef128 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.795032] env[66735]: DEBUG nova.policy [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '254a60cc13224ecfba987247bb28e5d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b72587f54bdb4f15a98c20dd18578ddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.802471] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646122, 'name': Rename_Task, 'duration_secs': 1.199003} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.803211] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.803571] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41fb6592-7d96-4039-9ef0-605f73842563 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.813855] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1005.813855] env[66735]: value = "task-4646125" [ 1005.813855] env[66735]: _type = "Task" [ 1005.813855] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.838248] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.838893] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b200fb7-4e4b-45f8-9171-958c36680d3d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "0a2dd6d1-9cc9-4c28-b3c8-e4ef435e92cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.973s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.002336] env[66735]: DEBUG nova.compute.manager [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1006.005622] env[66735]: INFO nova.compute.claims [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.332878] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646125, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.395698] env[66735]: DEBUG nova.network.neutron [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Successfully created port: 56e65394-f873-422a-8492-9e09efed4211 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1006.443319] env[66735]: DEBUG nova.network.neutron [-] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.453807] env[66735]: WARNING neutronclient.v2_0.client [req-3c1cabfd-e9cf-4ac8-8023-5da0f96e19e6 req-f77cb7c4-8839-40e8-ab9c-d47ae0b37e5c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.828335] env[66735]: DEBUG oslo_vmware.api [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646125, 'name': PowerOnVM_Task, 'duration_secs': 0.556006} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.828716] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.828974] env[66735]: INFO nova.compute.manager [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1006.829189] env[66735]: DEBUG nova.compute.manager [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1006.830128] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9efb36d-ff7f-4bdf-bcdd-dd14a68d2c74 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.946387] env[66735]: INFO nova.compute.manager [-] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Took 1.83 seconds to deallocate network for instance. [ 1007.017648] env[66735]: DEBUG nova.compute.manager [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1007.050442] env[66735]: DEBUG nova.virt.hardware [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1007.050834] env[66735]: DEBUG nova.virt.hardware [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.051036] env[66735]: DEBUG nova.virt.hardware [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1007.051233] env[66735]: DEBUG nova.virt.hardware [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.051377] env[66735]: DEBUG nova.virt.hardware [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1007.051606] env[66735]: DEBUG nova.virt.hardware [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1007.051726] env[66735]: DEBUG nova.virt.hardware [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1007.051876] env[66735]: DEBUG nova.virt.hardware [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1007.052038] env[66735]: DEBUG nova.virt.hardware [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1007.052202] env[66735]: DEBUG nova.virt.hardware [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1007.057381] env[66735]: DEBUG nova.virt.hardware [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1007.057381] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255c962c-cb43-4954-a8dd-a1e884eb7eef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.070091] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b70459-948e-4ea4-873c-a9cc0737a700 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.355854] env[66735]: INFO nova.compute.manager [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Took 29.05 seconds to build instance. [ 1007.394398] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db3ae6f-56c7-42a6-a538-e0077b3ee147 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.403264] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f7c55a-06ce-49b9-b462-c3ae6a42b389 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.437994] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78d140f-bf45-4af2-9794-1ae875aa25b9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.447557] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91cb56f-4343-4f1c-b8ea-a9f9be9850ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.454627] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.463963] env[66735]: DEBUG nova.compute.provider_tree [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.547840] env[66735]: DEBUG nova.network.neutron [req-3c1cabfd-e9cf-4ac8-8023-5da0f96e19e6 req-f77cb7c4-8839-40e8-ab9c-d47ae0b37e5c service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Updated VIF entry in instance network info cache for port b8809bd0-cfb8-40a9-8c0a-367d3fec13e6. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1007.548217] env[66735]: DEBUG nova.network.neutron [req-3c1cabfd-e9cf-4ac8-8023-5da0f96e19e6 req-f77cb7c4-8839-40e8-ab9c-d47ae0b37e5c service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Updating instance_info_cache with network_info: [{"id": "b8809bd0-cfb8-40a9-8c0a-367d3fec13e6", "address": "fa:16:3e:3e:84:5d", "network": {"id": "25a9db3d-2436-4004-b81f-a254c1f9c1a4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-173525186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "476a5431852645cfbee62daf1247b36f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8809bd0-cf", "ovs_interfaceid": "b8809bd0-cfb8-40a9-8c0a-367d3fec13e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.590616] env[66735]: DEBUG nova.compute.manager [req-01105c99-f66d-4464-8f0b-1e41d8071a29 req-31204be5-9be8-4371-aabe-5f83278b0e20 service nova] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Received event network-vif-deleted-9381c1be-aed6-4afc-a6a0-5b531fefa63a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1007.858799] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4f246031-dbb0-4b13-abb9-a394657afb4d tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "57951c8d-d688-4df6-93bf-6dc89871e1cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.558s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.967383] env[66735]: DEBUG nova.scheduler.client.report [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.051098] env[66735]: DEBUG oslo_concurrency.lockutils [req-3c1cabfd-e9cf-4ac8-8023-5da0f96e19e6 req-f77cb7c4-8839-40e8-ab9c-d47ae0b37e5c service nova] Releasing lock "refresh_cache-be7dbad8-d681-4099-a0c9-3bd1596b2f7f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.124579] env[66735]: DEBUG nova.network.neutron [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Successfully updated port: 56e65394-f873-422a-8492-9e09efed4211 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1008.180501] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1008.183182] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907238', 'volume_id': '5e25d912-23d8-4cc1-8884-1a4afa8ad41c', 'name': 'volume-5e25d912-23d8-4cc1-8884-1a4afa8ad41c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de6d2209-9d33-4414-9796-006c40034da9', 'attached_at': '', 'detached_at': '', 'volume_id': '5e25d912-23d8-4cc1-8884-1a4afa8ad41c', 'serial': '5e25d912-23d8-4cc1-8884-1a4afa8ad41c'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1008.184450] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819a5a51-4ae9-45a1-8d7b-f22a2312c0d0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.213781] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21e9794-c5b9-4f7c-a128-def327ddfab0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.244319] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-5e25d912-23d8-4cc1-8884-1a4afa8ad41c/volume-5e25d912-23d8-4cc1-8884-1a4afa8ad41c.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.244774] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa0f5c23-1d61-4b59-ae15-be88a7c164ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.267532] env[66735]: DEBUG oslo_vmware.api [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1008.267532] env[66735]: value = "task-4646127" [ 1008.267532] env[66735]: _type = "Task" [ 1008.267532] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.279203] env[66735]: DEBUG oslo_vmware.api [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.472385] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.485s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.473155] env[66735]: WARNING neutronclient.v2_0.client [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.476662] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.892s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.477034] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.481505] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.571s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.482282] env[66735]: INFO nova.compute.claims [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.530128] env[66735]: INFO nova.network.neutron [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updating port f672860b-57b8-4ee0-90d2-fd621c751e75 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1008.538498] env[66735]: INFO nova.scheduler.client.report [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted allocations for instance 8ffe3e91-bdd4-4136-947b-a94b42305acc [ 1008.571728] env[66735]: DEBUG oslo_vmware.rw_handles [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db331f-fc0d-9b45-18f6-d3d0fae12c03/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1008.572753] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a125dd-b104-40d6-903a-05b0d3976ee0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.580592] env[66735]: DEBUG oslo_vmware.rw_handles [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db331f-fc0d-9b45-18f6-d3d0fae12c03/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1008.581972] env[66735]: ERROR oslo_vmware.rw_handles [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db331f-fc0d-9b45-18f6-d3d0fae12c03/disk-0.vmdk due to incomplete transfer. [ 1008.581972] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a9b686b0-b8d6-4b38-942d-57787ba9fa6c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.591602] env[66735]: DEBUG oslo_vmware.rw_handles [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db331f-fc0d-9b45-18f6-d3d0fae12c03/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1008.591602] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Uploaded image 4b59eee9-7038-4e05-8765-54640564b3d0 to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1008.593799] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1008.593799] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2718bcb1-759a-49f0-9802-080e12cd536c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.603133] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1008.603133] env[66735]: value = "task-4646128" [ 1008.603133] env[66735]: _type = "Task" [ 1008.603133] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.614599] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646128, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.629027] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.629027] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.629027] env[66735]: DEBUG nova.network.neutron [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1008.780632] env[66735]: DEBUG oslo_vmware.api [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646127, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.049521] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2b76a9eb-a583-437f-b0e2-d9d8ef596ace tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "8ffe3e91-bdd4-4136-947b-a94b42305acc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.483s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.114553] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646128, 'name': Destroy_Task, 'duration_secs': 0.391046} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.114869] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Destroyed the VM [ 1009.115143] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1009.115433] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-000159ea-7eff-43bd-bd9c-261c86522939 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.124449] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1009.124449] env[66735]: value = "task-4646129" [ 1009.124449] env[66735]: _type = "Task" [ 1009.124449] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.136860] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646129, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.232541] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.232796] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.280310] env[66735]: DEBUG oslo_vmware.api [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646127, 'name': ReconfigVM_Task, 'duration_secs': 0.516364} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.280596] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-5e25d912-23d8-4cc1-8884-1a4afa8ad41c/volume-5e25d912-23d8-4cc1-8884-1a4afa8ad41c.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.285636] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c064dc3-481f-4a2a-ac03-e37990f1af20 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.302982] env[66735]: DEBUG oslo_vmware.api [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1009.302982] env[66735]: value = "task-4646130" [ 1009.302982] env[66735]: _type = "Task" [ 1009.302982] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.313707] env[66735]: DEBUG oslo_vmware.api [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.617678] env[66735]: DEBUG nova.network.neutron [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1009.645177] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646129, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.669229] env[66735]: DEBUG oslo_concurrency.lockutils [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.669229] env[66735]: DEBUG oslo_concurrency.lockutils [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.669229] env[66735]: DEBUG oslo_concurrency.lockutils [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.669229] env[66735]: DEBUG oslo_concurrency.lockutils [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.669368] env[66735]: DEBUG oslo_concurrency.lockutils [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.671603] env[66735]: INFO nova.compute.manager [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Terminating instance [ 1009.735446] env[66735]: DEBUG nova.compute.manager [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1009.820153] env[66735]: DEBUG oslo_vmware.api [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646130, 'name': ReconfigVM_Task, 'duration_secs': 0.200727} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.820576] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907238', 'volume_id': '5e25d912-23d8-4cc1-8884-1a4afa8ad41c', 'name': 'volume-5e25d912-23d8-4cc1-8884-1a4afa8ad41c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de6d2209-9d33-4414-9796-006c40034da9', 'attached_at': '', 'detached_at': '', 'volume_id': '5e25d912-23d8-4cc1-8884-1a4afa8ad41c', 'serial': '5e25d912-23d8-4cc1-8884-1a4afa8ad41c'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1009.868389] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0910dc3d-394a-4449-9978-c80a247fb5e7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.879218] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618f4fa1-b456-45aa-870e-96cfb3eb5f12 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.916250] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5bdb71-7453-4dad-89dc-0567cc231659 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.926312] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c28e3da-0bb0-4b4c-bf2e-0f70f05bc931 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.944726] env[66735]: DEBUG nova.compute.provider_tree [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.137890] env[66735]: DEBUG oslo_vmware.api [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646129, 'name': RemoveSnapshot_Task, 'duration_secs': 0.864704} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.138245] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1010.138245] env[66735]: INFO nova.compute.manager [None req-5a35d70b-21b2-496a-953d-93798c640a4f tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Took 15.12 seconds to snapshot the instance on the hypervisor. [ 1010.175981] env[66735]: DEBUG nova.compute.manager [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1010.176342] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.177509] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd7ec1d-dda0-4890-a127-3e8ef9b59e6d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.186254] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.187222] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91f3f7ed-d1c2-4d2f-aa41-0b6d8a12982b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.196832] env[66735]: DEBUG oslo_vmware.api [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 1010.196832] env[66735]: value = "task-4646131" [ 1010.196832] env[66735]: _type = "Task" [ 1010.196832] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.210233] env[66735]: DEBUG oslo_vmware.api [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.216872] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.217051] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.217220] env[66735]: DEBUG nova.network.neutron [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1010.264788] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.278831] env[66735]: WARNING neutronclient.v2_0.client [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.399542] env[66735]: DEBUG nova.network.neutron [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance_info_cache with network_info: [{"id": "56e65394-f873-422a-8492-9e09efed4211", "address": "fa:16:3e:75:37:fb", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e65394-f8", "ovs_interfaceid": "56e65394-f873-422a-8492-9e09efed4211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.449544] env[66735]: DEBUG nova.scheduler.client.report [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.511158] env[66735]: DEBUG nova.compute.manager [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Received event network-vif-plugged-56e65394-f873-422a-8492-9e09efed4211 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1010.511495] env[66735]: DEBUG oslo_concurrency.lockutils [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] Acquiring lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.511766] env[66735]: DEBUG oslo_concurrency.lockutils [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] Lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.511964] env[66735]: DEBUG oslo_concurrency.lockutils [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] Lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.512197] env[66735]: DEBUG nova.compute.manager [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] No waiting events found dispatching network-vif-plugged-56e65394-f873-422a-8492-9e09efed4211 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1010.512390] env[66735]: WARNING nova.compute.manager [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Received unexpected event network-vif-plugged-56e65394-f873-422a-8492-9e09efed4211 for instance with vm_state building and task_state spawning. [ 1010.512554] env[66735]: DEBUG nova.compute.manager [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Received event network-changed-56e65394-f873-422a-8492-9e09efed4211 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1010.512714] env[66735]: DEBUG nova.compute.manager [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Refreshing instance network info cache due to event network-changed-56e65394-f873-422a-8492-9e09efed4211. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1010.512880] env[66735]: DEBUG oslo_concurrency.lockutils [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] Acquiring lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.707014] env[66735]: DEBUG oslo_vmware.api [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646131, 'name': PowerOffVM_Task, 'duration_secs': 0.245513} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.707315] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.707497] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.707793] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f3bf1b0-1aef-4531-8da9-04ea55c182b0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.719475] env[66735]: WARNING neutronclient.v2_0.client [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.775858] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.775858] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.778064] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Deleting the datastore file [datastore2] a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.778064] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f153d760-4799-4270-b791-b75c35c98b70 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.785376] env[66735]: DEBUG oslo_vmware.api [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for the task: (returnval){ [ 1010.785376] env[66735]: value = "task-4646133" [ 1010.785376] env[66735]: _type = "Task" [ 1010.785376] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.798171] env[66735]: DEBUG oslo_vmware.api [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.885666] env[66735]: DEBUG nova.objects.instance [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lazy-loading 'flavor' on Instance uuid de6d2209-9d33-4414-9796-006c40034da9 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.903447] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.903918] env[66735]: DEBUG nova.compute.manager [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Instance network_info: |[{"id": "56e65394-f873-422a-8492-9e09efed4211", "address": "fa:16:3e:75:37:fb", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e65394-f8", "ovs_interfaceid": "56e65394-f873-422a-8492-9e09efed4211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1010.904410] env[66735]: DEBUG oslo_concurrency.lockutils [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] Acquired lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.904606] env[66735]: DEBUG nova.network.neutron [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Refreshing network info cache for port 56e65394-f873-422a-8492-9e09efed4211 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.905969] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:37:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56e65394-f873-422a-8492-9e09efed4211', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.913786] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1010.917976] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.918635] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-197f6a46-737b-48ed-b5f6-43b0522bf585 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.940178] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.940178] env[66735]: value = "task-4646134" [ 1010.940178] env[66735]: _type = "Task" [ 1010.940178] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.951040] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646134, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.957332] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.957859] env[66735]: DEBUG nova.compute.manager [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1010.961251] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.038s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.965024] env[66735]: INFO nova.compute.claims [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.048474] env[66735]: WARNING neutronclient.v2_0.client [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.127968] env[66735]: DEBUG nova.network.neutron [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updating instance_info_cache with network_info: [{"id": "f672860b-57b8-4ee0-90d2-fd621c751e75", "address": "fa:16:3e:27:d0:b2", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf672860b-57", "ovs_interfaceid": "f672860b-57b8-4ee0-90d2-fd621c751e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.286647] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "de6d2209-9d33-4414-9796-006c40034da9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.298793] env[66735]: DEBUG oslo_vmware.api [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Task: {'id': task-4646133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257478} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.299241] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.299799] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.299799] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.299952] env[66735]: INFO nova.compute.manager [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1011.300362] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1011.300707] env[66735]: DEBUG nova.compute.manager [-] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1011.301148] env[66735]: DEBUG nova.network.neutron [-] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1011.301216] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.379423] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.392138] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9d33e6e0-f043-4aa4-a3b4-7cbcbaaae692 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "de6d2209-9d33-4414-9796-006c40034da9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.853s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.393473] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "de6d2209-9d33-4414-9796-006c40034da9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.107s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.416645] env[66735]: WARNING neutronclient.v2_0.client [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.454378] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646134, 'name': CreateVM_Task, 'duration_secs': 0.373246} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.457091] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.458705] env[66735]: WARNING neutronclient.v2_0.client [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.458705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.458705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.458705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.458950] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7fc856-1efb-4dec-a832-d8f9ae3627f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.465403] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1011.465403] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524f631e-b336-d5fa-32fc-3774be1267b6" [ 1011.465403] env[66735]: _type = "Task" [ 1011.465403] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.470639] env[66735]: DEBUG nova.compute.utils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.474298] env[66735]: DEBUG nova.compute.manager [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1011.474486] env[66735]: DEBUG nova.network.neutron [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1011.474820] env[66735]: WARNING neutronclient.v2_0.client [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.475372] env[66735]: WARNING neutronclient.v2_0.client [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.485197] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524f631e-b336-d5fa-32fc-3774be1267b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.588830] env[66735]: DEBUG nova.policy [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61278f88fcf14992b26ecc5fa9640c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29418d690eda48438d1c2aa27bb21a4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.635504] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.673339] env[66735]: DEBUG nova.virt.hardware [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f58ac1ad380929d3345982fc4c30f2b3',container_format='bare',created_at=2025-11-21T09:10:58Z,direct_url=,disk_format='vmdk',id=ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-130543621-shelved',owner='2b0a86f9ed844716a0d16f1aaca52617',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-11-21T09:11:14Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1011.673648] env[66735]: DEBUG nova.virt.hardware [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.673844] env[66735]: DEBUG nova.virt.hardware [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1011.674091] env[66735]: DEBUG nova.virt.hardware [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.674312] env[66735]: DEBUG nova.virt.hardware [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1011.674509] env[66735]: DEBUG nova.virt.hardware [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1011.674724] env[66735]: DEBUG nova.virt.hardware [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1011.674936] env[66735]: DEBUG nova.virt.hardware [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1011.675218] env[66735]: DEBUG nova.virt.hardware [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1011.675404] env[66735]: DEBUG nova.virt.hardware [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1011.677789] env[66735]: DEBUG nova.virt.hardware [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1011.677789] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96b8d71-8ed6-48aa-8b0e-433e1fdf4391 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.687047] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0095b2fd-4481-4354-8a12-549e53954d57 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.703272] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:d0:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f672860b-57b8-4ee0-90d2-fd621c751e75', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.711178] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1011.714611] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.715257] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e66d1e1-75ab-4c7e-8a59-51811046b868 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.739038] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.739038] env[66735]: value = "task-4646135" [ 1011.739038] env[66735]: _type = "Task" [ 1011.739038] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.753720] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646135, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.786490] env[66735]: WARNING neutronclient.v2_0.client [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.896873] env[66735]: INFO nova.compute.manager [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Detaching volume 5e25d912-23d8-4cc1-8884-1a4afa8ad41c [ 1011.954728] env[66735]: INFO nova.virt.block_device [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Attempting to driver detach volume 5e25d912-23d8-4cc1-8884-1a4afa8ad41c from mountpoint /dev/sdb [ 1011.955117] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1011.955448] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907238', 'volume_id': '5e25d912-23d8-4cc1-8884-1a4afa8ad41c', 'name': 'volume-5e25d912-23d8-4cc1-8884-1a4afa8ad41c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de6d2209-9d33-4414-9796-006c40034da9', 'attached_at': '', 'detached_at': '', 'volume_id': '5e25d912-23d8-4cc1-8884-1a4afa8ad41c', 'serial': '5e25d912-23d8-4cc1-8884-1a4afa8ad41c'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1011.957047] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711b90f0-4290-452a-aa06-d90a59e639dc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.983699] env[66735]: DEBUG nova.compute.manager [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1011.998023] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73d6d15-e68d-4c00-92af-6896e5950225 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.008838] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15fd46d-aa2f-40a7-8c54-4eeeb14146bc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.011940] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524f631e-b336-d5fa-32fc-3774be1267b6, 'name': SearchDatastore_Task, 'duration_secs': 0.030883} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.012473] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.012859] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.013216] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.013475] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.013794] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.014991] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c98bcdb2-373e-4ccc-a019-f15f37a7863b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.039992] env[66735]: DEBUG nova.network.neutron [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Successfully created port: 2729ffc4-b153-4c3a-ae2d-4a0cff4781c1 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1012.043177] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa36705c-c7d9-49a9-999b-53a0eff00257 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.045942] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.046139] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.047589] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6aef4d5-84c9-4943-a838-3821d41a6371 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.065569] env[66735]: DEBUG nova.compute.manager [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1012.065905] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The volume has not been displaced from its original location: [datastore1] volume-5e25d912-23d8-4cc1-8884-1a4afa8ad41c/volume-5e25d912-23d8-4cc1-8884-1a4afa8ad41c.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1012.071497] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.076741] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad55b073-0de0-457b-87ec-636abcc6844f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.079781] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-623930e7-bf2e-47a8-984b-ea74a7781f31 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.094815] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1012.094815] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5220d260-3bb1-d753-ecca-69deb76b8227" [ 1012.094815] env[66735]: _type = "Task" [ 1012.094815] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.108921] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5220d260-3bb1-d753-ecca-69deb76b8227, 'name': SearchDatastore_Task, 'duration_secs': 0.013719} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.110490] env[66735]: DEBUG oslo_vmware.api [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1012.110490] env[66735]: value = "task-4646136" [ 1012.110490] env[66735]: _type = "Task" [ 1012.110490] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.113801] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b597c5a-7477-45b8-b226-3900136f7201 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.123559] env[66735]: DEBUG nova.network.neutron [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updated VIF entry in instance network info cache for port 56e65394-f873-422a-8492-9e09efed4211. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1012.123939] env[66735]: DEBUG nova.network.neutron [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance_info_cache with network_info: [{"id": "56e65394-f873-422a-8492-9e09efed4211", "address": "fa:16:3e:75:37:fb", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e65394-f8", "ovs_interfaceid": "56e65394-f873-422a-8492-9e09efed4211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.136592] env[66735]: DEBUG oslo_vmware.api [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.139561] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1012.139561] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]525a2dc7-5772-7570-e884-b39a9c14334f" [ 1012.139561] env[66735]: _type = "Task" [ 1012.139561] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.151847] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525a2dc7-5772-7570-e884-b39a9c14334f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.181237] env[66735]: DEBUG nova.network.neutron [-] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.254212] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646135, 'name': CreateVM_Task, 'duration_secs': 0.387402} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.254363] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.254859] env[66735]: WARNING neutronclient.v2_0.client [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.255235] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.255377] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.255736] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.255997] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12dde0c7-9566-4068-b366-32cf465b8a39 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.263360] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 1012.263360] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527a1b82-8687-bd27-021a-be00b8b9030a" [ 1012.263360] env[66735]: _type = "Task" [ 1012.263360] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.273208] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527a1b82-8687-bd27-021a-be00b8b9030a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.404586] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00072861-9e29-4f80-8d30-6cfb4fc0a9fd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.412957] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b095e7-7e00-44a0-bd3a-b9386ccb0c97 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.454148] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ff8555-63e7-44b0-8e11-0cb6117d548c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.463251] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da48e57f-44a6-4a3f-8549-cdc4bc2e66c1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.479252] env[66735]: DEBUG nova.compute.provider_tree [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.560922] env[66735]: DEBUG nova.compute.manager [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Received event network-vif-plugged-f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1012.561158] env[66735]: DEBUG oslo_concurrency.lockutils [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] Acquiring lock "766bf5e7-c5d6-474e-be1f-316a531ef128-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.561367] env[66735]: DEBUG oslo_concurrency.lockutils [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.561531] env[66735]: DEBUG oslo_concurrency.lockutils [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.561697] env[66735]: DEBUG nova.compute.manager [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] No waiting events found dispatching network-vif-plugged-f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1012.561857] env[66735]: WARNING nova.compute.manager [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Received unexpected event network-vif-plugged-f672860b-57b8-4ee0-90d2-fd621c751e75 for instance with vm_state shelved_offloaded and task_state spawning. [ 1012.562015] env[66735]: DEBUG nova.compute.manager [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Received event network-changed-f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1012.562178] env[66735]: DEBUG nova.compute.manager [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Refreshing instance network info cache due to event network-changed-f672860b-57b8-4ee0-90d2-fd621c751e75. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1012.562356] env[66735]: DEBUG oslo_concurrency.lockutils [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] Acquiring lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.562485] env[66735]: DEBUG oslo_concurrency.lockutils [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] Acquired lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.562840] env[66735]: DEBUG nova.network.neutron [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Refreshing network info cache for port f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.614397] env[66735]: INFO nova.compute.manager [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] instance snapshotting [ 1012.620340] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99f82ff-46ec-4a0c-a33e-4de3d4c26d6d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.629131] env[66735]: DEBUG oslo_concurrency.lockutils [req-d82467d6-f424-4584-8c68-793776f2d1e6 req-a82640ee-5325-442e-8573-7fd0c178d6bb service nova] Releasing lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.629561] env[66735]: DEBUG oslo_vmware.api [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646136, 'name': ReconfigVM_Task, 'duration_secs': 0.257722} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.648440] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1012.658500] env[66735]: DEBUG nova.compute.manager [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1012.659410] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1be1e157-244e-4130-8770-b21dfc095876 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.670498] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0339da0-4379-42b4-a009-40856f17170c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.676771] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc86b03-88ff-4bd3-b46c-3e35ad5de431 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.692978] env[66735]: INFO nova.compute.manager [-] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Took 1.39 seconds to deallocate network for instance. [ 1012.693450] env[66735]: DEBUG oslo_vmware.api [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1012.693450] env[66735]: value = "task-4646137" [ 1012.693450] env[66735]: _type = "Task" [ 1012.693450] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.695754] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525a2dc7-5772-7570-e884-b39a9c14334f, 'name': SearchDatastore_Task, 'duration_secs': 0.019503} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.697653] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.697933] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] f65ed6ff-2d96-489b-b666-e76d1bb8d94f/f65ed6ff-2d96-489b-b666-e76d1bb8d94f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.701267] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a1c9742-c498-41bf-afaf-ddba273220d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.716709] env[66735]: DEBUG oslo_vmware.api [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.718692] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1012.718692] env[66735]: value = "task-4646138" [ 1012.718692] env[66735]: _type = "Task" [ 1012.718692] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.729039] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.774392] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.774392] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Processing image ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.774581] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.774655] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.774847] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.775109] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91c7dfdf-f3dd-4f70-ad57-94dbb2f70122 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.795053] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.795282] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.796095] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d34c935-bdb3-486d-9c20-1fea4d2a93c4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.802671] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 1012.802671] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520c9a0b-4034-b3a0-6ab4-9fe0b5781cc6" [ 1012.802671] env[66735]: _type = "Task" [ 1012.802671] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.815219] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520c9a0b-4034-b3a0-6ab4-9fe0b5781cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.982104] env[66735]: DEBUG nova.scheduler.client.report [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.996402] env[66735]: DEBUG nova.compute.manager [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1013.031894] env[66735]: DEBUG nova.virt.hardware [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1013.032213] env[66735]: DEBUG nova.virt.hardware [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.032374] env[66735]: DEBUG nova.virt.hardware [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1013.032573] env[66735]: DEBUG nova.virt.hardware [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.032719] env[66735]: DEBUG nova.virt.hardware [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1013.032860] env[66735]: DEBUG nova.virt.hardware [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1013.033071] env[66735]: DEBUG nova.virt.hardware [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1013.033230] env[66735]: DEBUG nova.virt.hardware [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1013.033394] env[66735]: DEBUG nova.virt.hardware [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1013.033958] env[66735]: DEBUG nova.virt.hardware [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1013.034118] env[66735]: DEBUG nova.virt.hardware [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1013.035882] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7284de-815b-4156-ac90-3620eaf66695 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.045130] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff36a524-5ae7-45ac-b447-bf317843cdd1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.065525] env[66735]: WARNING neutronclient.v2_0.client [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.198385] env[66735]: INFO nova.compute.manager [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] instance snapshotting [ 1013.201186] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1013.201899] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4abe50d9-6ffb-4434-b76a-7778502cb832 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.206246] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dc3a79-465d-4ad7-a100-c983d29648e3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.213957] env[66735]: DEBUG oslo_concurrency.lockutils [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.223651] env[66735]: DEBUG oslo_vmware.api [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646137, 'name': ReconfigVM_Task, 'duration_secs': 0.14432} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.245068] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907238', 'volume_id': '5e25d912-23d8-4cc1-8884-1a4afa8ad41c', 'name': 'volume-5e25d912-23d8-4cc1-8884-1a4afa8ad41c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de6d2209-9d33-4414-9796-006c40034da9', 'attached_at': '', 'detached_at': '', 'volume_id': '5e25d912-23d8-4cc1-8884-1a4afa8ad41c', 'serial': '5e25d912-23d8-4cc1-8884-1a4afa8ad41c'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1013.248035] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1013.248035] env[66735]: value = "task-4646139" [ 1013.248035] env[66735]: _type = "Task" [ 1013.248035] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.249208] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977e0391-c190-42f8-ba59-dc1640062044 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.260619] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646138, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.268013] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646139, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.320572] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Preparing fetch location {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1013.320572] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Fetch image to [datastore1] OSTACK_IMG_9d792cd3-9941-418c-bccf-c34d230b8e8c/OSTACK_IMG_9d792cd3-9941-418c-bccf-c34d230b8e8c.vmdk {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1013.320837] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Downloading stream optimized image ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1 to [datastore1] OSTACK_IMG_9d792cd3-9941-418c-bccf-c34d230b8e8c/OSTACK_IMG_9d792cd3-9941-418c-bccf-c34d230b8e8c.vmdk on the data store datastore1 as vApp {{(pid=66735) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1013.321056] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Downloading image file data ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1 to the ESX as VM named 'OSTACK_IMG_9d792cd3-9941-418c-bccf-c34d230b8e8c' {{(pid=66735) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1013.441400] env[66735]: DEBUG oslo_vmware.rw_handles [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1013.441400] env[66735]: value = "resgroup-9" [ 1013.441400] env[66735]: _type = "ResourcePool" [ 1013.441400] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1013.441941] env[66735]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b6285154-25c8-4909-b602-96185a849205 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.465528] env[66735]: DEBUG oslo_vmware.rw_handles [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lease: (returnval){ [ 1013.465528] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bad952-e537-9ef4-b19f-1e70342785ac" [ 1013.465528] env[66735]: _type = "HttpNfcLease" [ 1013.465528] env[66735]: } obtained for vApp import into resource pool (val){ [ 1013.465528] env[66735]: value = "resgroup-9" [ 1013.465528] env[66735]: _type = "ResourcePool" [ 1013.465528] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1013.465976] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the lease: (returnval){ [ 1013.465976] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bad952-e537-9ef4-b19f-1e70342785ac" [ 1013.465976] env[66735]: _type = "HttpNfcLease" [ 1013.465976] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1013.474318] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.474318] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bad952-e537-9ef4-b19f-1e70342785ac" [ 1013.474318] env[66735]: _type = "HttpNfcLease" [ 1013.474318] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1013.487740] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.488688] env[66735]: DEBUG nova.compute.manager [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1013.491556] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.911s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.495495] env[66735]: INFO nova.compute.claims [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.737200] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753131} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.737803] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] f65ed6ff-2d96-489b-b666-e76d1bb8d94f/f65ed6ff-2d96-489b-b666-e76d1bb8d94f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.738172] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.738589] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1445b911-802a-4113-ac44-343a0726e4ec {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.749380] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1013.749380] env[66735]: value = "task-4646141" [ 1013.749380] env[66735]: _type = "Task" [ 1013.749380] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.768148] env[66735]: DEBUG nova.network.neutron [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Successfully updated port: 2729ffc4-b153-4c3a-ae2d-4a0cff4781c1 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1013.773407] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646139, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.774056] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.777793] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1013.778235] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-09b05cc2-4822-424b-8c60-28a813a86879 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.787941] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1013.787941] env[66735]: value = "task-4646142" [ 1013.787941] env[66735]: _type = "Task" [ 1013.787941] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.804929] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.815802] env[66735]: DEBUG nova.objects.instance [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lazy-loading 'flavor' on Instance uuid de6d2209-9d33-4414-9796-006c40034da9 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.978616] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.978616] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bad952-e537-9ef4-b19f-1e70342785ac" [ 1013.978616] env[66735]: _type = "HttpNfcLease" [ 1013.978616] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1014.002751] env[66735]: DEBUG nova.compute.utils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.011877] env[66735]: DEBUG nova.compute.manager [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1014.012195] env[66735]: DEBUG nova.network.neutron [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1014.012568] env[66735]: WARNING neutronclient.v2_0.client [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.012908] env[66735]: WARNING neutronclient.v2_0.client [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.104021] env[66735]: DEBUG nova.policy [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca0b71b27b84467bc86bacba247d62b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d81bd51055a41c985165134b6fc3f11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.134019] env[66735]: WARNING neutronclient.v2_0.client [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.263811] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646139, 'name': CreateSnapshot_Task, 'duration_secs': 0.905409} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.267444] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1014.267907] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074183} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.268692] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb2095d-b628-4098-aa40-346a8c903d25 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.271850] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.272674] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f27ea0-a4fc-4f17-b562-5f14c9a73463 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.277169] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "refresh_cache-cb931a79-d9b8-40a3-8055-ed3c2a2279e0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.277416] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "refresh_cache-cb931a79-d9b8-40a3-8055-ed3c2a2279e0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.277615] env[66735]: DEBUG nova.network.neutron [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1014.310258] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] f65ed6ff-2d96-489b-b666-e76d1bb8d94f/f65ed6ff-2d96-489b-b666-e76d1bb8d94f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.316882] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-877b9d8b-661d-4f94-b490-485f72eddcba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.350911] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.354279] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1014.354279] env[66735]: value = "task-4646143" [ 1014.354279] env[66735]: _type = "Task" [ 1014.354279] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.372828] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.465701] env[66735]: DEBUG nova.compute.manager [req-c7705f7a-8875-4dd0-8db7-b39cb8191774 req-75448efe-38cc-485c-bc23-f94ccf9e0fd3 service nova] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Received event network-vif-plugged-2729ffc4-b153-4c3a-ae2d-4a0cff4781c1 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1014.466356] env[66735]: DEBUG oslo_concurrency.lockutils [req-c7705f7a-8875-4dd0-8db7-b39cb8191774 req-75448efe-38cc-485c-bc23-f94ccf9e0fd3 service nova] Acquiring lock "cb931a79-d9b8-40a3-8055-ed3c2a2279e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.466356] env[66735]: DEBUG oslo_concurrency.lockutils [req-c7705f7a-8875-4dd0-8db7-b39cb8191774 req-75448efe-38cc-485c-bc23-f94ccf9e0fd3 service nova] Lock "cb931a79-d9b8-40a3-8055-ed3c2a2279e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.466656] env[66735]: DEBUG oslo_concurrency.lockutils [req-c7705f7a-8875-4dd0-8db7-b39cb8191774 req-75448efe-38cc-485c-bc23-f94ccf9e0fd3 service nova] Lock "cb931a79-d9b8-40a3-8055-ed3c2a2279e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.466781] env[66735]: DEBUG nova.compute.manager [req-c7705f7a-8875-4dd0-8db7-b39cb8191774 req-75448efe-38cc-485c-bc23-f94ccf9e0fd3 service nova] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] No waiting events found dispatching network-vif-plugged-2729ffc4-b153-4c3a-ae2d-4a0cff4781c1 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1014.467019] env[66735]: WARNING nova.compute.manager [req-c7705f7a-8875-4dd0-8db7-b39cb8191774 req-75448efe-38cc-485c-bc23-f94ccf9e0fd3 service nova] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Received unexpected event network-vif-plugged-2729ffc4-b153-4c3a-ae2d-4a0cff4781c1 for instance with vm_state building and task_state spawning. [ 1014.484389] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1014.484389] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bad952-e537-9ef4-b19f-1e70342785ac" [ 1014.484389] env[66735]: _type = "HttpNfcLease" [ 1014.484389] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1014.484924] env[66735]: DEBUG oslo_vmware.rw_handles [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1014.484924] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bad952-e537-9ef4-b19f-1e70342785ac" [ 1014.484924] env[66735]: _type = "HttpNfcLease" [ 1014.484924] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1014.486219] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d89c084-3a77-4e26-88c3-54167fb4b171 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.499039] env[66735]: DEBUG nova.network.neutron [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updated VIF entry in instance network info cache for port f672860b-57b8-4ee0-90d2-fd621c751e75. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1014.499039] env[66735]: DEBUG nova.network.neutron [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updating instance_info_cache with network_info: [{"id": "f672860b-57b8-4ee0-90d2-fd621c751e75", "address": "fa:16:3e:27:d0:b2", "network": {"id": "50b0ca55-0a91-4b30-b88d-47e7a1077be6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-897699170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0a86f9ed844716a0d16f1aaca52617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf672860b-57", "ovs_interfaceid": "f672860b-57b8-4ee0-90d2-fd621c751e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.505506] env[66735]: DEBUG oslo_vmware.rw_handles [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52936192-b1da-7edd-ef48-a130351e6454/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1014.505506] env[66735]: DEBUG oslo_vmware.rw_handles [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52936192-b1da-7edd-ef48-a130351e6454/disk-0.vmdk. {{(pid=66735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1014.570992] env[66735]: DEBUG nova.compute.manager [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1014.581106] env[66735]: DEBUG nova.network.neutron [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Successfully created port: e11d2a5d-915b-4b60-8866-205c931aa98d {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1014.588836] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2cf13c13-bc05-47e2-81d7-a91cdd908883 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.819227] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1014.826720] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a2777c82-341b-433f-b269-eb9bde56ef8b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.831421] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646142, 'name': CreateSnapshot_Task, 'duration_secs': 0.933368} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.832661] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1014.833944] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cb5225-881d-47fa-a319-566759bf65fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.840703] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1014.840703] env[66735]: value = "task-4646144" [ 1014.840703] env[66735]: _type = "Task" [ 1014.840703] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.857065] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e15cf50e-619b-472f-9f95-b53ba20e658b tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "de6d2209-9d33-4414-9796-006c40034da9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.464s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.870971] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646144, 'name': CloneVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.877388] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646143, 'name': ReconfigVM_Task, 'duration_secs': 0.326082} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.877842] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] f65ed6ff-2d96-489b-b666-e76d1bb8d94f/f65ed6ff-2d96-489b-b666-e76d1bb8d94f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.878682] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f30a29a9-bfd8-486f-825e-f9494da42563 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.890838] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1014.890838] env[66735]: value = "task-4646145" [ 1014.890838] env[66735]: _type = "Task" [ 1014.890838] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.907294] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646145, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.003038] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf52da-4731-4cdc-9ba2-b44e6af9695b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.007255] env[66735]: DEBUG oslo_concurrency.lockutils [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] Releasing lock "refresh_cache-766bf5e7-c5d6-474e-be1f-316a531ef128" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.007527] env[66735]: DEBUG nova.compute.manager [req-ae1bf893-114b-4a02-bc68-09d32dec5dd7 req-ba13fac4-4f23-49bc-8a93-6bdd14391deb service nova] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Received event network-vif-deleted-3464dd1c-4567-4f2e-a712-76fa1cf86bc9 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1015.015124] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd7e8bd-6471-499a-81d9-f25aa27574fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.066976] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79f4a20-d81c-40dc-83e9-f945d5a2c36c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.078931] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3962f728-4224-473d-84eb-6b69bc6c1f77 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.112741] env[66735]: DEBUG nova.compute.provider_tree [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.262095] env[66735]: DEBUG nova.network.neutron [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1015.360910] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1015.361354] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de3e9780-7cfe-4016-989e-1a46493efb59 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.372605] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646144, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.374144] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1015.374144] env[66735]: value = "task-4646146" [ 1015.374144] env[66735]: _type = "Task" [ 1015.374144] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.383747] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646146, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.405228] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646145, 'name': Rename_Task, 'duration_secs': 0.187346} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.405562] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.405821] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f31a3af-767f-45c7-8c76-ffe1e049dec8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.417462] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1015.417462] env[66735]: value = "task-4646147" [ 1015.417462] env[66735]: _type = "Task" [ 1015.417462] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.432019] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.535311] env[66735]: WARNING neutronclient.v2_0.client [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.599783] env[66735]: DEBUG nova.compute.manager [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1015.621661] env[66735]: DEBUG nova.scheduler.client.report [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.647142] env[66735]: DEBUG nova.virt.hardware [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1015.647468] env[66735]: DEBUG nova.virt.hardware [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.647662] env[66735]: DEBUG nova.virt.hardware [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1015.648291] env[66735]: DEBUG nova.virt.hardware [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.648520] env[66735]: DEBUG nova.virt.hardware [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1015.648750] env[66735]: DEBUG nova.virt.hardware [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1015.649051] env[66735]: DEBUG nova.virt.hardware [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1015.649345] env[66735]: DEBUG nova.virt.hardware [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1015.649573] env[66735]: DEBUG nova.virt.hardware [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1015.649842] env[66735]: DEBUG nova.virt.hardware [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1015.650054] env[66735]: DEBUG nova.virt.hardware [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1015.651127] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405876bf-1fda-4dba-b296-e904df2fea6b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.671033] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e271690-f87c-4810-93d7-5959302d157c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.737701] env[66735]: DEBUG nova.network.neutron [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Updating instance_info_cache with network_info: [{"id": "2729ffc4-b153-4c3a-ae2d-4a0cff4781c1", "address": "fa:16:3e:14:c8:08", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2729ffc4-b1", "ovs_interfaceid": "2729ffc4-b153-4c3a-ae2d-4a0cff4781c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.865697] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646144, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.890079] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646146, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.929784] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.131254] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.131892] env[66735]: DEBUG nova.compute.manager [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1016.136130] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.682s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.136454] env[66735]: DEBUG nova.objects.instance [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lazy-loading 'resources' on Instance uuid 1a2c906f-1613-4701-9787-16a2b1f1cf2f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.241172] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "refresh_cache-cb931a79-d9b8-40a3-8055-ed3c2a2279e0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.241716] env[66735]: DEBUG nova.compute.manager [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Instance network_info: |[{"id": "2729ffc4-b153-4c3a-ae2d-4a0cff4781c1", "address": "fa:16:3e:14:c8:08", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2729ffc4-b1", "ovs_interfaceid": "2729ffc4-b153-4c3a-ae2d-4a0cff4781c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1016.242633] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:c8:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2729ffc4-b153-4c3a-ae2d-4a0cff4781c1', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.260694] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1016.265313] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.265590] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64980c75-457b-420e-bf1f-ed132cd1e4f9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.294950] env[66735]: DEBUG nova.network.neutron [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Successfully updated port: e11d2a5d-915b-4b60-8866-205c931aa98d {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1016.307321] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.307321] env[66735]: value = "task-4646148" [ 1016.307321] env[66735]: _type = "Task" [ 1016.307321] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.323965] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646148, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.362261] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646144, 'name': CloneVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.390307] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646146, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.435418] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646147, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.604623] env[66735]: DEBUG oslo_vmware.rw_handles [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Completed reading data from the image iterator. {{(pid=66735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1016.609043] env[66735]: DEBUG oslo_vmware.rw_handles [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52936192-b1da-7edd-ef48-a130351e6454/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1016.609043] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95060af2-a9f7-4c41-967f-287373610933 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.621027] env[66735]: DEBUG oslo_vmware.rw_handles [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52936192-b1da-7edd-ef48-a130351e6454/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1016.621027] env[66735]: DEBUG oslo_vmware.rw_handles [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52936192-b1da-7edd-ef48-a130351e6454/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1016.621027] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0d91793e-f435-415c-b64d-c8cc7a8a4fdb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.643433] env[66735]: DEBUG nova.compute.utils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.653331] env[66735]: DEBUG nova.compute.manager [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1016.654204] env[66735]: DEBUG nova.network.neutron [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1016.654204] env[66735]: WARNING neutronclient.v2_0.client [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.654700] env[66735]: WARNING neutronclient.v2_0.client [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.696569] env[66735]: DEBUG nova.compute.manager [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Received event network-changed-2729ffc4-b153-4c3a-ae2d-4a0cff4781c1 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1016.696569] env[66735]: DEBUG nova.compute.manager [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Refreshing instance network info cache due to event network-changed-2729ffc4-b153-4c3a-ae2d-4a0cff4781c1. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1016.696569] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] Acquiring lock "refresh_cache-cb931a79-d9b8-40a3-8055-ed3c2a2279e0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.696569] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] Acquired lock "refresh_cache-cb931a79-d9b8-40a3-8055-ed3c2a2279e0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.696569] env[66735]: DEBUG nova.network.neutron [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Refreshing network info cache for port 2729ffc4-b153-4c3a-ae2d-4a0cff4781c1 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.725390] env[66735]: DEBUG nova.policy [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49ad68428394d51a920e60ac057cd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ceab9724bb4af6b8c7ba686fdefd49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.799728] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "refresh_cache-e3a2c7ad-0021-424a-be07-a08579e82e8e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.799972] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired lock "refresh_cache-e3a2c7ad-0021-424a-be07-a08579e82e8e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.800222] env[66735]: DEBUG nova.network.neutron [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1016.824430] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646148, 'name': CreateVM_Task, 'duration_secs': 0.493166} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.824610] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.825314] env[66735]: WARNING neutronclient.v2_0.client [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.825706] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.825866] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.827195] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.827369] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd5f526-5fe7-4d71-acea-cd3d41f1f34a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.838197] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1016.838197] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52460649-63a3-f2de-ca69-615c6a5e0303" [ 1016.838197] env[66735]: _type = "Task" [ 1016.838197] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.854216] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52460649-63a3-f2de-ca69-615c6a5e0303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.871045] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646144, 'name': CloneVM_Task, 'duration_secs': 1.569148} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.871405] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Created linked-clone VM from snapshot [ 1016.872433] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297674fe-ee66-4187-af7a-561fa7f80b48 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.887651] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Uploading image 4b6894cf-df19-4a9b-a272-cadd1c8d4c62 {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1016.903216] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646146, 'name': CloneVM_Task, 'duration_secs': 1.389395} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.903685] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Created linked-clone VM from snapshot [ 1016.904542] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0cce46-58d7-4da0-a04e-020cd152425a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.915285] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Uploading image 52b8a47a-32a2-4853-8644-d07a89e37e5b {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1016.933518] env[66735]: DEBUG oslo_vmware.api [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646147, 'name': PowerOnVM_Task, 'duration_secs': 1.209406} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.935831] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.936063] env[66735]: INFO nova.compute.manager [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1016.936246] env[66735]: DEBUG nova.compute.manager [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1016.939220] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38c8702-fd3a-4d16-95bd-200169a177e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.946904] env[66735]: DEBUG oslo_vmware.rw_handles [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1016.946904] env[66735]: value = "vm-907244" [ 1016.946904] env[66735]: _type = "VirtualMachine" [ 1016.946904] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1016.949937] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eda6c730-3836-4836-b723-8d69aa61e597 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.962822] env[66735]: DEBUG oslo_vmware.rw_handles [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lease: (returnval){ [ 1016.962822] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524f0f66-8a78-766e-97e7-af5efd95c6bf" [ 1016.962822] env[66735]: _type = "HttpNfcLease" [ 1016.962822] env[66735]: } obtained for exporting VM: (result){ [ 1016.962822] env[66735]: value = "vm-907244" [ 1016.962822] env[66735]: _type = "VirtualMachine" [ 1016.962822] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1016.962822] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the lease: (returnval){ [ 1016.962822] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524f0f66-8a78-766e-97e7-af5efd95c6bf" [ 1016.962822] env[66735]: _type = "HttpNfcLease" [ 1016.962822] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1016.964742] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1016.964742] env[66735]: value = "vm-907245" [ 1016.964742] env[66735]: _type = "VirtualMachine" [ 1016.964742] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1016.968275] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4b34c7f3-8527-432e-869e-d52295ad43a4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.979408] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.979408] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524f0f66-8a78-766e-97e7-af5efd95c6bf" [ 1016.979408] env[66735]: _type = "HttpNfcLease" [ 1016.979408] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1016.986671] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lease: (returnval){ [ 1016.986671] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522914fd-8dc9-9e9f-7bb7-fd9541a494a1" [ 1016.986671] env[66735]: _type = "HttpNfcLease" [ 1016.986671] env[66735]: } obtained for exporting VM: (result){ [ 1016.986671] env[66735]: value = "vm-907245" [ 1016.986671] env[66735]: _type = "VirtualMachine" [ 1016.986671] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1016.987186] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the lease: (returnval){ [ 1016.987186] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522914fd-8dc9-9e9f-7bb7-fd9541a494a1" [ 1016.987186] env[66735]: _type = "HttpNfcLease" [ 1016.987186] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1016.997669] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.997669] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522914fd-8dc9-9e9f-7bb7-fd9541a494a1" [ 1016.997669] env[66735]: _type = "HttpNfcLease" [ 1016.997669] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1017.016842] env[66735]: DEBUG oslo_vmware.rw_handles [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52936192-b1da-7edd-ef48-a130351e6454/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1017.017292] env[66735]: INFO nova.virt.vmwareapi.images [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Downloaded image file data ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1 [ 1017.018938] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10813283-50c1-473a-93a5-0123e3314880 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.049266] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44aa27fe-a0a3-4970-99ab-988a4ff41997 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.116903] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96566d43-f4a0-4257-9a0b-5ed984f76dbf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.126636] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d618411-2e56-4bdc-a639-4dd455c49f2f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.166866] env[66735]: DEBUG nova.compute.manager [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1017.170014] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "de6d2209-9d33-4414-9796-006c40034da9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.170265] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "de6d2209-9d33-4414-9796-006c40034da9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.170461] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "de6d2209-9d33-4414-9796-006c40034da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.170638] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "de6d2209-9d33-4414-9796-006c40034da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.170814] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "de6d2209-9d33-4414-9796-006c40034da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.173819] env[66735]: DEBUG nova.network.neutron [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Successfully created port: 6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1017.176928] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ef51a6-c29e-4b15-a071-c997a47873d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.181293] env[66735]: INFO nova.compute.manager [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Terminating instance [ 1017.189453] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978d92b8-2158-4bd3-bfe7-b22aa5445818 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.198977] env[66735]: WARNING neutronclient.v2_0.client [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.215603] env[66735]: DEBUG nova.compute.provider_tree [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.218764] env[66735]: INFO nova.virt.vmwareapi.images [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] The imported VM was unregistered [ 1017.222596] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Caching image {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1017.222596] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.223119] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4973a1d-e024-471d-9a09-72486197f4b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.236747] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Created directory with path [datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.236977] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9d792cd3-9941-418c-bccf-c34d230b8e8c/OSTACK_IMG_9d792cd3-9941-418c-bccf-c34d230b8e8c.vmdk to [datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1.vmdk. {{(pid=66735) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1017.237251] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e3d92700-46b4-476c-8b4e-454490921c48 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.247078] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 1017.247078] env[66735]: value = "task-4646152" [ 1017.247078] env[66735]: _type = "Task" [ 1017.247078] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.256218] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646152, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.352489] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52460649-63a3-f2de-ca69-615c6a5e0303, 'name': SearchDatastore_Task, 'duration_secs': 0.015292} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.352489] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.352489] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.352632] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.355360] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.355536] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.355833] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afa2fa4c-fe69-4479-953d-77e17a083ea3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.366194] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.366404] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.367185] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65afc920-8d6c-4a02-8047-3aab321505d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.373410] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1017.373410] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52617c44-8fbb-9e99-0cf4-606ca6564667" [ 1017.373410] env[66735]: _type = "Task" [ 1017.373410] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.382763] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52617c44-8fbb-9e99-0cf4-606ca6564667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.413817] env[66735]: DEBUG nova.network.neutron [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1017.467148] env[66735]: INFO nova.compute.manager [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Took 27.22 seconds to build instance. [ 1017.473941] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.473941] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524f0f66-8a78-766e-97e7-af5efd95c6bf" [ 1017.473941] env[66735]: _type = "HttpNfcLease" [ 1017.473941] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1017.474534] env[66735]: DEBUG oslo_vmware.rw_handles [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1017.474534] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524f0f66-8a78-766e-97e7-af5efd95c6bf" [ 1017.474534] env[66735]: _type = "HttpNfcLease" [ 1017.474534] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1017.475799] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e093cc7f-1f8b-4e9e-a868-6ec11275cf60 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.487170] env[66735]: DEBUG oslo_vmware.rw_handles [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aeaa6-c95b-932e-cf82-5bd176624c49/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1017.487170] env[66735]: DEBUG oslo_vmware.rw_handles [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aeaa6-c95b-932e-cf82-5bd176624c49/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1017.556458] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.556458] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522914fd-8dc9-9e9f-7bb7-fd9541a494a1" [ 1017.556458] env[66735]: _type = "HttpNfcLease" [ 1017.556458] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1017.558188] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1017.558188] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522914fd-8dc9-9e9f-7bb7-fd9541a494a1" [ 1017.558188] env[66735]: _type = "HttpNfcLease" [ 1017.558188] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1017.559210] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa9438f-45c6-4741-8786-91bd5f180bb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.569461] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525dc80a-2a75-5379-78f2-c2ab91044300/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1017.569665] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525dc80a-2a75-5379-78f2-c2ab91044300/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1017.686416] env[66735]: DEBUG nova.compute.manager [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1017.686416] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.686844] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6738f9-66c2-441b-943e-58b7f8137c80 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.697430] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.697822] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc6e3fc7-f7c1-4a50-9547-d66f5aff8e99 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.705995] env[66735]: DEBUG oslo_vmware.api [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1017.705995] env[66735]: value = "task-4646153" [ 1017.705995] env[66735]: _type = "Task" [ 1017.705995] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.718239] env[66735]: DEBUG oslo_vmware.api [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.721112] env[66735]: WARNING neutronclient.v2_0.client [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.724366] env[66735]: DEBUG nova.scheduler.client.report [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.754809] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-60b69cb9-7480-4792-90e6-c8b1e2fe4554 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.760244] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646152, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.778631] env[66735]: WARNING neutronclient.v2_0.client [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.842922] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ac543208-dc91-4d06-84a9-9e857e585127 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.886484] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52617c44-8fbb-9e99-0cf4-606ca6564667, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.887800] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8258d5-aed1-4aac-8557-c5b39b3de44b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.909237] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1017.909237] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]525b56cb-8cdb-3564-5d8c-616217e07c9f" [ 1017.909237] env[66735]: _type = "Task" [ 1017.909237] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.920095] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525b56cb-8cdb-3564-5d8c-616217e07c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.969964] env[66735]: DEBUG oslo_concurrency.lockutils [None req-29b09887-9ba2-4ed4-8719-fdfc5f27b1fe tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.737s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.019939] env[66735]: DEBUG nova.network.neutron [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Updating instance_info_cache with network_info: [{"id": "e11d2a5d-915b-4b60-8866-205c931aa98d", "address": "fa:16:3e:71:2c:be", "network": {"id": "1a2838ba-d357-4ac4-819a-cfe7c2ed7782", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1511066718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7d81bd51055a41c985165134b6fc3f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11d2a5d-91", "ovs_interfaceid": "e11d2a5d-915b-4b60-8866-205c931aa98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.060423] env[66735]: DEBUG nova.network.neutron [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Updated VIF entry in instance network info cache for port 2729ffc4-b153-4c3a-ae2d-4a0cff4781c1. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1018.060799] env[66735]: DEBUG nova.network.neutron [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Updating instance_info_cache with network_info: [{"id": "2729ffc4-b153-4c3a-ae2d-4a0cff4781c1", "address": "fa:16:3e:14:c8:08", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2729ffc4-b1", "ovs_interfaceid": "2729ffc4-b153-4c3a-ae2d-4a0cff4781c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.179811] env[66735]: DEBUG nova.compute.manager [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1018.210860] env[66735]: DEBUG nova.virt.hardware [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1018.212541] env[66735]: DEBUG nova.virt.hardware [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.212761] env[66735]: DEBUG nova.virt.hardware [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1018.212964] env[66735]: DEBUG nova.virt.hardware [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.213130] env[66735]: DEBUG nova.virt.hardware [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1018.213278] env[66735]: DEBUG nova.virt.hardware [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1018.213493] env[66735]: DEBUG nova.virt.hardware [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1018.213642] env[66735]: DEBUG nova.virt.hardware [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1018.213802] env[66735]: DEBUG nova.virt.hardware [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1018.213960] env[66735]: DEBUG nova.virt.hardware [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1018.214142] env[66735]: DEBUG nova.virt.hardware [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1018.215627] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c54ed6b-dae4-49fc-afcd-a925572f9ca2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.228619] env[66735]: DEBUG oslo_vmware.api [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646153, 'name': PowerOffVM_Task, 'duration_secs': 0.258517} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.231233] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.231458] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.232243] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.234529] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf6e359e-de92-4d19-a116-6336f671a8f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.236258] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.972s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.237747] env[66735]: INFO nova.compute.claims [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.241629] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383a08b6-e9d6-4a72-b5e2-8a77356d2894 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.269198] env[66735]: INFO nova.scheduler.client.report [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted allocations for instance 1a2c906f-1613-4701-9787-16a2b1f1cf2f [ 1018.273577] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646152, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.324340] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.324571] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.325204] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Deleting the datastore file [datastore1] de6d2209-9d33-4414-9796-006c40034da9 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.326146] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da745eb6-df3f-4a50-8bc4-c7aa66e323e3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.335741] env[66735]: DEBUG oslo_vmware.api [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1018.335741] env[66735]: value = "task-4646155" [ 1018.335741] env[66735]: _type = "Task" [ 1018.335741] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.346901] env[66735]: DEBUG oslo_vmware.api [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.422250] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525b56cb-8cdb-3564-5d8c-616217e07c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.094391} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.422250] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.422464] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] cb931a79-d9b8-40a3-8055-ed3c2a2279e0/cb931a79-d9b8-40a3-8055-ed3c2a2279e0.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.422610] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4328503-7b23-4412-9221-3392d7dafff3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.432364] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1018.432364] env[66735]: value = "task-4646156" [ 1018.432364] env[66735]: _type = "Task" [ 1018.432364] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.445318] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.523605] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Releasing lock "refresh_cache-e3a2c7ad-0021-424a-be07-a08579e82e8e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.523697] env[66735]: DEBUG nova.compute.manager [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Instance network_info: |[{"id": "e11d2a5d-915b-4b60-8866-205c931aa98d", "address": "fa:16:3e:71:2c:be", "network": {"id": "1a2838ba-d357-4ac4-819a-cfe7c2ed7782", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1511066718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7d81bd51055a41c985165134b6fc3f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11d2a5d-91", "ovs_interfaceid": "e11d2a5d-915b-4b60-8866-205c931aa98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1018.524393] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:2c:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e11d2a5d-915b-4b60-8866-205c931aa98d', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.537117] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1018.537463] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.537688] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f97676a-f720-4a24-ad53-191782370937 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.559305] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.559305] env[66735]: value = "task-4646157" [ 1018.559305] env[66735]: _type = "Task" [ 1018.559305] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.564670] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] Releasing lock "refresh_cache-cb931a79-d9b8-40a3-8055-ed3c2a2279e0" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.564943] env[66735]: DEBUG nova.compute.manager [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Received event network-vif-plugged-e11d2a5d-915b-4b60-8866-205c931aa98d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1018.565154] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] Acquiring lock "e3a2c7ad-0021-424a-be07-a08579e82e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.565357] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] Lock "e3a2c7ad-0021-424a-be07-a08579e82e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.565510] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] Lock "e3a2c7ad-0021-424a-be07-a08579e82e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.565667] env[66735]: DEBUG nova.compute.manager [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] No waiting events found dispatching network-vif-plugged-e11d2a5d-915b-4b60-8866-205c931aa98d {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1018.565826] env[66735]: WARNING nova.compute.manager [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Received unexpected event network-vif-plugged-e11d2a5d-915b-4b60-8866-205c931aa98d for instance with vm_state building and task_state spawning. [ 1018.565978] env[66735]: DEBUG nova.compute.manager [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Received event network-changed-e11d2a5d-915b-4b60-8866-205c931aa98d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1018.566220] env[66735]: DEBUG nova.compute.manager [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Refreshing instance network info cache due to event network-changed-e11d2a5d-915b-4b60-8866-205c931aa98d. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1018.566319] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] Acquiring lock "refresh_cache-e3a2c7ad-0021-424a-be07-a08579e82e8e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.566448] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] Acquired lock "refresh_cache-e3a2c7ad-0021-424a-be07-a08579e82e8e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.566595] env[66735]: DEBUG nova.network.neutron [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Refreshing network info cache for port e11d2a5d-915b-4b60-8866-205c931aa98d {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.570951] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646157, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.762783] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646152, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.785951] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0f1c02ce-d685-4607-b740-95838c6f36bf tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "1a2c906f-1613-4701-9787-16a2b1f1cf2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.379s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.794652] env[66735]: DEBUG nova.network.neutron [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Successfully updated port: 6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1018.853879] env[66735]: DEBUG oslo_vmware.api [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.946512] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.070315] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646157, 'name': CreateVM_Task, 'duration_secs': 0.485774} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.071036] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.071494] env[66735]: WARNING neutronclient.v2_0.client [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.071890] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.072180] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.072668] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.073911] env[66735]: WARNING neutronclient.v2_0.client [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.076447] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8837e781-5596-405c-92d5-db7b02a4a52d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.084566] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1019.084566] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e180a4-da7a-79a8-853e-9f5f4f76c182" [ 1019.084566] env[66735]: _type = "Task" [ 1019.084566] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.095224] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e180a4-da7a-79a8-853e-9f5f4f76c182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.270448] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646152, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.301172] env[66735]: WARNING neutronclient.v2_0.client [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.307257] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.307725] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.308105] env[66735]: DEBUG nova.network.neutron [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1019.320035] env[66735]: DEBUG nova.compute.manager [req-ce417a58-2158-4277-9267-db1f99156777 req-7ff61ed2-9f20-4e3a-bf5a-b43eb117264a service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Received event network-vif-plugged-6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1019.320035] env[66735]: DEBUG oslo_concurrency.lockutils [req-ce417a58-2158-4277-9267-db1f99156777 req-7ff61ed2-9f20-4e3a-bf5a-b43eb117264a service nova] Acquiring lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.320035] env[66735]: DEBUG oslo_concurrency.lockutils [req-ce417a58-2158-4277-9267-db1f99156777 req-7ff61ed2-9f20-4e3a-bf5a-b43eb117264a service nova] Lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.320035] env[66735]: DEBUG oslo_concurrency.lockutils [req-ce417a58-2158-4277-9267-db1f99156777 req-7ff61ed2-9f20-4e3a-bf5a-b43eb117264a service nova] Lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.320035] env[66735]: DEBUG nova.compute.manager [req-ce417a58-2158-4277-9267-db1f99156777 req-7ff61ed2-9f20-4e3a-bf5a-b43eb117264a service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] No waiting events found dispatching network-vif-plugged-6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1019.320035] env[66735]: WARNING nova.compute.manager [req-ce417a58-2158-4277-9267-db1f99156777 req-7ff61ed2-9f20-4e3a-bf5a-b43eb117264a service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Received unexpected event network-vif-plugged-6bcbfe8b-5071-4d63-b778-daae2b4ef814 for instance with vm_state building and task_state spawning. [ 1019.351438] env[66735]: DEBUG oslo_vmware.api [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.428770] env[66735]: DEBUG nova.network.neutron [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Updated VIF entry in instance network info cache for port e11d2a5d-915b-4b60-8866-205c931aa98d. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1019.429240] env[66735]: DEBUG nova.network.neutron [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Updating instance_info_cache with network_info: [{"id": "e11d2a5d-915b-4b60-8866-205c931aa98d", "address": "fa:16:3e:71:2c:be", "network": {"id": "1a2838ba-d357-4ac4-819a-cfe7c2ed7782", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1511066718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7d81bd51055a41c985165134b6fc3f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11d2a5d-91", "ovs_interfaceid": "e11d2a5d-915b-4b60-8866-205c931aa98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.459197] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.603113] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e180a4-da7a-79a8-853e-9f5f4f76c182, 'name': SearchDatastore_Task, 'duration_secs': 0.068914} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.607887] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.608414] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.609529] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.610038] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.610301] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.611551] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1717faff-1b82-4864-941b-f71886df5335 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.627755] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.628201] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.633726] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9bc0e3d-6982-4c01-a718-5bd355683faf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.646205] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1019.646205] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52fcb5a1-bafd-51c6-0b85-cb5422761995" [ 1019.646205] env[66735]: _type = "Task" [ 1019.646205] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.659510] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fcb5a1-bafd-51c6-0b85-cb5422761995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.698260] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53935e2-8d63-40d9-988b-416d6ef79622 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.709355] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b29eff5-5755-4464-bdc4-87816b8ce319 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.748127] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003e41b4-e3bb-4a8e-972a-228ecfd57840 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.761050] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cbcb24-3288-4519-967c-d0715e5d4217 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.768891] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646152, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.781539] env[66735]: DEBUG nova.compute.provider_tree [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.849549] env[66735]: DEBUG oslo_vmware.api [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.861591] env[66735]: DEBUG nova.network.neutron [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1019.938993] env[66735]: DEBUG oslo_concurrency.lockutils [req-ea1e5494-4f3d-42ce-bb2d-fadef0e98470 req-13dd6d15-a202-4537-ac8f-09cc7eaed7d3 service nova] Releasing lock "refresh_cache-e3a2c7ad-0021-424a-be07-a08579e82e8e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.953907] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646156, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.982486] env[66735]: WARNING neutronclient.v2_0.client [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.088614] env[66735]: DEBUG nova.network.neutron [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updating instance_info_cache with network_info: [{"id": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "address": "fa:16:3e:0c:2e:1f", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcbfe8b-50", "ovs_interfaceid": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.160024] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fcb5a1-bafd-51c6-0b85-cb5422761995, 'name': SearchDatastore_Task, 'duration_secs': 0.065265} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.161218] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281bb338-db50-4c69-9789-cc19d13d10a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.167854] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1020.167854] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]529c900d-3f98-eff9-be56-b74d02a74256" [ 1020.167854] env[66735]: _type = "Task" [ 1020.167854] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.178061] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529c900d-3f98-eff9-be56-b74d02a74256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.263537] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646152, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.74507} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.263848] env[66735]: INFO nova.virt.vmwareapi.ds_util [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9d792cd3-9941-418c-bccf-c34d230b8e8c/OSTACK_IMG_9d792cd3-9941-418c-bccf-c34d230b8e8c.vmdk to [datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1.vmdk. [ 1020.264072] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Cleaning up location [datastore1] OSTACK_IMG_9d792cd3-9941-418c-bccf-c34d230b8e8c {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1020.264255] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9d792cd3-9941-418c-bccf-c34d230b8e8c {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.264538] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad259889-55ce-4e26-bd64-8a7740954ad1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.272978] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 1020.272978] env[66735]: value = "task-4646158" [ 1020.272978] env[66735]: _type = "Task" [ 1020.272978] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.283403] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.285512] env[66735]: DEBUG nova.scheduler.client.report [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.348935] env[66735]: DEBUG oslo_vmware.api [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.61672} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.349299] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.349624] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.349917] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.350173] env[66735]: INFO nova.compute.manager [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: de6d2209-9d33-4414-9796-006c40034da9] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1020.350475] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1020.350739] env[66735]: DEBUG nova.compute.manager [-] [instance: de6d2209-9d33-4414-9796-006c40034da9] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1020.350920] env[66735]: DEBUG nova.network.neutron [-] [instance: de6d2209-9d33-4414-9796-006c40034da9] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1020.351369] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.388958] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.450430] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646156, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.901198} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.450751] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] cb931a79-d9b8-40a3-8055-ed3c2a2279e0/cb931a79-d9b8-40a3-8055-ed3c2a2279e0.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.451134] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.451517] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3786802-238f-4355-8f03-3f40886453e9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.460490] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1020.460490] env[66735]: value = "task-4646159" [ 1020.460490] env[66735]: _type = "Task" [ 1020.460490] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.471262] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.592352] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.592852] env[66735]: DEBUG nova.compute.manager [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Instance network_info: |[{"id": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "address": "fa:16:3e:0c:2e:1f", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcbfe8b-50", "ovs_interfaceid": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1020.594321] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:2e:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bcbfe8b-5071-4d63-b778-daae2b4ef814', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.606260] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1020.606648] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.607206] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ba946f5-a56d-4bf0-b33d-ebcebd7e71aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.629281] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.629281] env[66735]: value = "task-4646160" [ 1020.629281] env[66735]: _type = "Task" [ 1020.629281] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.640149] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646160, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.681214] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529c900d-3f98-eff9-be56-b74d02a74256, 'name': SearchDatastore_Task, 'duration_secs': 0.048691} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.682139] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.683194] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] e3a2c7ad-0021-424a-be07-a08579e82e8e/e3a2c7ad-0021-424a-be07-a08579e82e8e.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.683507] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da9aec94-7c6c-4fcd-a754-de71d7cbc1cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.692202] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1020.692202] env[66735]: value = "task-4646161" [ 1020.692202] env[66735]: _type = "Task" [ 1020.692202] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.704421] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.784585] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096002} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.784992] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.784992] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.785171] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1.vmdk to [datastore1] 766bf5e7-c5d6-474e-be1f-316a531ef128/766bf5e7-c5d6-474e-be1f-316a531ef128.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.785580] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8853884-b68c-4cce-aa02-be5de68c0b77 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.790182] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.790905] env[66735]: DEBUG nova.compute.manager [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1020.795128] env[66735]: DEBUG oslo_concurrency.lockutils [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.582s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.795440] env[66735]: DEBUG nova.objects.instance [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lazy-loading 'resources' on Instance uuid a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.796753] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 1020.796753] env[66735]: value = "task-4646162" [ 1020.796753] env[66735]: _type = "Task" [ 1020.796753] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.807580] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.973560] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084068} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.973997] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.974988] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec0a5fc-66aa-45e5-976e-3c53325ccf04 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.002826] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] cb931a79-d9b8-40a3-8055-ed3c2a2279e0/cb931a79-d9b8-40a3-8055-ed3c2a2279e0.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.003324] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a5b4ce3-8104-4ae5-9b72-950ec85bdbfe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.026734] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1021.026734] env[66735]: value = "task-4646163" [ 1021.026734] env[66735]: _type = "Task" [ 1021.026734] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.040297] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.143540] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646160, 'name': CreateVM_Task, 'duration_secs': 0.379177} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.144014] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.144929] env[66735]: WARNING neutronclient.v2_0.client [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.145624] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.146014] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.146613] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.147352] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ae12cb-19a4-4fbc-860e-4fadc04b14d8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.155543] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1021.155543] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]529fd4b3-4b58-1895-aec9-db419e1d6164" [ 1021.155543] env[66735]: _type = "Task" [ 1021.155543] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.167181] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529fd4b3-4b58-1895-aec9-db419e1d6164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.204174] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646161, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.302076] env[66735]: DEBUG nova.compute.utils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.304271] env[66735]: DEBUG nova.compute.manager [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1021.304688] env[66735]: DEBUG nova.network.neutron [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1021.305254] env[66735]: WARNING neutronclient.v2_0.client [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.305707] env[66735]: WARNING neutronclient.v2_0.client [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.318141] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646162, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.362919] env[66735]: DEBUG nova.policy [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20fe08833024f38ad0ab096516f2603', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0caa29743c8246d490a3da9761277853', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.379813] env[66735]: DEBUG nova.network.neutron [-] [instance: de6d2209-9d33-4414-9796-006c40034da9] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.544846] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.633261] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33d5b51-1cea-440e-9422-f99830a50bf2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.642830] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a653f3e-9445-4666-b3c8-7f08a2aeb656 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.685835] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f3923a-78e5-4b2f-b12a-e5e4a6ab05f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.697509] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529fd4b3-4b58-1895-aec9-db419e1d6164, 'name': SearchDatastore_Task, 'duration_secs': 0.032482} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.703128] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.703505] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.703829] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.704017] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.704359] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.704922] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2f60fd5-4e39-49a8-9eea-487d216c4999 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.708824] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d952d357-428c-4cb8-a5e1-fc12e5ff77bc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.726365] env[66735]: DEBUG nova.compute.provider_tree [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.734110] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.734468] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.735547] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646161, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018445} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.736684] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a73bfea-4342-4cb2-82db-2fd3d2cdfd46 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.739547] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] e3a2c7ad-0021-424a-be07-a08579e82e8e/e3a2c7ad-0021-424a-be07-a08579e82e8e.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.739878] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.741404] env[66735]: DEBUG nova.network.neutron [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Successfully created port: 3a3e4b88-367d-4c8a-a0d0-237073994e70 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1021.744497] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30747d45-d3d2-4127-8fc0-3d2bec782ec8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.755098] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1021.755098] env[66735]: value = "task-4646164" [ 1021.755098] env[66735]: _type = "Task" [ 1021.755098] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.760551] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1021.760551] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526ed5fb-a15d-0c77-2733-5fdbf3d3d980" [ 1021.760551] env[66735]: _type = "Task" [ 1021.760551] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.772706] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.777406] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526ed5fb-a15d-0c77-2733-5fdbf3d3d980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.812393] env[66735]: DEBUG nova.compute.manager [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1021.822168] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646162, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.884147] env[66735]: INFO nova.compute.manager [-] [instance: de6d2209-9d33-4414-9796-006c40034da9] Took 1.53 seconds to deallocate network for instance. [ 1022.038671] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646163, 'name': ReconfigVM_Task, 'duration_secs': 0.561731} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.039034] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Reconfigured VM instance instance-0000005d to attach disk [datastore1] cb931a79-d9b8-40a3-8055-ed3c2a2279e0/cb931a79-d9b8-40a3-8055-ed3c2a2279e0.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.039766] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b78c98ab-7faa-42ab-ad17-03ad5652d421 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.048044] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1022.048044] env[66735]: value = "task-4646165" [ 1022.048044] env[66735]: _type = "Task" [ 1022.048044] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.058469] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646165, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.239047] env[66735]: DEBUG nova.scheduler.client.report [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.268534] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080403} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.269314] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.270180] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c752c60-8cfd-450b-8351-280a650aa621 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.281985] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526ed5fb-a15d-0c77-2733-5fdbf3d3d980, 'name': SearchDatastore_Task, 'duration_secs': 0.102399} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.311317] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] e3a2c7ad-0021-424a-be07-a08579e82e8e/e3a2c7ad-0021-424a-be07-a08579e82e8e.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.311818] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4016abd-e58c-4ef3-8e67-78fd4294aa7f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.315950] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5530af8c-1e4b-4548-8f6e-446454c2ecbb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.353066] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1022.353066] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522ff5e5-f210-14bc-7741-5ac1e990f184" [ 1022.353066] env[66735]: _type = "Task" [ 1022.353066] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.357036] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646162, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.362141] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1022.362141] env[66735]: value = "task-4646166" [ 1022.362141] env[66735]: _type = "Task" [ 1022.362141] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.370257] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522ff5e5-f210-14bc-7741-5ac1e990f184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.380143] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.391609] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.562731] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646165, 'name': Rename_Task, 'duration_secs': 0.242783} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.563454] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.563690] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-894dbb34-4daa-4938-858d-79bce911ec6e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.575330] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1022.575330] env[66735]: value = "task-4646167" [ 1022.575330] env[66735]: _type = "Task" [ 1022.575330] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.588463] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.744019] env[66735]: DEBUG oslo_concurrency.lockutils [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.748741] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.356s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.748741] env[66735]: DEBUG nova.objects.instance [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lazy-loading 'resources' on Instance uuid de6d2209-9d33-4414-9796-006c40034da9 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.776217] env[66735]: INFO nova.scheduler.client.report [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Deleted allocations for instance a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d [ 1022.835400] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646162, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.852149] env[66735]: DEBUG nova.compute.manager [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1022.871572] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522ff5e5-f210-14bc-7741-5ac1e990f184, 'name': SearchDatastore_Task, 'duration_secs': 0.100493} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.872347] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.872627] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 7d5f4ea0-001a-43eb-9019-8784aed6ff2d/7d5f4ea0-001a-43eb-9019-8784aed6ff2d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.872910] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5f84890-c072-4eb6-b7f9-26668b2934d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.878673] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646166, 'name': ReconfigVM_Task, 'duration_secs': 0.505641} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.879418] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Reconfigured VM instance instance-0000005e to attach disk [datastore2] e3a2c7ad-0021-424a-be07-a08579e82e8e/e3a2c7ad-0021-424a-be07-a08579e82e8e.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.880507] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7982123-d2f3-43ff-8238-e70474f8eff7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.888189] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1022.888189] env[66735]: value = "task-4646168" [ 1022.888189] env[66735]: _type = "Task" [ 1022.888189] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.889882] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1022.889882] env[66735]: value = "task-4646169" [ 1022.889882] env[66735]: _type = "Task" [ 1022.889882] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.903468] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.907578] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646169, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.092853] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646167, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.288447] env[66735]: DEBUG oslo_concurrency.lockutils [None req-850b296b-44b5-49a1-8656-00bfcb69edba tempest-SecurityGroupsTestJSON-1233385564 tempest-SecurityGroupsTestJSON-1233385564-project-member] Lock "a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.620s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.336577] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646162, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.408660] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.412140] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646169, 'name': Rename_Task, 'duration_secs': 0.225391} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.412535] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.412694] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e7a0c4e-e4b1-40a5-90a7-a6dfe4988489 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.415527] env[66735]: DEBUG nova.network.neutron [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Successfully updated port: 3a3e4b88-367d-4c8a-a0d0-237073994e70 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1023.429029] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1023.429029] env[66735]: value = "task-4646170" [ 1023.429029] env[66735]: _type = "Task" [ 1023.429029] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.443846] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.550031] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297a7581-ca9c-4c03-879f-c5472adb309b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.560043] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452a9c42-d69a-4e82-b2b8-07dd05b09941 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.599646] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a9d768-a05b-4347-a132-914bd7972777 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.609871] env[66735]: DEBUG oslo_vmware.api [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646167, 'name': PowerOnVM_Task, 'duration_secs': 0.697866} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.612685] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.612910] env[66735]: INFO nova.compute.manager [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1023.613284] env[66735]: DEBUG nova.compute.manager [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1023.614214] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6e012e-4b47-47db-a026-36aaf39e8671 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.618224] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c803c96d-1800-4906-85dc-3490be7fb143 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.636506] env[66735]: DEBUG nova.compute.provider_tree [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.831341] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646162, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.901776] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.923100] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "refresh_cache-45ad9bf8-c414-46bd-8a86-53f25588f8a3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.923100] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "refresh_cache-45ad9bf8-c414-46bd-8a86-53f25588f8a3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.923100] env[66735]: DEBUG nova.network.neutron [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1023.938643] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.145571] env[66735]: DEBUG nova.scheduler.client.report [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.157479] env[66735]: INFO nova.compute.manager [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Took 31.27 seconds to build instance. [ 1024.331202] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646162, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.118155} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.331531] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1/ada5ba96-ce7f-45d5-9cf8-548b9b25c7f1.vmdk to [datastore1] 766bf5e7-c5d6-474e-be1f-316a531ef128/766bf5e7-c5d6-474e-be1f-316a531ef128.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.332571] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1f0132-08db-4a93-929c-a6d4766e8bd6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.357741] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 766bf5e7-c5d6-474e-be1f-316a531ef128/766bf5e7-c5d6-474e-be1f-316a531ef128.vmdk or device None with type streamOptimized {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.358078] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ba4a0e8-6b62-43cd-bc29-bf3e64198a2c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.380913] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 1024.380913] env[66735]: value = "task-4646171" [ 1024.380913] env[66735]: _type = "Task" [ 1024.380913] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.390382] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.401724] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646168, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.439964] env[66735]: DEBUG oslo_vmware.api [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646170, 'name': PowerOnVM_Task, 'duration_secs': 0.742748} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.439964] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.440554] env[66735]: INFO nova.compute.manager [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1024.440554] env[66735]: DEBUG nova.compute.manager [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1024.441200] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4de0901-31f4-4e1d-9cb1-52389558e34a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.458887] env[66735]: DEBUG nova.network.neutron [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1024.655778] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.660171] env[66735]: DEBUG oslo_concurrency.lockutils [None req-037b7d61-f1c5-4c4f-915f-a82db5cbd917 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "cb931a79-d9b8-40a3-8055-ed3c2a2279e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.786s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.687864] env[66735]: INFO nova.scheduler.client.report [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Deleted allocations for instance de6d2209-9d33-4414-9796-006c40034da9 [ 1024.893891] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.906389] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646168, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.525744} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.906861] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 7d5f4ea0-001a-43eb-9019-8784aed6ff2d/7d5f4ea0-001a-43eb-9019-8784aed6ff2d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.907020] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.907471] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dad5cd61-781b-4b4b-8550-f0103c67a236 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.915771] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1024.915771] env[66735]: value = "task-4646172" [ 1024.915771] env[66735]: _type = "Task" [ 1024.915771] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.926607] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.959395] env[66735]: INFO nova.compute.manager [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Took 29.06 seconds to build instance. [ 1025.004892] env[66735]: WARNING neutronclient.v2_0.client [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.103690] env[66735]: DEBUG nova.network.neutron [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Updating instance_info_cache with network_info: [{"id": "3a3e4b88-367d-4c8a-a0d0-237073994e70", "address": "fa:16:3e:f6:18:a8", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3e4b88-36", "ovs_interfaceid": "3a3e4b88-367d-4c8a-a0d0-237073994e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.197674] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b80ae291-fac2-42ce-9a91-4227631b7a99 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "de6d2209-9d33-4414-9796-006c40034da9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.027s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.394150] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646171, 'name': ReconfigVM_Task, 'duration_secs': 0.558156} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.394419] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 766bf5e7-c5d6-474e-be1f-316a531ef128/766bf5e7-c5d6-474e-be1f-316a531ef128.vmdk or device None with type streamOptimized {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.395186] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d488688-894c-4d8c-a179-e2c9d5daae6d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.403876] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 1025.403876] env[66735]: value = "task-4646173" [ 1025.403876] env[66735]: _type = "Task" [ 1025.403876] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.414326] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646173, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.427202] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127655} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.427532] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.428736] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738d79ec-11b9-4484-b1db-728db406c8e8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.457950] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 7d5f4ea0-001a-43eb-9019-8784aed6ff2d/7d5f4ea0-001a-43eb-9019-8784aed6ff2d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.458405] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42895c9f-94cd-421b-8cbd-9490cf5a7e2c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.473559] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1553e5ab-a776-4017-b9ea-080b1bf5bc94 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "e3a2c7ad-0021-424a-be07-a08579e82e8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.582s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.484144] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1025.484144] env[66735]: value = "task-4646174" [ 1025.484144] env[66735]: _type = "Task" [ 1025.484144] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.501571] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.606923] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "refresh_cache-45ad9bf8-c414-46bd-8a86-53f25588f8a3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.607287] env[66735]: DEBUG nova.compute.manager [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Instance network_info: |[{"id": "3a3e4b88-367d-4c8a-a0d0-237073994e70", "address": "fa:16:3e:f6:18:a8", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3e4b88-36", "ovs_interfaceid": "3a3e4b88-367d-4c8a-a0d0-237073994e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1025.914488] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646173, 'name': Rename_Task, 'duration_secs': 0.3021} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.914884] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.915062] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24466a77-6c37-4c76-8918-2477c82878e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.923805] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 1025.923805] env[66735]: value = "task-4646175" [ 1025.923805] env[66735]: _type = "Task" [ 1025.923805] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.933766] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.996095] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646174, 'name': ReconfigVM_Task, 'duration_secs': 0.329103} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.996401] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 7d5f4ea0-001a-43eb-9019-8784aed6ff2d/7d5f4ea0-001a-43eb-9019-8784aed6ff2d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.997187] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9587d5d7-02a2-44ce-a7ea-acc310bdf3b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.005801] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1026.005801] env[66735]: value = "task-4646176" [ 1026.005801] env[66735]: _type = "Task" [ 1026.005801] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.016414] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646176, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.435462] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.516928] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646176, 'name': Rename_Task, 'duration_secs': 0.151438} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.517221] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.517410] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ab4e229-9fb1-46ca-bc5f-c85e5d10ce81 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.524893] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1026.524893] env[66735]: value = "task-4646177" [ 1026.524893] env[66735]: _type = "Task" [ 1026.524893] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.535172] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.938702] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646175, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.037323] env[66735]: DEBUG oslo_vmware.api [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646177, 'name': PowerOnVM_Task, 'duration_secs': 0.494746} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.037592] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.037787] env[66735]: INFO nova.compute.manager [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1027.037969] env[66735]: DEBUG nova.compute.manager [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1027.038811] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eab3219-02b7-4610-91fb-f82db9109329 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.437694] env[66735]: DEBUG oslo_vmware.api [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646175, 'name': PowerOnVM_Task, 'duration_secs': 1.095729} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.438033] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.559606] env[66735]: INFO nova.compute.manager [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Took 24.00 seconds to build instance. [ 1028.063794] env[66735]: DEBUG oslo_concurrency.lockutils [None req-0e251172-9efb-4e6a-ac89-9e6d649ac37f tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.519s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.402336] env[66735]: DEBUG nova.compute.manager [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1030.403354] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8bed48-ed85-44dd-9696-8444a2ee6182 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.430040] env[66735]: DEBUG nova.virt.hardware [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1030.430387] env[66735]: DEBUG nova.virt.hardware [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.430564] env[66735]: DEBUG nova.virt.hardware [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1030.431330] env[66735]: DEBUG nova.virt.hardware [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.431330] env[66735]: DEBUG nova.virt.hardware [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1030.431330] env[66735]: DEBUG nova.virt.hardware [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1030.431535] env[66735]: DEBUG nova.virt.hardware [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1030.431535] env[66735]: DEBUG nova.virt.hardware [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1030.431755] env[66735]: DEBUG nova.virt.hardware [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1030.432030] env[66735]: DEBUG nova.virt.hardware [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1030.432284] env[66735]: DEBUG nova.virt.hardware [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1030.437163] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa779d37-ff04-4f91-85b9-205e80664a14 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.446516] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85791f58-1fdc-4c13-9d11-6d51fa4aea56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.453132] env[66735]: DEBUG oslo_vmware.rw_handles [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aeaa6-c95b-932e-cf82-5bd176624c49/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1030.454023] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7fe965-5ae4-4030-b351-acff68185206 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.462177] env[66735]: DEBUG oslo_vmware.rw_handles [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aeaa6-c95b-932e-cf82-5bd176624c49/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1030.462446] env[66735]: ERROR oslo_vmware.rw_handles [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aeaa6-c95b-932e-cf82-5bd176624c49/disk-0.vmdk due to incomplete transfer. [ 1030.470946] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-937f424e-666d-47a5-a398-7455bc01d69c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.473568] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:18:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a3e4b88-367d-4c8a-a0d0-237073994e70', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.483309] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1030.484450] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.485106] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed2b9aee-e851-43e4-a4f0-f77cd51d87e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.501746] env[66735]: DEBUG oslo_vmware.rw_handles [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aeaa6-c95b-932e-cf82-5bd176624c49/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1030.501947] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Uploaded image 4b6894cf-df19-4a9b-a272-cadd1c8d4c62 to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1030.505060] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1030.506281] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1bb633bc-fd3e-475c-9807-c190497c6038 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.513522] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.513522] env[66735]: value = "task-4646178" [ 1030.513522] env[66735]: _type = "Task" [ 1030.513522] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.517586] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1030.517586] env[66735]: value = "task-4646179" [ 1030.517586] env[66735]: _type = "Task" [ 1030.517586] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.531065] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646178, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.534816] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646179, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.579781] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525dc80a-2a75-5379-78f2-c2ab91044300/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1030.581255] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96dd035-6811-434a-91ff-f2eaadf429af {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.589499] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525dc80a-2a75-5379-78f2-c2ab91044300/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1030.589686] env[66735]: ERROR oslo_vmware.rw_handles [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525dc80a-2a75-5379-78f2-c2ab91044300/disk-0.vmdk due to incomplete transfer. [ 1030.590078] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-631e352a-1cee-48d3-bc87-3fb446248d63 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.599834] env[66735]: DEBUG oslo_vmware.rw_handles [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525dc80a-2a75-5379-78f2-c2ab91044300/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1030.600102] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Uploaded image 52b8a47a-32a2-4853-8644-d07a89e37e5b to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1030.601986] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1030.602302] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7dbdb52d-3c63-41b4-8f69-07bdd62f2245 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.611974] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1030.611974] env[66735]: value = "task-4646180" [ 1030.611974] env[66735]: _type = "Task" [ 1030.611974] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.623606] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646180, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.927705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8235f760-1a2d-4227-a056-85e78a45aa99 tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.739s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.034156] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646178, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.040946] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646179, 'name': Destroy_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.100734] env[66735]: DEBUG nova.compute.manager [req-ba2a6647-a42f-4c09-8047-ebb45183c243 req-6c2e8ed2-b5c4-4bf5-bbc7-e4a005170c14 service nova] [instance: de6d2209-9d33-4414-9796-006c40034da9] Received event network-vif-deleted-eda7f553-4a75-4795-8c71-1560c77200bd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1031.125043] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646180, 'name': Destroy_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.127267] env[66735]: DEBUG nova.compute.manager [req-d5d0c7d0-391b-4d6e-b153-b7b312aedb6e req-1ebb233c-f7f7-4404-844d-277b610194d8 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Received event network-changed-6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1031.127441] env[66735]: DEBUG nova.compute.manager [req-d5d0c7d0-391b-4d6e-b153-b7b312aedb6e req-1ebb233c-f7f7-4404-844d-277b610194d8 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Refreshing instance network info cache due to event network-changed-6bcbfe8b-5071-4d63-b778-daae2b4ef814. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1031.127646] env[66735]: DEBUG oslo_concurrency.lockutils [req-d5d0c7d0-391b-4d6e-b153-b7b312aedb6e req-1ebb233c-f7f7-4404-844d-277b610194d8 service nova] Acquiring lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.127787] env[66735]: DEBUG oslo_concurrency.lockutils [req-d5d0c7d0-391b-4d6e-b153-b7b312aedb6e req-1ebb233c-f7f7-4404-844d-277b610194d8 service nova] Acquired lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.128037] env[66735]: DEBUG nova.network.neutron [req-d5d0c7d0-391b-4d6e-b153-b7b312aedb6e req-1ebb233c-f7f7-4404-844d-277b610194d8 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Refreshing network info cache for port 6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.144127] env[66735]: INFO nova.compute.manager [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Rebuilding instance [ 1031.211056] env[66735]: DEBUG nova.compute.manager [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1031.211979] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c68d693-e713-40bf-9682-d4eef56b16bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.539584] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646179, 'name': Destroy_Task, 'duration_secs': 0.537373} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.540288] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646178, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.542146] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Destroyed the VM [ 1031.542146] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1031.542146] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d7604abc-ca80-4f2d-ad07-a74a26f23089 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.550438] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1031.550438] env[66735]: value = "task-4646181" [ 1031.550438] env[66735]: _type = "Task" [ 1031.550438] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.560462] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646181, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.623475] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646180, 'name': Destroy_Task, 'duration_secs': 0.783792} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.623706] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Destroyed the VM [ 1031.623916] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1031.624205] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e604bf8-6715-4443-ad5b-7b90441d39a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.631655] env[66735]: WARNING neutronclient.v2_0.client [req-d5d0c7d0-391b-4d6e-b153-b7b312aedb6e req-1ebb233c-f7f7-4404-844d-277b610194d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.637432] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1031.637432] env[66735]: value = "task-4646182" [ 1031.637432] env[66735]: _type = "Task" [ 1031.637432] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.648070] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646182, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.036397] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646178, 'name': CreateVM_Task, 'duration_secs': 1.302969} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.036614] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.037296] env[66735]: WARNING neutronclient.v2_0.client [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.037704] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.037858] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.038261] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.038841] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7b3130-eae5-4b1e-be23-77a7d3f6c379 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.046678] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1032.046678] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ddfd2b-e3b5-b856-d2fe-8dbc76dc3741" [ 1032.046678] env[66735]: _type = "Task" [ 1032.046678] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.059748] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ddfd2b-e3b5-b856-d2fe-8dbc76dc3741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.066803] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646181, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.153239] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646182, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.235296] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.235858] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29c04f30-7ba1-40c8-9cf2-32028f7ad084 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.247793] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1032.247793] env[66735]: value = "task-4646183" [ 1032.247793] env[66735]: _type = "Task" [ 1032.247793] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.272374] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.275910] env[66735]: WARNING neutronclient.v2_0.client [req-d5d0c7d0-391b-4d6e-b153-b7b312aedb6e req-1ebb233c-f7f7-4404-844d-277b610194d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.387760] env[66735]: INFO nova.compute.manager [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Rescuing [ 1032.388753] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "refresh_cache-e3a2c7ad-0021-424a-be07-a08579e82e8e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.388753] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired lock "refresh_cache-e3a2c7ad-0021-424a-be07-a08579e82e8e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.388753] env[66735]: DEBUG nova.network.neutron [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1032.522770] env[66735]: DEBUG nova.compute.manager [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Stashing vm_state: active {{(pid=66735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1032.568319] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646181, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.576088] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ddfd2b-e3b5-b856-d2fe-8dbc76dc3741, 'name': SearchDatastore_Task, 'duration_secs': 0.025487} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.576088] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.576088] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.576088] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.576088] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.576088] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.576088] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddb395c8-50b6-4114-a8c4-df9c3ca57f05 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.587854] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.588197] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.589212] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55076fa-9a66-4f56-a46f-a89bd45d6b10 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.597675] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1032.597675] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b40426-2ea5-9896-50f7-ec55cb2659b0" [ 1032.597675] env[66735]: _type = "Task" [ 1032.597675] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.611335] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b40426-2ea5-9896-50f7-ec55cb2659b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.650922] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646182, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.774158] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.775397] env[66735]: DEBUG nova.network.neutron [req-d5d0c7d0-391b-4d6e-b153-b7b312aedb6e req-1ebb233c-f7f7-4404-844d-277b610194d8 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updated VIF entry in instance network info cache for port 6bcbfe8b-5071-4d63-b778-daae2b4ef814. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1032.775738] env[66735]: DEBUG nova.network.neutron [req-d5d0c7d0-391b-4d6e-b153-b7b312aedb6e req-1ebb233c-f7f7-4404-844d-277b610194d8 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updating instance_info_cache with network_info: [{"id": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "address": "fa:16:3e:0c:2e:1f", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcbfe8b-50", "ovs_interfaceid": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.895506] env[66735]: WARNING neutronclient.v2_0.client [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.052761] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.053225] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.068272] env[66735]: DEBUG oslo_vmware.api [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646181, 'name': RemoveSnapshot_Task, 'duration_secs': 1.092681} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.068618] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1033.068889] env[66735]: INFO nova.compute.manager [None req-6cab955d-20bd-4ab0-8b62-a53139317916 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Took 20.45 seconds to snapshot the instance on the hypervisor. [ 1033.112493] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b40426-2ea5-9896-50f7-ec55cb2659b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014627} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.113753] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d0d7b9-fbc1-4ae3-83d4-6febd1428363 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.124286] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1033.124286] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52884822-8d39-9afd-38b2-de0a9d21d413" [ 1033.124286] env[66735]: _type = "Task" [ 1033.124286] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.145112] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52884822-8d39-9afd-38b2-de0a9d21d413, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.148416] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.148883] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 45ad9bf8-c414-46bd-8a86-53f25588f8a3/45ad9bf8-c414-46bd-8a86-53f25588f8a3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.149540] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b355e188-492a-45c5-820b-fab72b102f7d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.160280] env[66735]: DEBUG oslo_vmware.api [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646182, 'name': RemoveSnapshot_Task, 'duration_secs': 1.223887} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.161980] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1033.162273] env[66735]: INFO nova.compute.manager [None req-d3fe7efd-9327-4e37-8aad-12a86d74f017 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Took 19.96 seconds to snapshot the instance on the hypervisor. [ 1033.165041] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1033.165041] env[66735]: value = "task-4646184" [ 1033.165041] env[66735]: _type = "Task" [ 1033.165041] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.178990] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.249185] env[66735]: WARNING neutronclient.v2_0.client [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.271457] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646183, 'name': PowerOffVM_Task, 'duration_secs': 0.920287} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.272232] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.272624] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.273783] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9943239e-5190-428f-ad25-171891d6d679 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.280407] env[66735]: DEBUG oslo_concurrency.lockutils [req-d5d0c7d0-391b-4d6e-b153-b7b312aedb6e req-1ebb233c-f7f7-4404-844d-277b610194d8 service nova] Releasing lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.288900] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.289660] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16ef740d-c8e5-4a26-a6ef-d8db8ca3e839 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.343718] env[66735]: DEBUG nova.network.neutron [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Updating instance_info_cache with network_info: [{"id": "e11d2a5d-915b-4b60-8866-205c931aa98d", "address": "fa:16:3e:71:2c:be", "network": {"id": "1a2838ba-d357-4ac4-819a-cfe7c2ed7782", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1511066718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7d81bd51055a41c985165134b6fc3f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11d2a5d-91", "ovs_interfaceid": "e11d2a5d-915b-4b60-8866-205c931aa98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.370389] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.371226] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.371226] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleting the datastore file [datastore2] db29ff15-ad16-486d-9c7f-89bee68ed951 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.371226] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-746585c5-1529-4547-99dd-cfae424d4099 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.380491] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1033.380491] env[66735]: value = "task-4646186" [ 1033.380491] env[66735]: _type = "Task" [ 1033.380491] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.390412] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.559337] env[66735]: INFO nova.compute.claims [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.690184] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.847393] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Releasing lock "refresh_cache-e3a2c7ad-0021-424a-be07-a08579e82e8e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.909188] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433658} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.909460] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.909638] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.909808] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.009977] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "5fcef3b1-4498-4078-98c2-ba66421b3a2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.010518] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "5fcef3b1-4498-4078-98c2-ba66421b3a2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.047336] env[66735]: DEBUG nova.compute.manager [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Received event network-changed-b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1034.047336] env[66735]: DEBUG nova.compute.manager [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Refreshing instance network info cache due to event network-changed-b4044cc6-9306-411e-ac4a-18fd86d6c8c5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1034.047336] env[66735]: DEBUG oslo_concurrency.lockutils [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] Acquiring lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.047336] env[66735]: DEBUG oslo_concurrency.lockutils [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] Acquired lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.047336] env[66735]: DEBUG nova.network.neutron [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Refreshing network info cache for port b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.068336] env[66735]: INFO nova.compute.resource_tracker [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating resource usage from migration 23aab1ae-5df9-443b-aa91-c4175724e85e [ 1034.087694] env[66735]: DEBUG nova.compute.manager [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Received event network-vif-plugged-3a3e4b88-367d-4c8a-a0d0-237073994e70 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1034.087917] env[66735]: DEBUG oslo_concurrency.lockutils [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] Acquiring lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.088127] env[66735]: DEBUG oslo_concurrency.lockutils [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] Lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.088284] env[66735]: DEBUG oslo_concurrency.lockutils [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] Lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.088437] env[66735]: DEBUG nova.compute.manager [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] No waiting events found dispatching network-vif-plugged-3a3e4b88-367d-4c8a-a0d0-237073994e70 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1034.088587] env[66735]: WARNING nova.compute.manager [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Received unexpected event network-vif-plugged-3a3e4b88-367d-4c8a-a0d0-237073994e70 for instance with vm_state building and task_state spawning. [ 1034.088733] env[66735]: DEBUG nova.compute.manager [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Received event network-changed-3a3e4b88-367d-4c8a-a0d0-237073994e70 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1034.088879] env[66735]: DEBUG nova.compute.manager [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Refreshing instance network info cache due to event network-changed-3a3e4b88-367d-4c8a-a0d0-237073994e70. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1034.091420] env[66735]: DEBUG oslo_concurrency.lockutils [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] Acquiring lock "refresh_cache-45ad9bf8-c414-46bd-8a86-53f25588f8a3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.091757] env[66735]: DEBUG oslo_concurrency.lockutils [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] Acquired lock "refresh_cache-45ad9bf8-c414-46bd-8a86-53f25588f8a3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.091969] env[66735]: DEBUG nova.network.neutron [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Refreshing network info cache for port 3a3e4b88-367d-4c8a-a0d0-237073994e70 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.187436] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551309} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.190653] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 45ad9bf8-c414-46bd-8a86-53f25588f8a3/45ad9bf8-c414-46bd-8a86-53f25588f8a3.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.190883] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.191424] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b11d6e0a-cd89-4641-9d91-e4bfa12fca90 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.198936] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1034.198936] env[66735]: value = "task-4646187" [ 1034.198936] env[66735]: _type = "Task" [ 1034.198936] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.213115] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.389804] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9b255b-f452-4cc0-a7ad-fc06ee3052e8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.398363] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f427d81-8180-4f6c-80e8-368e33d6000e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.448291] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242f729d-d99d-4795-8afe-366d1d4802ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.459133] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f26aa7-e5bd-46f8-9071-5984be90f864 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.478527] env[66735]: DEBUG nova.compute.provider_tree [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.516559] env[66735]: DEBUG nova.compute.manager [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1034.552362] env[66735]: DEBUG oslo_concurrency.lockutils [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "cb931a79-d9b8-40a3-8055-ed3c2a2279e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.552362] env[66735]: DEBUG oslo_concurrency.lockutils [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "cb931a79-d9b8-40a3-8055-ed3c2a2279e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.552362] env[66735]: DEBUG oslo_concurrency.lockutils [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "cb931a79-d9b8-40a3-8055-ed3c2a2279e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.552362] env[66735]: DEBUG oslo_concurrency.lockutils [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "cb931a79-d9b8-40a3-8055-ed3c2a2279e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.552362] env[66735]: DEBUG oslo_concurrency.lockutils [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "cb931a79-d9b8-40a3-8055-ed3c2a2279e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.552971] env[66735]: WARNING neutronclient.v2_0.client [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.555729] env[66735]: INFO nova.compute.manager [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Terminating instance [ 1034.598964] env[66735]: WARNING neutronclient.v2_0.client [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.709600] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.319662} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.709895] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.710757] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd86d00-4a9f-49b8-9a91-157744ce4f60 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.738708] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 45ad9bf8-c414-46bd-8a86-53f25588f8a3/45ad9bf8-c414-46bd-8a86-53f25588f8a3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.740727] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99990fa1-fadc-4741-adb9-094bd4aa9375 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.761353] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "d5b97681-56dc-4b81-a3bb-07b12e639baf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.761353] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "d5b97681-56dc-4b81-a3bb-07b12e639baf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.769583] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1034.769583] env[66735]: value = "task-4646188" [ 1034.769583] env[66735]: _type = "Task" [ 1034.769583] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.786879] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.976737] env[66735]: DEBUG nova.virt.hardware [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1034.976914] env[66735]: DEBUG nova.virt.hardware [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.977088] env[66735]: DEBUG nova.virt.hardware [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1034.977277] env[66735]: DEBUG nova.virt.hardware [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.977419] env[66735]: DEBUG nova.virt.hardware [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1034.977562] env[66735]: DEBUG nova.virt.hardware [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1034.977766] env[66735]: DEBUG nova.virt.hardware [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1034.977919] env[66735]: DEBUG nova.virt.hardware [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1034.978363] env[66735]: DEBUG nova.virt.hardware [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1034.978604] env[66735]: DEBUG nova.virt.hardware [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1034.978825] env[66735]: DEBUG nova.virt.hardware [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1034.979868] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773ded2c-39c8-4111-b8b6-1cd59216385e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.990275] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ceb0b8-9777-4462-9355-82450a3e6f74 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.995468] env[66735]: DEBUG nova.scheduler.client.report [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.011851] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:25:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e201e7f4-6685-4e6e-b5d4-6c6fa74a1013', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.027985] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1035.032642] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.038115] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d535a1b8-13d6-41a1-8502-b819be25f477 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.069195] env[66735]: DEBUG nova.compute.manager [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1035.069535] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.071230] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38d41b0-ac95-4aff-8048-c4188626835f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.076834] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.076834] env[66735]: value = "task-4646189" [ 1035.076834] env[66735]: _type = "Task" [ 1035.076834] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.084154] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.084842] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0fb5d1b-1643-42c6-ab7b-41dcd03f6848 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.091083] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646189, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.092372] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.098318] env[66735]: DEBUG oslo_vmware.api [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1035.098318] env[66735]: value = "task-4646190" [ 1035.098318] env[66735]: _type = "Task" [ 1035.098318] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.108211] env[66735]: DEBUG oslo_vmware.api [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.264115] env[66735]: DEBUG nova.compute.manager [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1035.285529] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646188, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.415255] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.415669] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18400749-6d86-41e1-910c-d10c9db3f99a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.424774] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1035.424774] env[66735]: value = "task-4646191" [ 1035.424774] env[66735]: _type = "Task" [ 1035.424774] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.436803] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.439363] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.439508] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.500976] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.448s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.501801] env[66735]: INFO nova.compute.manager [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Migrating [ 1035.510921] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.419s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.514965] env[66735]: INFO nova.compute.claims [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.533826] env[66735]: WARNING neutronclient.v2_0.client [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.560603] env[66735]: WARNING neutronclient.v2_0.client [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.596385] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646189, 'name': CreateVM_Task, 'duration_secs': 0.461601} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.596385] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.596813] env[66735]: WARNING neutronclient.v2_0.client [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1035.597319] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.597482] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.597857] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.598394] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d33e130-4801-461d-a87f-5430ae300cd6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.615217] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1035.615217] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5268709b-2f79-e217-dabe-ffe6a67ffd40" [ 1035.615217] env[66735]: _type = "Task" [ 1035.615217] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.621374] env[66735]: DEBUG oslo_vmware.api [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646190, 'name': PowerOffVM_Task, 'duration_secs': 0.299082} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.629417] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.629703] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.630134] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2dfb830-b179-4104-81a5-2c103c947403 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.639545] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5268709b-2f79-e217-dabe-ffe6a67ffd40, 'name': SearchDatastore_Task, 'duration_secs': 0.0157} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.639943] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.640242] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.640534] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.641042] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.641277] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.641608] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f327a20-47be-40ce-9e1e-a1f3cc7c921c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.653152] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.653347] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.654269] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0d8d66-5e89-4474-86f1-fdc8eab194e0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.660639] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1035.660639] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52814589-5ebd-166c-8dc4-f0037734b827" [ 1035.660639] env[66735]: _type = "Task" [ 1035.660639] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.671901] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52814589-5ebd-166c-8dc4-f0037734b827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.703134] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.703371] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.703553] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleting the datastore file [datastore1] cb931a79-d9b8-40a3-8055-ed3c2a2279e0 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.703882] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26aa0495-3f6c-4c18-b585-efa4370b108f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.712795] env[66735]: DEBUG oslo_vmware.api [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1035.712795] env[66735]: value = "task-4646193" [ 1035.712795] env[66735]: _type = "Task" [ 1035.712795] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.722841] env[66735]: DEBUG oslo_vmware.api [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.765016] env[66735]: DEBUG nova.network.neutron [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Updated VIF entry in instance network info cache for port 3a3e4b88-367d-4c8a-a0d0-237073994e70. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1035.765466] env[66735]: DEBUG nova.network.neutron [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Updating instance_info_cache with network_info: [{"id": "3a3e4b88-367d-4c8a-a0d0-237073994e70", "address": "fa:16:3e:f6:18:a8", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3e4b88-36", "ovs_interfaceid": "3a3e4b88-367d-4c8a-a0d0-237073994e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.768035] env[66735]: DEBUG nova.network.neutron [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updated VIF entry in instance network info cache for port b4044cc6-9306-411e-ac4a-18fd86d6c8c5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1035.768312] env[66735]: DEBUG nova.network.neutron [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updating instance_info_cache with network_info: [{"id": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "address": "fa:16:3e:c1:d9:71", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4044cc6-93", "ovs_interfaceid": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.789380] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646188, 'name': ReconfigVM_Task, 'duration_secs': 0.518772} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.789763] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 45ad9bf8-c414-46bd-8a86-53f25588f8a3/45ad9bf8-c414-46bd-8a86-53f25588f8a3.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.790985] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cda9e318-7963-463f-b4c9-52fbb3a293ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.798635] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.801092] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1035.801092] env[66735]: value = "task-4646194" [ 1035.801092] env[66735]: _type = "Task" [ 1035.801092] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.813745] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646194, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.933820] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646191, 'name': PowerOffVM_Task, 'duration_secs': 0.199868} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.934670] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.935064] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5b24b5-a517-4419-97ac-921196cf75c6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.957372] env[66735]: DEBUG nova.compute.utils [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.959664] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0d94ea-6f83-482d-90a2-c7d4c477adf5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.998257] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.998562] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b50b2a23-caa8-4f18-8c81-21d33f41e6f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.006032] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1036.006032] env[66735]: value = "task-4646195" [ 1036.006032] env[66735]: _type = "Task" [ 1036.006032] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.015785] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1036.015970] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.016207] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.038839] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.039173] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.039348] env[66735]: DEBUG nova.network.neutron [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1036.172971] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52814589-5ebd-166c-8dc4-f0037734b827, 'name': SearchDatastore_Task, 'duration_secs': 0.013958} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.173834] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4ac5f4-8047-439b-b847-d0fad07bf4c3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.180936] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1036.180936] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528f0100-25ab-8256-8911-c77c53964970" [ 1036.180936] env[66735]: _type = "Task" [ 1036.180936] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.190586] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528f0100-25ab-8256-8911-c77c53964970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.225851] env[66735]: DEBUG oslo_vmware.api [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153865} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.226132] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.226398] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.226575] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.226744] env[66735]: INFO nova.compute.manager [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1036.226994] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1036.227215] env[66735]: DEBUG nova.compute.manager [-] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1036.227312] env[66735]: DEBUG nova.network.neutron [-] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1036.227597] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.271421] env[66735]: DEBUG oslo_concurrency.lockutils [req-2dedb62e-27c3-4bd2-b195-342726534158 req-9704ace3-7d6b-450e-a7a1-973ee7f7fa01 service nova] Releasing lock "refresh_cache-45ad9bf8-c414-46bd-8a86-53f25588f8a3" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.276383] env[66735]: DEBUG oslo_concurrency.lockutils [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] Releasing lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.276647] env[66735]: DEBUG nova.compute.manager [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Received event network-changed-6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1036.276833] env[66735]: DEBUG nova.compute.manager [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Refreshing instance network info cache due to event network-changed-6bcbfe8b-5071-4d63-b778-daae2b4ef814. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1036.277017] env[66735]: DEBUG oslo_concurrency.lockutils [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] Acquiring lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.277160] env[66735]: DEBUG oslo_concurrency.lockutils [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] Acquired lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.277321] env[66735]: DEBUG nova.network.neutron [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Refreshing network info cache for port 6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.311086] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.317179] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646194, 'name': Rename_Task, 'duration_secs': 0.16139} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.317461] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.317713] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9056a266-4492-4d98-91ab-05047df1d246 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.326915] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1036.326915] env[66735]: value = "task-4646196" [ 1036.326915] env[66735]: _type = "Task" [ 1036.326915] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.337893] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.464131] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.024s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.543094] env[66735]: WARNING neutronclient.v2_0.client [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.694304] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528f0100-25ab-8256-8911-c77c53964970, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.694614] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.694954] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] db29ff15-ad16-486d-9c7f-89bee68ed951/db29ff15-ad16-486d-9c7f-89bee68ed951.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.695118] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.695382] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.695648] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a0ecedb-e0da-4c57-af83-107bedfca058 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.697725] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-521526e4-f65c-484f-ba88-333afb3fb081 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.708988] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1036.708988] env[66735]: value = "task-4646197" [ 1036.708988] env[66735]: _type = "Task" [ 1036.708988] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.710334] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.710506] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.714115] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c5ec20-2d4d-4903-a856-e6aaa6c52322 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.722731] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.726847] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1036.726847] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52711c0b-c1f0-6123-3bbc-7d488bfe35a9" [ 1036.726847] env[66735]: _type = "Task" [ 1036.726847] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.736605] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52711c0b-c1f0-6123-3bbc-7d488bfe35a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.740318] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bbaf5f7-7b9c-4015-971c-cefcad9f3ec6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.747043] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1036.747043] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521f058d-b119-0cb3-1a8d-4038d6bd546e" [ 1036.747043] env[66735]: _type = "Task" [ 1036.747043] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.756280] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521f058d-b119-0cb3-1a8d-4038d6bd546e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.780817] env[66735]: WARNING neutronclient.v2_0.client [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.837832] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.920944] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07b5c60-1acb-4e71-bd13-ba577016f761 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.931010] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fd1960-3e4b-4894-9578-64262e00273e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.978872] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad8730c-234f-45e0-b79e-b7aec1742957 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.989997] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845b25dd-1c39-4b17-9ddf-0d2f75e160d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.008512] env[66735]: DEBUG nova.compute.provider_tree [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.029653] env[66735]: DEBUG nova.network.neutron [-] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.222596] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646197, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.261042] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521f058d-b119-0cb3-1a8d-4038d6bd546e, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.261364] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.261704] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] e3a2c7ad-0021-424a-be07-a08579e82e8e/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk. {{(pid=66735) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1037.262075] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceae631c-8762-4c9d-9dfe-0ef1bff70481 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.270047] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1037.270047] env[66735]: value = "task-4646198" [ 1037.270047] env[66735]: _type = "Task" [ 1037.270047] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.279793] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.341051] env[66735]: DEBUG oslo_vmware.api [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646196, 'name': PowerOnVM_Task, 'duration_secs': 0.773934} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.341407] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.341675] env[66735]: INFO nova.compute.manager [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Took 14.49 seconds to spawn the instance on the hypervisor. [ 1037.341877] env[66735]: DEBUG nova.compute.manager [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1037.342754] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01f1331-fa3c-4f7b-b0fd-c6b79f5ad9a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.358569] env[66735]: WARNING neutronclient.v2_0.client [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.442685] env[66735]: WARNING neutronclient.v2_0.client [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.516658] env[66735]: DEBUG nova.scheduler.client.report [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.533502] env[66735]: INFO nova.compute.manager [-] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Took 1.30 seconds to deallocate network for instance. [ 1037.540565] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.540807] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.541067] env[66735]: INFO nova.compute.manager [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Attaching volume 3c0435b3-73fa-49a2-9131-be66bcb9bbdf to /dev/sdb [ 1037.606134] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e4d0be-ab5f-436e-95da-b5d9df182836 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.615960] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48e83a7-29d5-43fb-956d-fa9be0d67d54 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.637803] env[66735]: DEBUG nova.virt.block_device [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating existing volume attachment record: 6c938966-0560-44e0-af45-1134c3157e3c {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1037.659901] env[66735]: DEBUG nova.network.neutron [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance_info_cache with network_info: [{"id": "56e65394-f873-422a-8492-9e09efed4211", "address": "fa:16:3e:75:37:fb", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e65394-f8", "ovs_interfaceid": "56e65394-f873-422a-8492-9e09efed4211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.721886] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53351} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.722211] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] db29ff15-ad16-486d-9c7f-89bee68ed951/db29ff15-ad16-486d-9c7f-89bee68ed951.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.722425] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.722766] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-399dcead-0d57-428d-b791-2484299fc2dd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.734441] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1037.734441] env[66735]: value = "task-4646199" [ 1037.734441] env[66735]: _type = "Task" [ 1037.734441] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.745379] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.780897] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490783} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.781237] env[66735]: INFO nova.virt.vmwareapi.ds_util [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] e3a2c7ad-0021-424a-be07-a08579e82e8e/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk. [ 1037.782161] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db009e39-4bbc-4119-b2fe-572db674b4a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.815084] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] e3a2c7ad-0021-424a-be07-a08579e82e8e/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.815084] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28635c03-81ca-498e-83e5-712a0e1fd854 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.831756] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1037.831756] env[66735]: value = "task-4646201" [ 1037.831756] env[66735]: _type = "Task" [ 1037.831756] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.843632] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.861320] env[66735]: INFO nova.compute.manager [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Took 27.62 seconds to build instance. [ 1037.980371] env[66735]: DEBUG nova.network.neutron [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updated VIF entry in instance network info cache for port 6bcbfe8b-5071-4d63-b778-daae2b4ef814. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.981377] env[66735]: DEBUG nova.network.neutron [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updating instance_info_cache with network_info: [{"id": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "address": "fa:16:3e:0c:2e:1f", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcbfe8b-50", "ovs_interfaceid": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.023753] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.023753] env[66735]: DEBUG nova.compute.manager [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1038.026819] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.228s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.031043] env[66735]: INFO nova.compute.claims [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.039377] env[66735]: DEBUG oslo_concurrency.lockutils [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.163957] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.247884] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07864} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.248309] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.249614] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd052a11-3bc1-4cd3-9234-bbe3c7309c84 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.281787] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] db29ff15-ad16-486d-9c7f-89bee68ed951/db29ff15-ad16-486d-9c7f-89bee68ed951.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.283337] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6388f62-638f-452b-b330-f8be63c749e1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.302955] env[66735]: DEBUG nova.compute.manager [req-1876feaf-39e0-4d8c-8172-8aab3261d558 req-66d33635-821f-436c-bebc-5ce7df4f9992 service nova] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Received event network-vif-deleted-2729ffc4-b153-4c3a-ae2d-4a0cff4781c1 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1038.312822] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1038.312822] env[66735]: value = "task-4646204" [ 1038.312822] env[66735]: _type = "Task" [ 1038.312822] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.322986] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "9bc5e5dc-3f15-4156-8a25-16a009646142" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.323241] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.330908] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.348402] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646201, 'name': ReconfigVM_Task, 'duration_secs': 0.35063} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.348818] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Reconfigured VM instance instance-0000005e to attach disk [datastore2] e3a2c7ad-0021-424a-be07-a08579e82e8e/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.349754] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7a31d2-cd2a-4ae7-bbcc-eb37d579f07a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.372745] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d7058b54-a49a-4b67-a0b0-241009db384d tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.140s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.378061] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208a9348-c0f6-4096-afa8-c5433e4ddcad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.396747] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1038.396747] env[66735]: value = "task-4646205" [ 1038.396747] env[66735]: _type = "Task" [ 1038.396747] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.398903] env[66735]: DEBUG nova.compute.manager [req-0a3e3178-71e8-4aec-bfd7-b0c885726eae req-9f5d3ad5-d506-44b9-82bc-70c1c7675449 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Received event network-changed-6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1038.399077] env[66735]: DEBUG nova.compute.manager [req-0a3e3178-71e8-4aec-bfd7-b0c885726eae req-9f5d3ad5-d506-44b9-82bc-70c1c7675449 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Refreshing instance network info cache due to event network-changed-6bcbfe8b-5071-4d63-b778-daae2b4ef814. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1038.399276] env[66735]: DEBUG oslo_concurrency.lockutils [req-0a3e3178-71e8-4aec-bfd7-b0c885726eae req-9f5d3ad5-d506-44b9-82bc-70c1c7675449 service nova] Acquiring lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.412527] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646205, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.483422] env[66735]: DEBUG oslo_concurrency.lockutils [req-8b7ca37b-e61d-473c-a3eb-57609909705e req-1891c456-6c53-47bc-8abc-5f22b34a3221 service nova] Releasing lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.483977] env[66735]: DEBUG oslo_concurrency.lockutils [req-0a3e3178-71e8-4aec-bfd7-b0c885726eae req-9f5d3ad5-d506-44b9-82bc-70c1c7675449 service nova] Acquired lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.484284] env[66735]: DEBUG nova.network.neutron [req-0a3e3178-71e8-4aec-bfd7-b0c885726eae req-9f5d3ad5-d506-44b9-82bc-70c1c7675449 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Refreshing network info cache for port 6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.533960] env[66735]: DEBUG nova.compute.utils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.538473] env[66735]: DEBUG nova.compute.manager [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1038.538760] env[66735]: DEBUG nova.network.neutron [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1038.539070] env[66735]: WARNING neutronclient.v2_0.client [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.540363] env[66735]: WARNING neutronclient.v2_0.client [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.602673] env[66735]: DEBUG nova.policy [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7256dbab0c164db49f406b23aa5bbaa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de30cc3150643ebb6cca58f536604fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.826700] env[66735]: DEBUG nova.compute.manager [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1038.829878] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646204, 'name': ReconfigVM_Task, 'duration_secs': 0.375797} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.832045] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Reconfigured VM instance instance-00000052 to attach disk [datastore2] db29ff15-ad16-486d-9c7f-89bee68ed951/db29ff15-ad16-486d-9c7f-89bee68ed951.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.832045] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4601552f-83fc-42c6-9320-6c253c0acde2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.842428] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1038.842428] env[66735]: value = "task-4646206" [ 1038.842428] env[66735]: _type = "Task" [ 1038.842428] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.859599] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646206, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.911672] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646205, 'name': ReconfigVM_Task, 'duration_secs': 0.216525} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.913076] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.913441] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28caaba1-bd34-4a05-98fe-e9e262c1bfb3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.922505] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1038.922505] env[66735]: value = "task-4646207" [ 1038.922505] env[66735]: _type = "Task" [ 1038.922505] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.939910] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.987072] env[66735]: WARNING neutronclient.v2_0.client [req-0a3e3178-71e8-4aec-bfd7-b0c885726eae req-9f5d3ad5-d506-44b9-82bc-70c1c7675449 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.013035] env[66735]: DEBUG nova.network.neutron [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Successfully created port: bf7abb1c-18fd-488f-840c-9f5fded975fd {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1039.046748] env[66735]: DEBUG nova.compute.manager [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1039.353466] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.360107] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646206, 'name': Rename_Task, 'duration_secs': 0.167721} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.363304] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.364285] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9745b80-0bcc-42a2-88d9-1ce40db880cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.371946] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1039.371946] env[66735]: value = "task-4646208" [ 1039.371946] env[66735]: _type = "Task" [ 1039.371946] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.388589] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.440648] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646207, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.461669] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1e7c45-6525-4ccd-b016-42e2f9150c31 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.471520] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a8e8a4-72d7-43af-b164-32e2e3803305 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.509094] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd9cbe5-5f92-4d52-8b8f-feae93b29584 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.518773] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc31483-8ef8-4126-ace8-fb7272b6be77 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.535803] env[66735]: DEBUG nova.compute.provider_tree [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.707269] env[66735]: DEBUG nova.compute.manager [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1039.709234] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31314af8-78dc-40cf-a302-88bac4c7875f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.712815] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55436cfd-0bea-4b38-aa9f-0809b7f92520 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.741615] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance 'f65ed6ff-2d96-489b-b666-e76d1bb8d94f' progress to 0 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.792401] env[66735]: WARNING neutronclient.v2_0.client [req-0a3e3178-71e8-4aec-bfd7-b0c885726eae req-9f5d3ad5-d506-44b9-82bc-70c1c7675449 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.884098] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646208, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.937468] env[66735]: DEBUG oslo_vmware.api [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646207, 'name': PowerOnVM_Task, 'duration_secs': 0.591688} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.938200] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.941232] env[66735]: DEBUG nova.compute.manager [None req-4b36805f-716f-45e9-89c5-226917a55927 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1039.942103] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e022d6d-29fd-43d7-8163-d951fec92386 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.042402] env[66735]: DEBUG nova.scheduler.client.report [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.061601] env[66735]: DEBUG nova.compute.manager [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1040.093791] env[66735]: DEBUG nova.virt.hardware [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='89ba4461d70f5db3791ede1700e70b29',container_format='bare',created_at=2025-11-21T09:11:57Z,direct_url=,disk_format='vmdk',id=4b6894cf-df19-4a9b-a272-cadd1c8d4c62,min_disk=1,min_ram=0,name='tempest-test-snap-2112370741',owner='0de30cc3150643ebb6cca58f536604fa',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-21T09:12:16Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1040.094084] env[66735]: DEBUG nova.virt.hardware [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.094287] env[66735]: DEBUG nova.virt.hardware [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1040.096519] env[66735]: DEBUG nova.virt.hardware [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.096519] env[66735]: DEBUG nova.virt.hardware [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1040.096519] env[66735]: DEBUG nova.virt.hardware [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1040.096519] env[66735]: DEBUG nova.virt.hardware [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1040.096519] env[66735]: DEBUG nova.virt.hardware [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1040.096519] env[66735]: DEBUG nova.virt.hardware [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1040.096519] env[66735]: DEBUG nova.virt.hardware [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1040.096519] env[66735]: DEBUG nova.virt.hardware [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1040.096841] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ae17e0-c19d-45f2-9973-457b4ce3b9a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.108066] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90802279-b34f-443e-8251-39e939442d75 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.218885] env[66735]: DEBUG nova.network.neutron [req-0a3e3178-71e8-4aec-bfd7-b0c885726eae req-9f5d3ad5-d506-44b9-82bc-70c1c7675449 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updated VIF entry in instance network info cache for port 6bcbfe8b-5071-4d63-b778-daae2b4ef814. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1040.219298] env[66735]: DEBUG nova.network.neutron [req-0a3e3178-71e8-4aec-bfd7-b0c885726eae req-9f5d3ad5-d506-44b9-82bc-70c1c7675449 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updating instance_info_cache with network_info: [{"id": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "address": "fa:16:3e:0c:2e:1f", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcbfe8b-50", "ovs_interfaceid": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.245804] env[66735]: INFO nova.compute.manager [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] instance snapshotting [ 1040.250784] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.252648] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87207804-c489-464a-b8de-92506e384bc4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.257438] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4880f99c-37d0-4433-963c-b2d04775d962 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.285117] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a2bbb9-14b2-4669-b9f3-06d1caf2f6fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.293025] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1040.293025] env[66735]: value = "task-4646210" [ 1040.293025] env[66735]: _type = "Task" [ 1040.293025] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.312352] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "interface-3d96430c-6002-43eb-b78d-0d9b45006a89-31b4afae-052b-4d3a-b6d7-255edffc0ba3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.313170] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-3d96430c-6002-43eb-b78d-0d9b45006a89-31b4afae-052b-4d3a-b6d7-255edffc0ba3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.313170] env[66735]: DEBUG nova.objects.instance [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'flavor' on Instance uuid 3d96430c-6002-43eb-b78d-0d9b45006a89 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.316030] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.384051] env[66735]: DEBUG oslo_vmware.api [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646208, 'name': PowerOnVM_Task, 'duration_secs': 0.604697} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.384330] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.384487] env[66735]: DEBUG nova.compute.manager [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1040.385297] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b83778-8d73-46c6-9bd0-490a03c9de56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.552027] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.552027] env[66735]: DEBUG nova.compute.manager [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1040.553780] env[66735]: DEBUG oslo_concurrency.lockutils [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.515s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.554701] env[66735]: DEBUG nova.objects.instance [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lazy-loading 'resources' on Instance uuid cb931a79-d9b8-40a3-8055-ed3c2a2279e0 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.722927] env[66735]: DEBUG oslo_concurrency.lockutils [req-0a3e3178-71e8-4aec-bfd7-b0c885726eae req-9f5d3ad5-d506-44b9-82bc-70c1c7675449 service nova] Releasing lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.749974] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d863eb5f-6b16-405c-9848-ec960572c468 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.750560] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d863eb5f-6b16-405c-9848-ec960572c468 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.750662] env[66735]: DEBUG nova.compute.manager [None req-d863eb5f-6b16-405c-9848-ec960572c468 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1040.751561] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4862c772-b987-4d9c-962c-417beb8115e7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.763022] env[66735]: DEBUG nova.compute.manager [None req-d863eb5f-6b16-405c-9848-ec960572c468 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1040.763022] env[66735]: DEBUG nova.objects.instance [None req-d863eb5f-6b16-405c-9848-ec960572c468 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lazy-loading 'flavor' on Instance uuid 45ad9bf8-c414-46bd-8a86-53f25588f8a3 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.802882] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646210, 'name': PowerOffVM_Task, 'duration_secs': 0.411328} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.803313] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.803526] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance 'f65ed6ff-2d96-489b-b666-e76d1bb8d94f' progress to 17 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.808640] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1040.808640] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8abd974f-47f7-4043-9223-4a0b09170e37 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.818812] env[66735]: WARNING neutronclient.v2_0.client [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.821367] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1040.821367] env[66735]: value = "task-4646211" [ 1040.821367] env[66735]: _type = "Task" [ 1040.821367] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.826166] env[66735]: DEBUG nova.network.neutron [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Successfully updated port: bf7abb1c-18fd-488f-840c-9f5fded975fd {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1040.833810] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646211, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.907494] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.035045] env[66735]: DEBUG nova.objects.instance [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d96430c-6002-43eb-b78d-0d9b45006a89 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.061326] env[66735]: DEBUG nova.compute.utils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.064459] env[66735]: DEBUG nova.compute.manager [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1041.064980] env[66735]: DEBUG nova.network.neutron [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1041.065520] env[66735]: WARNING neutronclient.v2_0.client [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.066157] env[66735]: WARNING neutronclient.v2_0.client [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.114306] env[66735]: DEBUG nova.policy [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b338c30241047558315e68a0bf38d1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a356bd775ea4f14a9935bfd931093b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.310406] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1041.310737] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.310916] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1041.311151] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.311283] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1041.311489] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1041.311748] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1041.311930] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1041.312133] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1041.312352] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1041.312546] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1041.322170] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa07c5e9-68b6-488f-b544-b6ae0ece70f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.343182] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "refresh_cache-5fcef3b1-4498-4078-98c2-ba66421b3a2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.343392] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "refresh_cache-5fcef3b1-4498-4078-98c2-ba66421b3a2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.343576] env[66735]: DEBUG nova.network.neutron [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.359305] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646211, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.361777] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1041.361777] env[66735]: value = "task-4646212" [ 1041.361777] env[66735]: _type = "Task" [ 1041.361777] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.375885] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646212, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.474320] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ae54d3-34b1-40c7-9ce2-792e217d6473 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.485708] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73402440-e924-4eff-b340-48650028db5c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.521804] env[66735]: DEBUG nova.network.neutron [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Successfully created port: 99b31bdb-269b-4f17-b568-7222d523626b {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1041.525061] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8d2b91-e7d8-44b1-99b5-9f3759993fef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.535163] env[66735]: DEBUG nova.objects.base [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Object Instance<3d96430c-6002-43eb-b78d-0d9b45006a89> lazy-loaded attributes: flavor,pci_requests {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.535380] env[66735]: DEBUG nova.network.neutron [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1041.536151] env[66735]: WARNING neutronclient.v2_0.client [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.536151] env[66735]: WARNING neutronclient.v2_0.client [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.539592] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729b7b1b-18aa-4a73-82ac-fb99d85d8bcc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.555954] env[66735]: DEBUG nova.compute.provider_tree [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.565480] env[66735]: DEBUG nova.compute.manager [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1041.776220] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d863eb5f-6b16-405c-9848-ec960572c468 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.776532] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ec38d9-1a4d-4aee-9f19-8d473ef1aa2a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.785579] env[66735]: DEBUG oslo_vmware.api [None req-d863eb5f-6b16-405c-9848-ec960572c468 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1041.785579] env[66735]: value = "task-4646213" [ 1041.785579] env[66735]: _type = "Task" [ 1041.785579] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.797043] env[66735]: DEBUG oslo_vmware.api [None req-d863eb5f-6b16-405c-9848-ec960572c468 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.862142] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646211, 'name': CreateSnapshot_Task, 'duration_secs': 0.89542} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.862945] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1041.866735] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e57af39-86af-499d-88c9-a35baf119026 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.883966] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646212, 'name': ReconfigVM_Task, 'duration_secs': 0.222326} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.883966] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance 'f65ed6ff-2d96-489b-b666-e76d1bb8d94f' progress to 33 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.059111] env[66735]: DEBUG nova.scheduler.client.report [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.119059] env[66735]: DEBUG nova.policy [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49ad68428394d51a920e60ac057cd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ceab9724bb4af6b8c7ba686fdefd49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.150916] env[66735]: DEBUG nova.network.neutron [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1042.210940] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1042.211222] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907252', 'volume_id': '3c0435b3-73fa-49a2-9131-be66bcb9bbdf', 'name': 'volume-3c0435b3-73fa-49a2-9131-be66bcb9bbdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26586a90-db2d-4f62-ab1a-2d5dfa53a9dc', 'attached_at': '', 'detached_at': '', 'volume_id': '3c0435b3-73fa-49a2-9131-be66bcb9bbdf', 'serial': '3c0435b3-73fa-49a2-9131-be66bcb9bbdf'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1042.212268] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb336d4f-d12c-41cd-84bb-a4c6c490afc8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.230528] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ad9499-4774-401e-8522-dc61a72b9531 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.259519] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-3c0435b3-73fa-49a2-9131-be66bcb9bbdf/volume-3c0435b3-73fa-49a2-9131-be66bcb9bbdf.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.259880] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1837b6bb-423b-43a4-8e78-2b256f2ad946 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.281909] env[66735]: DEBUG oslo_vmware.api [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1042.281909] env[66735]: value = "task-4646214" [ 1042.281909] env[66735]: _type = "Task" [ 1042.281909] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.296432] env[66735]: DEBUG oslo_vmware.api [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646214, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.300080] env[66735]: DEBUG oslo_vmware.api [None req-d863eb5f-6b16-405c-9848-ec960572c468 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646213, 'name': PowerOffVM_Task, 'duration_secs': 0.240193} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.300509] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d863eb5f-6b16-405c-9848-ec960572c468 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.300568] env[66735]: DEBUG nova.compute.manager [None req-d863eb5f-6b16-405c-9848-ec960572c468 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1042.301514] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac97c54-7acd-4da5-8584-78471282542b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.395902] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1042.399113] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1042.399113] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.399113] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1042.399113] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.399113] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1042.399113] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1042.399113] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.399113] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1042.400513] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1042.400513] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1042.400513] env[66735]: DEBUG nova.virt.hardware [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1042.404788] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.405098] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e8cec18e-4c3e-449a-84a7-6e30a9698e30 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.408230] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f42178-e9f5-4a6c-bb29-eb41997539e7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.428380] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1042.428380] env[66735]: value = "task-4646216" [ 1042.428380] env[66735]: _type = "Task" [ 1042.428380] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.429823] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1042.429823] env[66735]: value = "task-4646215" [ 1042.429823] env[66735]: _type = "Task" [ 1042.429823] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.443477] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.449150] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646215, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.568249] env[66735]: DEBUG oslo_concurrency.lockutils [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.571142] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.218s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.572965] env[66735]: INFO nova.compute.claims [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.578418] env[66735]: DEBUG nova.compute.manager [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1042.615058] env[66735]: DEBUG nova.virt.hardware [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1042.615434] env[66735]: DEBUG nova.virt.hardware [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.615676] env[66735]: DEBUG nova.virt.hardware [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1042.615899] env[66735]: DEBUG nova.virt.hardware [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.616079] env[66735]: DEBUG nova.virt.hardware [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1042.616276] env[66735]: DEBUG nova.virt.hardware [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1042.616597] env[66735]: DEBUG nova.virt.hardware [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.616869] env[66735]: DEBUG nova.virt.hardware [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1042.617087] env[66735]: DEBUG nova.virt.hardware [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1042.617241] env[66735]: DEBUG nova.virt.hardware [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1042.617517] env[66735]: DEBUG nova.virt.hardware [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1042.619187] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204d947f-b40d-4cb1-8f6e-b78963279a60 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.624333] env[66735]: INFO nova.scheduler.client.report [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted allocations for instance cb931a79-d9b8-40a3-8055-ed3c2a2279e0 [ 1042.634893] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92a63e7-ab0e-4904-accb-f3c1b1c3973a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.794258] env[66735]: DEBUG oslo_vmware.api [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.815074] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d863eb5f-6b16-405c-9848-ec960572c468 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.943944] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646215, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.947288] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646216, 'name': ReconfigVM_Task, 'duration_secs': 0.376185} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.947595] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.948468] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51981067-0908-4744-a88b-2ba7e28263ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.973223] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] f65ed6ff-2d96-489b-b666-e76d1bb8d94f/f65ed6ff-2d96-489b-b666-e76d1bb8d94f.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.973815] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be2c077-931b-455e-b314-f8db09d4902f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.995241] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1042.995241] env[66735]: value = "task-4646217" [ 1042.995241] env[66735]: _type = "Task" [ 1042.995241] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.007025] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.138675] env[66735]: DEBUG oslo_concurrency.lockutils [None req-aedcf65a-adbb-46bd-9789-a88af15ad70e tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "cb931a79-d9b8-40a3-8055-ed3c2a2279e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.587s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.182023] env[66735]: DEBUG nova.network.neutron [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Successfully updated port: 99b31bdb-269b-4f17-b568-7222d523626b {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1043.295436] env[66735]: DEBUG oslo_vmware.api [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646214, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.417758] env[66735]: DEBUG nova.compute.manager [req-71fad968-695a-4811-957d-c3e3b735a0b5 req-323526d0-9a61-4657-9973-99970630784d service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Received event network-changed-b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1043.417758] env[66735]: DEBUG nova.compute.manager [req-71fad968-695a-4811-957d-c3e3b735a0b5 req-323526d0-9a61-4657-9973-99970630784d service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Refreshing instance network info cache due to event network-changed-b4044cc6-9306-411e-ac4a-18fd86d6c8c5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1043.417758] env[66735]: DEBUG oslo_concurrency.lockutils [req-71fad968-695a-4811-957d-c3e3b735a0b5 req-323526d0-9a61-4657-9973-99970630784d service nova] Acquiring lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.417758] env[66735]: DEBUG oslo_concurrency.lockutils [req-71fad968-695a-4811-957d-c3e3b735a0b5 req-323526d0-9a61-4657-9973-99970630784d service nova] Acquired lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.417758] env[66735]: DEBUG nova.network.neutron [req-71fad968-695a-4811-957d-c3e3b735a0b5 req-323526d0-9a61-4657-9973-99970630784d service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Refreshing network info cache for port b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.445301] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646215, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.506823] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.614144] env[66735]: WARNING neutronclient.v2_0.client [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.684657] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "refresh_cache-d5b97681-56dc-4b81-a3bb-07b12e639baf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.684850] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "refresh_cache-d5b97681-56dc-4b81-a3bb-07b12e639baf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.685034] env[66735]: DEBUG nova.network.neutron [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1043.799723] env[66735]: DEBUG oslo_vmware.api [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646214, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.907010] env[66735]: DEBUG nova.network.neutron [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Successfully updated port: 31b4afae-052b-4d3a-b6d7-255edffc0ba3 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1043.923368] env[66735]: WARNING neutronclient.v2_0.client [req-71fad968-695a-4811-957d-c3e3b735a0b5 req-323526d0-9a61-4657-9973-99970630784d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.948647] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646215, 'name': CloneVM_Task} progress is 95%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.957876] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11dee9f-abe7-4326-8d7e-44f8f04d4b3f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.969366] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc9a76-6be1-40cc-ac4a-5ce6038da851 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.007919] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e250862f-9cec-4d9f-9ced-d5657a5d1f67 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.017995] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646217, 'name': ReconfigVM_Task, 'duration_secs': 0.813376} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.022641] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] f65ed6ff-2d96-489b-b666-e76d1bb8d94f/f65ed6ff-2d96-489b-b666-e76d1bb8d94f.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.022641] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance 'f65ed6ff-2d96-489b-b666-e76d1bb8d94f' progress to 50 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.030231] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f12e193-f5be-4caf-8948-3b17a389aeac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.048629] env[66735]: DEBUG nova.compute.provider_tree [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.062407] env[66735]: DEBUG nova.network.neutron [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Updating instance_info_cache with network_info: [{"id": "bf7abb1c-18fd-488f-840c-9f5fded975fd", "address": "fa:16:3e:3b:87:e7", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7abb1c-18", "ovs_interfaceid": "bf7abb1c-18fd-488f-840c-9f5fded975fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.192969] env[66735]: WARNING neutronclient.v2_0.client [req-71fad968-695a-4811-957d-c3e3b735a0b5 req-323526d0-9a61-4657-9973-99970630784d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.226256] env[66735]: DEBUG nova.network.neutron [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1044.276252] env[66735]: DEBUG nova.network.neutron [req-71fad968-695a-4811-957d-c3e3b735a0b5 req-323526d0-9a61-4657-9973-99970630784d service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updated VIF entry in instance network info cache for port b4044cc6-9306-411e-ac4a-18fd86d6c8c5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1044.276629] env[66735]: DEBUG nova.network.neutron [req-71fad968-695a-4811-957d-c3e3b735a0b5 req-323526d0-9a61-4657-9973-99970630784d service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updating instance_info_cache with network_info: [{"id": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "address": "fa:16:3e:c1:d9:71", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4044cc6-93", "ovs_interfaceid": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.298115] env[66735]: DEBUG oslo_vmware.api [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646214, 'name': ReconfigVM_Task, 'duration_secs': 1.599939} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.299104] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-3c0435b3-73fa-49a2-9131-be66bcb9bbdf/volume-3c0435b3-73fa-49a2-9131-be66bcb9bbdf.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.304703] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20e607bb-9468-4aa8-a22d-53fcbe337b5e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.319656] env[66735]: WARNING neutronclient.v2_0.client [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.329971] env[66735]: DEBUG oslo_vmware.api [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1044.329971] env[66735]: value = "task-4646218" [ 1044.329971] env[66735]: _type = "Task" [ 1044.329971] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.341420] env[66735]: DEBUG oslo_vmware.api [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.401768] env[66735]: DEBUG nova.network.neutron [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Updating instance_info_cache with network_info: [{"id": "99b31bdb-269b-4f17-b568-7222d523626b", "address": "fa:16:3e:c7:5c:55", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b31bdb-26", "ovs_interfaceid": "99b31bdb-269b-4f17-b568-7222d523626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.410523] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.448245] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646215, 'name': CloneVM_Task, 'duration_secs': 1.735981} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.448758] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Created linked-clone VM from snapshot [ 1044.449773] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1f4dde-ce17-485a-9f03-c0a7e63328d2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.460964] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Uploading image e858b768-d6f1-410f-a91c-0429109f20d7 {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1044.488275] env[66735]: DEBUG oslo_vmware.rw_handles [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1044.488275] env[66735]: value = "vm-907254" [ 1044.488275] env[66735]: _type = "VirtualMachine" [ 1044.488275] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1044.489016] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e5b06210-7bd0-4a9a-9581-30855a0ecb5f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.498117] env[66735]: DEBUG oslo_vmware.rw_handles [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lease: (returnval){ [ 1044.498117] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520195ed-68ab-ebc7-724e-196c857e13db" [ 1044.498117] env[66735]: _type = "HttpNfcLease" [ 1044.498117] env[66735]: } obtained for exporting VM: (result){ [ 1044.498117] env[66735]: value = "vm-907254" [ 1044.498117] env[66735]: _type = "VirtualMachine" [ 1044.498117] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1044.498540] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the lease: (returnval){ [ 1044.498540] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520195ed-68ab-ebc7-724e-196c857e13db" [ 1044.498540] env[66735]: _type = "HttpNfcLease" [ 1044.498540] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1044.505724] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1044.505724] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520195ed-68ab-ebc7-724e-196c857e13db" [ 1044.505724] env[66735]: _type = "HttpNfcLease" [ 1044.505724] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1044.537568] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a51bdc0-951e-49ef-ab1a-b9037ebfa4cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.558759] env[66735]: DEBUG nova.scheduler.client.report [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.564357] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2022c6f1-8a01-421d-8f33-e9f2866dcf5a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.567499] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "refresh_cache-5fcef3b1-4498-4078-98c2-ba66421b3a2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.567913] env[66735]: DEBUG nova.compute.manager [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Instance network_info: |[{"id": "bf7abb1c-18fd-488f-840c-9f5fded975fd", "address": "fa:16:3e:3b:87:e7", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7abb1c-18", "ovs_interfaceid": "bf7abb1c-18fd-488f-840c-9f5fded975fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1044.568176] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:87:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf7abb1c-18fd-488f-840c-9f5fded975fd', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.575966] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1044.577372] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.577613] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d15b63e-ea7f-4156-953a-623d371c3903 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.610406] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance 'f65ed6ff-2d96-489b-b666-e76d1bb8d94f' progress to 67 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.626686] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.626686] env[66735]: value = "task-4646220" [ 1044.626686] env[66735]: _type = "Task" [ 1044.626686] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.640793] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646220, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.780024] env[66735]: DEBUG oslo_concurrency.lockutils [req-71fad968-695a-4811-957d-c3e3b735a0b5 req-323526d0-9a61-4657-9973-99970630784d service nova] Releasing lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.780534] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.781805] env[66735]: DEBUG nova.network.neutron [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1044.841941] env[66735]: DEBUG oslo_vmware.api [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646218, 'name': ReconfigVM_Task, 'duration_secs': 0.172195} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.842810] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907252', 'volume_id': '3c0435b3-73fa-49a2-9131-be66bcb9bbdf', 'name': 'volume-3c0435b3-73fa-49a2-9131-be66bcb9bbdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26586a90-db2d-4f62-ab1a-2d5dfa53a9dc', 'attached_at': '', 'detached_at': '', 'volume_id': '3c0435b3-73fa-49a2-9131-be66bcb9bbdf', 'serial': '3c0435b3-73fa-49a2-9131-be66bcb9bbdf'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1044.905009] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "refresh_cache-d5b97681-56dc-4b81-a3bb-07b12e639baf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.905500] env[66735]: DEBUG nova.compute.manager [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Instance network_info: |[{"id": "99b31bdb-269b-4f17-b568-7222d523626b", "address": "fa:16:3e:c7:5c:55", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b31bdb-26", "ovs_interfaceid": "99b31bdb-269b-4f17-b568-7222d523626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1044.906138] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:5c:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99b31bdb-269b-4f17-b568-7222d523626b', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.915274] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1044.915588] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.915873] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6b5c30d-94cd-42b4-b30d-c91367c8849e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.939389] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.939389] env[66735]: value = "task-4646222" [ 1044.939389] env[66735]: _type = "Task" [ 1044.939389] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.948785] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646222, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.008448] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.008448] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520195ed-68ab-ebc7-724e-196c857e13db" [ 1045.008448] env[66735]: _type = "HttpNfcLease" [ 1045.008448] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1045.008953] env[66735]: DEBUG oslo_vmware.rw_handles [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1045.008953] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520195ed-68ab-ebc7-724e-196c857e13db" [ 1045.008953] env[66735]: _type = "HttpNfcLease" [ 1045.008953] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1045.010601] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e502f8c-373d-44eb-af5d-01308d506f85 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.020892] env[66735]: DEBUG oslo_vmware.rw_handles [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f396d-b0b4-61fd-1dfd-0761b350d15d/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1045.021201] env[66735]: DEBUG oslo_vmware.rw_handles [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f396d-b0b4-61fd-1dfd-0761b350d15d/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1045.082108] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.082261] env[66735]: DEBUG nova.compute.manager [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1045.086561] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.179s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.086688] env[66735]: DEBUG nova.objects.instance [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1045.119500] env[66735]: WARNING neutronclient.v2_0.client [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.119974] env[66735]: WARNING neutronclient.v2_0.client [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.127038] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e7dd0df-5923-452e-838c-351780067086 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.129043] env[66735]: INFO nova.compute.manager [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Rebuilding instance [ 1045.143512] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646220, 'name': CreateVM_Task, 'duration_secs': 0.393947} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.144692] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.145325] env[66735]: WARNING neutronclient.v2_0.client [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.145639] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.145916] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.146200] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.146957] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7720ae15-2c71-472d-a0b5-beb22473da76 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.154176] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1045.154176] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52681564-c764-72a1-a6a3-60e22dab20fc" [ 1045.154176] env[66735]: _type = "Task" [ 1045.154176] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.168454] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52681564-c764-72a1-a6a3-60e22dab20fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.169457] env[66735]: DEBUG nova.network.neutron [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Port 56e65394-f873-422a-8492-9e09efed4211 binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1045.199136] env[66735]: DEBUG nova.compute.manager [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1045.200025] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641484af-db96-498a-a35d-4849837bde14 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.258042] env[66735]: DEBUG nova.compute.manager [req-bb2045cc-431f-488b-b57e-fd0fb0836936 req-fff1f07d-314b-445c-9d55-470999b6bee5 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Received event network-vif-plugged-31b4afae-052b-4d3a-b6d7-255edffc0ba3 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1045.258042] env[66735]: DEBUG oslo_concurrency.lockutils [req-bb2045cc-431f-488b-b57e-fd0fb0836936 req-fff1f07d-314b-445c-9d55-470999b6bee5 service nova] Acquiring lock "3d96430c-6002-43eb-b78d-0d9b45006a89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.258042] env[66735]: DEBUG oslo_concurrency.lockutils [req-bb2045cc-431f-488b-b57e-fd0fb0836936 req-fff1f07d-314b-445c-9d55-470999b6bee5 service nova] Lock "3d96430c-6002-43eb-b78d-0d9b45006a89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.258042] env[66735]: DEBUG oslo_concurrency.lockutils [req-bb2045cc-431f-488b-b57e-fd0fb0836936 req-fff1f07d-314b-445c-9d55-470999b6bee5 service nova] Lock "3d96430c-6002-43eb-b78d-0d9b45006a89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.258042] env[66735]: DEBUG nova.compute.manager [req-bb2045cc-431f-488b-b57e-fd0fb0836936 req-fff1f07d-314b-445c-9d55-470999b6bee5 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] No waiting events found dispatching network-vif-plugged-31b4afae-052b-4d3a-b6d7-255edffc0ba3 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1045.258042] env[66735]: WARNING nova.compute.manager [req-bb2045cc-431f-488b-b57e-fd0fb0836936 req-fff1f07d-314b-445c-9d55-470999b6bee5 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Received unexpected event network-vif-plugged-31b4afae-052b-4d3a-b6d7-255edffc0ba3 for instance with vm_state active and task_state None. [ 1045.328136] env[66735]: WARNING nova.network.neutron [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] e6b3841c-2f38-477b-91df-5d938cd4bf27 already exists in list: networks containing: ['e6b3841c-2f38-477b-91df-5d938cd4bf27']. ignoring it [ 1045.430814] env[66735]: WARNING neutronclient.v2_0.client [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.452483] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646222, 'name': CreateVM_Task, 'duration_secs': 0.408893} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.452483] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.452483] env[66735]: WARNING neutronclient.v2_0.client [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.452483] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.452811] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.453028] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.453348] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765d12db-37ec-43f8-accb-e54d8c547c70 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.459634] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1045.459634] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520c9a53-244b-8902-faba-1be8a2df2fc5" [ 1045.459634] env[66735]: _type = "Task" [ 1045.459634] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.471775] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520c9a53-244b-8902-faba-1be8a2df2fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.592032] env[66735]: DEBUG nova.compute.utils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.599694] env[66735]: DEBUG nova.compute.manager [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1045.599992] env[66735]: DEBUG nova.network.neutron [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1045.600433] env[66735]: WARNING neutronclient.v2_0.client [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.600820] env[66735]: WARNING neutronclient.v2_0.client [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.646435] env[66735]: DEBUG nova.policy [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '404c21382d5b4720a44a7edee3a598a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc2ef2f7d064717860187d5a603fc1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.665856] env[66735]: WARNING neutronclient.v2_0.client [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.677993] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.678219] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Processing image 4b6894cf-df19-4a9b-a272-cadd1c8d4c62 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.678414] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62/4b6894cf-df19-4a9b-a272-cadd1c8d4c62.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.678620] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62/4b6894cf-df19-4a9b-a272-cadd1c8d4c62.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.679037] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.685011] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a6d647f-a1a9-4e22-80a0-071c8e3046cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.699574] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.699911] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.700879] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa5e6fb-9004-4f5b-acf8-710f7d4a7f0c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.715038] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1045.715038] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52277aa9-a57f-b3a1-b662-5688ea5ec98e" [ 1045.715038] env[66735]: _type = "Task" [ 1045.715038] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.732353] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Preparing fetch location {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1045.732744] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Fetch image to [datastore1] OSTACK_IMG_d06f9eb8-b980-43fd-ba5e-4c0e65ffcec3/OSTACK_IMG_d06f9eb8-b980-43fd-ba5e-4c0e65ffcec3.vmdk {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1045.732977] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Downloading stream optimized image 4b6894cf-df19-4a9b-a272-cadd1c8d4c62 to [datastore1] OSTACK_IMG_d06f9eb8-b980-43fd-ba5e-4c0e65ffcec3/OSTACK_IMG_d06f9eb8-b980-43fd-ba5e-4c0e65ffcec3.vmdk on the data store datastore1 as vApp {{(pid=66735) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1045.733216] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Downloading image file data 4b6894cf-df19-4a9b-a272-cadd1c8d4c62 to the ESX as VM named 'OSTACK_IMG_d06f9eb8-b980-43fd-ba5e-4c0e65ffcec3' {{(pid=66735) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1045.800769] env[66735]: DEBUG nova.network.neutron [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updating instance_info_cache with network_info: [{"id": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "address": "fa:16:3e:c1:d9:71", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4044cc6-93", "ovs_interfaceid": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31b4afae-052b-4d3a-b6d7-255edffc0ba3", "address": "fa:16:3e:3c:ce:e7", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b4afae-05", "ovs_interfaceid": "31b4afae-052b-4d3a-b6d7-255edffc0ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.812462] env[66735]: INFO nova.compute.manager [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Unrescuing [ 1045.813086] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "refresh_cache-e3a2c7ad-0021-424a-be07-a08579e82e8e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.813390] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquired lock "refresh_cache-e3a2c7ad-0021-424a-be07-a08579e82e8e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.813654] env[66735]: DEBUG nova.network.neutron [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1045.842898] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1045.842898] env[66735]: value = "resgroup-9" [ 1045.842898] env[66735]: _type = "ResourcePool" [ 1045.842898] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1045.843431] env[66735]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-93f6b26c-4351-4bdd-b2fd-c56e23a03fd5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.877106] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lease: (returnval){ [ 1045.877106] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52557be6-5167-446e-4dd2-8ff824f75dc1" [ 1045.877106] env[66735]: _type = "HttpNfcLease" [ 1045.877106] env[66735]: } obtained for vApp import into resource pool (val){ [ 1045.877106] env[66735]: value = "resgroup-9" [ 1045.877106] env[66735]: _type = "ResourcePool" [ 1045.877106] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1045.877106] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the lease: (returnval){ [ 1045.877106] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52557be6-5167-446e-4dd2-8ff824f75dc1" [ 1045.877106] env[66735]: _type = "HttpNfcLease" [ 1045.877106] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1046.673571] env[66735]: DEBUG nova.objects.instance [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'flavor' on Instance uuid 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.675320] env[66735]: DEBUG nova.compute.manager [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1046.678530] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c1ec490f-32ca-488d-89ed-4c5e29427df5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.592s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.687974] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.688473] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.689147] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.689996] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.689996] env[66735]: WARNING neutronclient.v2_0.client [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.694900] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.694900] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52557be6-5167-446e-4dd2-8ff824f75dc1" [ 1046.694900] env[66735]: _type = "HttpNfcLease" [ 1046.694900] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1046.695128] env[66735]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.31813199999999997 sec [ 1046.696389] env[66735]: DEBUG nova.network.neutron [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Successfully created port: 3d5ac6e1-7212-46f9-b983-3494fce4ff03 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1046.705760] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe5b229-0102-4571-88c6-80fea0cabc54 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.708542] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b323d7c6-fe33-412f-9904-be94f5f76e58 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.717686] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.718146] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.718507] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.720133] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "78c5703a-faa2-48fa-8f5f-cb1981ed2624" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.720554] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "78c5703a-faa2-48fa-8f5f-cb1981ed2624" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.750608] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520c9a53-244b-8902-faba-1be8a2df2fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.011845} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.751599] env[66735]: DEBUG nova.virt.hardware [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1046.752098] env[66735]: DEBUG nova.virt.hardware [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.752502] env[66735]: DEBUG nova.virt.hardware [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1046.752778] env[66735]: DEBUG nova.virt.hardware [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.752939] env[66735]: DEBUG nova.virt.hardware [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1046.753109] env[66735]: DEBUG nova.virt.hardware [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1046.753471] env[66735]: DEBUG nova.virt.hardware [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1046.753635] env[66735]: DEBUG nova.virt.hardware [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1046.753996] env[66735]: DEBUG nova.virt.hardware [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1046.754181] env[66735]: DEBUG nova.virt.hardware [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1046.754442] env[66735]: DEBUG nova.virt.hardware [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1046.761051] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Reconfiguring VM to attach interface {{(pid=66735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1046.767160] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.767420] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.767806] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.768034] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.768216] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.769210] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c37aaf-e59c-48da-844e-ec32cd80ac3e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.782278] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Waiting for the task: (returnval){ [ 1046.782278] env[66735]: value = "task-4646226" [ 1046.782278] env[66735]: _type = "Task" [ 1046.782278] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.782566] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.782566] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52557be6-5167-446e-4dd2-8ff824f75dc1" [ 1046.782566] env[66735]: _type = "HttpNfcLease" [ 1046.782566] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1046.782927] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11ea0704-9c18-408c-b344-07d13605ea13 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.792632] env[66735]: DEBUG oslo_vmware.api [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1046.792632] env[66735]: value = "task-4646227" [ 1046.792632] env[66735]: _type = "Task" [ 1046.792632] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.796515] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.801106] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.801324] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.802501] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdc2feb-51b3-4cb2-9fd2-2a2c0ccb2c8f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.810531] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1046.810531] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528c7d51-c4da-2bf0-b587-4371f9079342" [ 1046.810531] env[66735]: _type = "Task" [ 1046.810531] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.813732] env[66735]: DEBUG oslo_vmware.api [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646227, 'name': ReconfigVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.824181] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528c7d51-c4da-2bf0-b587-4371f9079342, 'name': SearchDatastore_Task, 'duration_secs': 0.011891} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.825131] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b514c59c-885a-41d1-bc7b-5d28bc72cc39 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.832139] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1046.832139] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5231684d-5ecd-3f4e-c5d9-bba733554cf2" [ 1046.832139] env[66735]: _type = "Task" [ 1046.832139] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.845439] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5231684d-5ecd-3f4e-c5d9-bba733554cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.931641] env[66735]: WARNING neutronclient.v2_0.client [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.025183] env[66735]: DEBUG nova.network.neutron [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Updating instance_info_cache with network_info: [{"id": "e11d2a5d-915b-4b60-8866-205c931aa98d", "address": "fa:16:3e:71:2c:be", "network": {"id": "1a2838ba-d357-4ac4-819a-cfe7c2ed7782", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1511066718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7d81bd51055a41c985165134b6fc3f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11d2a5d-91", "ovs_interfaceid": "e11d2a5d-915b-4b60-8866-205c931aa98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.207439] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bd9f34cb-6e65-48d0-b078-8d60588c2b2c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.666s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.226929] env[66735]: DEBUG nova.compute.manager [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1047.231093] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.231093] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52557be6-5167-446e-4dd2-8ff824f75dc1" [ 1047.231093] env[66735]: _type = "HttpNfcLease" [ 1047.231093] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.298555] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.312871] env[66735]: DEBUG oslo_vmware.api [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.344156] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5231684d-5ecd-3f4e-c5d9-bba733554cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.344817] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.345315] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] d5b97681-56dc-4b81-a3bb-07b12e639baf/d5b97681-56dc-4b81-a3bb-07b12e639baf.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.345696] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-239f5712-c6d8-48e1-b364-e50bdce8be56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.355863] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1047.355863] env[66735]: value = "task-4646228" [ 1047.355863] env[66735]: _type = "Task" [ 1047.355863] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.367209] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.528639] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Releasing lock "refresh_cache-e3a2c7ad-0021-424a-be07-a08579e82e8e" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.529424] env[66735]: DEBUG nova.objects.instance [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lazy-loading 'flavor' on Instance uuid e3a2c7ad-0021-424a-be07-a08579e82e8e {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.710271] env[66735]: DEBUG nova.compute.manager [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1047.727198] env[66735]: WARNING neutronclient.v2_0.client [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.730271] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.730271] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52557be6-5167-446e-4dd2-8ff824f75dc1" [ 1047.730271] env[66735]: _type = "HttpNfcLease" [ 1047.730271] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1047.730883] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1047.730883] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52557be6-5167-446e-4dd2-8ff824f75dc1" [ 1047.730883] env[66735]: _type = "HttpNfcLease" [ 1047.730883] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1047.734098] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3384a7eb-d0f6-4dc8-843d-ff9be6ba299c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.749329] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee5453-e500-16d8-d5c1-96c008c358b1/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1047.749689] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee5453-e500-16d8-d5c1-96c008c358b1/disk-0.vmdk. {{(pid=66735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1047.810516] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.810739] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.810928] env[66735]: DEBUG nova.network.neutron [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1047.813189] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.813444] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.815007] env[66735]: INFO nova.compute.claims [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.835839] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97bafce9-3b79-4163-b9ed-8715a5ab5208 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.837798] env[66735]: DEBUG oslo_vmware.api [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.844902] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646226, 'name': PowerOffVM_Task, 'duration_secs': 0.774159} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.846171] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.847273] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.847755] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7da0953-b074-46a9-8bca-b14d85c3c0c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.862933] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Waiting for the task: (returnval){ [ 1047.862933] env[66735]: value = "task-4646229" [ 1047.862933] env[66735]: _type = "Task" [ 1047.862933] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.873885] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646228, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.884655] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1047.884946] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1047.885201] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907211', 'volume_id': '8b4ed62a-feee-4442-9f6a-791cbde250f0', 'name': 'volume-8b4ed62a-feee-4442-9f6a-791cbde250f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be7dbad8-d681-4099-a0c9-3bd1596b2f7f', 'attached_at': '', 'detached_at': '', 'volume_id': '8b4ed62a-feee-4442-9f6a-791cbde250f0', 'serial': '8b4ed62a-feee-4442-9f6a-791cbde250f0'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1047.886761] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4458d3-5e3a-441e-ac1d-de3afe5ba1c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.918161] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11146c2a-807e-4691-8c75-0605f1192d45 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.929545] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899b8877-3434-4a8d-9873-8b6a83298e42 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.951178] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db32e09-6c97-48d3-abbb-6195a8dc81bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.969516] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] The volume has not been displaced from its original location: [datastore2] volume-8b4ed62a-feee-4442-9f6a-791cbde250f0/volume-8b4ed62a-feee-4442-9f6a-791cbde250f0.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1047.975775] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1047.976242] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95e7c22d-e3af-4c1c-aa23-ca3acc9becbd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.997219] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Waiting for the task: (returnval){ [ 1047.997219] env[66735]: value = "task-4646230" [ 1047.997219] env[66735]: _type = "Task" [ 1047.997219] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.009191] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.037040] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87e6aaa-2056-4bfd-97e7-62d507061527 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.061475] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.061933] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0e0e1b8-d192-4a49-b427-270195c4377f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.070914] env[66735]: DEBUG oslo_vmware.api [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1048.070914] env[66735]: value = "task-4646231" [ 1048.070914] env[66735]: _type = "Task" [ 1048.070914] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.081073] env[66735]: DEBUG oslo_vmware.api [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.323227] env[66735]: DEBUG oslo_vmware.api [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646227, 'name': ReconfigVM_Task, 'duration_secs': 1.12882} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.326250] env[66735]: WARNING neutronclient.v2_0.client [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.326634] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.326940] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Reconfigured VM to attach interface {{(pid=66735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1048.331572] env[66735]: WARNING neutronclient.v2_0.client [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.361653] env[66735]: DEBUG nova.virt.hardware [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1048.361653] env[66735]: DEBUG nova.virt.hardware [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.361891] env[66735]: DEBUG nova.virt.hardware [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1048.361947] env[66735]: DEBUG nova.virt.hardware [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.362797] env[66735]: DEBUG nova.virt.hardware [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1048.362797] env[66735]: DEBUG nova.virt.hardware [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1048.362797] env[66735]: DEBUG nova.virt.hardware [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1048.362797] env[66735]: DEBUG nova.virt.hardware [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1048.363100] env[66735]: DEBUG nova.virt.hardware [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1048.363100] env[66735]: DEBUG nova.virt.hardware [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1048.363270] env[66735]: DEBUG nova.virt.hardware [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1048.364514] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caef160-4c65-4262-a74e-7ac8ede7f7d1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.393466] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596269} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.399608] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] d5b97681-56dc-4b81-a3bb-07b12e639baf/d5b97681-56dc-4b81-a3bb-07b12e639baf.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.399929] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.401245] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a91a45e-7f80-492e-9d62-149e2959937c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.408421] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2dca61f-32fd-4e7e-bcd6-df17dbebd972 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.435551] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1048.435551] env[66735]: value = "task-4646232" [ 1048.435551] env[66735]: _type = "Task" [ 1048.435551] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.442332] env[66735]: DEBUG nova.network.neutron [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Successfully updated port: 3d5ac6e1-7212-46f9-b983-3494fce4ff03 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1048.454238] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.519577] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646230, 'name': ReconfigVM_Task, 'duration_secs': 0.239233} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.524794] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1048.535312] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9939253-fc9f-480e-a7ab-e673f7d7411e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.563617] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Waiting for the task: (returnval){ [ 1048.563617] env[66735]: value = "task-4646233" [ 1048.563617] env[66735]: _type = "Task" [ 1048.563617] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.568618] env[66735]: DEBUG nova.compute.manager [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Received event network-vif-plugged-bf7abb1c-18fd-488f-840c-9f5fded975fd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1048.569025] env[66735]: DEBUG oslo_concurrency.lockutils [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] Acquiring lock "5fcef3b1-4498-4078-98c2-ba66421b3a2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.569332] env[66735]: DEBUG oslo_concurrency.lockutils [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] Lock "5fcef3b1-4498-4078-98c2-ba66421b3a2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.569647] env[66735]: DEBUG oslo_concurrency.lockutils [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] Lock "5fcef3b1-4498-4078-98c2-ba66421b3a2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.569932] env[66735]: DEBUG nova.compute.manager [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] No waiting events found dispatching network-vif-plugged-bf7abb1c-18fd-488f-840c-9f5fded975fd {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1048.570180] env[66735]: WARNING nova.compute.manager [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Received unexpected event network-vif-plugged-bf7abb1c-18fd-488f-840c-9f5fded975fd for instance with vm_state building and task_state spawning. [ 1048.570421] env[66735]: DEBUG nova.compute.manager [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Received event network-changed-bf7abb1c-18fd-488f-840c-9f5fded975fd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1048.570697] env[66735]: DEBUG nova.compute.manager [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Refreshing instance network info cache due to event network-changed-bf7abb1c-18fd-488f-840c-9f5fded975fd. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1048.571059] env[66735]: DEBUG oslo_concurrency.lockutils [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] Acquiring lock "refresh_cache-5fcef3b1-4498-4078-98c2-ba66421b3a2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.571343] env[66735]: DEBUG oslo_concurrency.lockutils [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] Acquired lock "refresh_cache-5fcef3b1-4498-4078-98c2-ba66421b3a2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.571564] env[66735]: DEBUG nova.network.neutron [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Refreshing network info cache for port bf7abb1c-18fd-488f-840c-9f5fded975fd {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.603949] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.609324] env[66735]: DEBUG oslo_vmware.api [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646231, 'name': PowerOffVM_Task, 'duration_secs': 0.466508} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.609651] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.616387] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.619253] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3357183-2237-4d4a-8cf5-316768864982 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.639331] env[66735]: WARNING neutronclient.v2_0.client [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.645073] env[66735]: DEBUG oslo_vmware.api [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1048.645073] env[66735]: value = "task-4646234" [ 1048.645073] env[66735]: _type = "Task" [ 1048.645073] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.659314] env[66735]: DEBUG oslo_vmware.api [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646234, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.728060] env[66735]: DEBUG nova.network.neutron [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance_info_cache with network_info: [{"id": "56e65394-f873-422a-8492-9e09efed4211", "address": "fa:16:3e:75:37:fb", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e65394-f8", "ovs_interfaceid": "56e65394-f873-422a-8492-9e09efed4211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.836697] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e4d3a950-73b2-4781-a46b-6881606d658a tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-3d96430c-6002-43eb-b78d-0d9b45006a89-31b4afae-052b-4d3a-b6d7-255edffc0ba3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.524s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.952802] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "refresh_cache-9bc5e5dc-3f15-4156-8a25-16a009646142" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.952802] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired lock "refresh_cache-9bc5e5dc-3f15-4156-8a25-16a009646142" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.952802] env[66735]: DEBUG nova.network.neutron [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1048.963838] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090236} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.974402] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.977743] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ed0433-0a11-4d5e-bd09-04469cccb455 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.033574] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] d5b97681-56dc-4b81-a3bb-07b12e639baf/d5b97681-56dc-4b81-a3bb-07b12e639baf.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.045463] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Completed reading data from the image iterator. {{(pid=66735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1049.045705] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee5453-e500-16d8-d5c1-96c008c358b1/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1049.045890] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b194ef-1b4e-4798-aa3b-fb0ea247c361 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.069028] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ced63-a9d1-4cc4-bd09-6fbd1d9df96a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.081618] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee5453-e500-16d8-d5c1-96c008c358b1/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1049.081859] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee5453-e500-16d8-d5c1-96c008c358b1/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1049.086959] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-073c6db4-b6fc-4174-bb3c-d72eb7207a70 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.089306] env[66735]: WARNING neutronclient.v2_0.client [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.091795] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646233, 'name': ReconfigVM_Task, 'duration_secs': 0.219926} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.092096] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1049.092096] env[66735]: value = "task-4646235" [ 1049.092096] env[66735]: _type = "Task" [ 1049.092096] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.095253] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907211', 'volume_id': '8b4ed62a-feee-4442-9f6a-791cbde250f0', 'name': 'volume-8b4ed62a-feee-4442-9f6a-791cbde250f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be7dbad8-d681-4099-a0c9-3bd1596b2f7f', 'attached_at': '', 'detached_at': '', 'volume_id': '8b4ed62a-feee-4442-9f6a-791cbde250f0', 'serial': '8b4ed62a-feee-4442-9f6a-791cbde250f0'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1049.095575] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.097193] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c6c2c5-63ef-4667-b2ac-c6fc11f88f40 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.112123] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.122187] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c134017f-df86-4a9e-bfe9-3cbff316342c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.126028] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.160713] env[66735]: DEBUG oslo_vmware.api [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646234, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.210465] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.210465] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.210465] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Deleting the datastore file [datastore2] be7dbad8-d681-4099-a0c9-3bd1596b2f7f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.210465] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a8262bf-9cbe-4b44-b764-8c2c78eee7ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.222507] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Waiting for the task: (returnval){ [ 1049.222507] env[66735]: value = "task-4646238" [ 1049.222507] env[66735]: _type = "Task" [ 1049.222507] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.234799] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.239532] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.349729] env[66735]: DEBUG oslo_vmware.rw_handles [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee5453-e500-16d8-d5c1-96c008c358b1/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1049.350093] env[66735]: INFO nova.virt.vmwareapi.images [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Downloaded image file data 4b6894cf-df19-4a9b-a272-cadd1c8d4c62 [ 1049.351362] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608dc599-74d8-45ba-a306-334b87f065f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.373482] env[66735]: WARNING neutronclient.v2_0.client [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.375685] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7c9daee-2340-450c-86e9-ea4a4f64635d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.391034] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f52c576-cc55-4e9f-acab-363e34df2a10 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.402218] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b066dd-b0e7-436a-bbdd-e73a371de8b9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.407291] env[66735]: INFO nova.virt.vmwareapi.images [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] The imported VM was unregistered [ 1049.409800] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Caching image {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1049.410059] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.410902] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49c28fca-7170-4cab-aea3-e11bed6f1345 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.448829] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81541efd-5f99-46a6-8616-1bbdb26f6e79 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.450438] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Created directory with path [datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.450650] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d06f9eb8-b980-43fd-ba5e-4c0e65ffcec3/OSTACK_IMG_d06f9eb8-b980-43fd-ba5e-4c0e65ffcec3.vmdk to [datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62/4b6894cf-df19-4a9b-a272-cadd1c8d4c62.vmdk. {{(pid=66735) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1049.451562] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6638affa-2053-421a-8430-a415fdd4f6fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.460910] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45c56a3-9474-4426-9286-0bc50381b92f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.466280] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1049.466280] env[66735]: value = "task-4646240" [ 1049.466280] env[66735]: _type = "Task" [ 1049.466280] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.481080] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.481319] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.481548] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.481773] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.481961] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.483911] env[66735]: DEBUG nova.compute.provider_tree [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.485990] env[66735]: INFO nova.compute.manager [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Terminating instance [ 1049.494612] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646240, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.495793] env[66735]: DEBUG nova.network.neutron [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Updated VIF entry in instance network info cache for port bf7abb1c-18fd-488f-840c-9f5fded975fd. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1049.496271] env[66735]: DEBUG nova.network.neutron [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Updating instance_info_cache with network_info: [{"id": "bf7abb1c-18fd-488f-840c-9f5fded975fd", "address": "fa:16:3e:3b:87:e7", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7abb1c-18", "ovs_interfaceid": "bf7abb1c-18fd-488f-840c-9f5fded975fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.528749] env[66735]: DEBUG nova.network.neutron [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1049.607227] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646235, 'name': ReconfigVM_Task, 'duration_secs': 0.438382} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.607649] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Reconfigured VM instance instance-00000062 to attach disk [datastore1] d5b97681-56dc-4b81-a3bb-07b12e639baf/d5b97681-56dc-4b81-a3bb-07b12e639baf.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.608382] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f14c2f8-f91e-4e3f-b2b7-e7c88b68c373 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.611552] env[66735]: WARNING neutronclient.v2_0.client [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.620649] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1049.620649] env[66735]: value = "task-4646241" [ 1049.620649] env[66735]: _type = "Task" [ 1049.620649] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.630771] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646241, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.665370] env[66735]: DEBUG oslo_vmware.api [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646234, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.693570] env[66735]: DEBUG nova.network.neutron [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Updating instance_info_cache with network_info: [{"id": "3d5ac6e1-7212-46f9-b983-3494fce4ff03", "address": "fa:16:3e:53:af:64", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5ac6e1-72", "ovs_interfaceid": "3d5ac6e1-7212-46f9-b983-3494fce4ff03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.732916] env[66735]: DEBUG oslo_vmware.api [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Task: {'id': task-4646238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116542} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.733288] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.733350] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.733520] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.761419] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a65506-dc21-4791-b1e3-23aa6ef12c8a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.783076] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa1d10-b658-4f13-a8c1-5b0e36a257fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.793362] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance 'f65ed6ff-2d96-489b-b666-e76d1bb8d94f' progress to 83 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.807846] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1049.808113] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2809f9c3-5c1f-49d2-a108-e87b8c5589fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.819550] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0696a9-c855-46a1-9550-57fee3540206 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.846716] env[66735]: DEBUG nova.compute.manager [req-70d473c9-6bb4-4b4d-a0e8-71b60eec9c20 req-cc655146-337b-4d5f-949d-67c7347e53bc service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Received event network-changed-31b4afae-052b-4d3a-b6d7-255edffc0ba3 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1049.846978] env[66735]: DEBUG nova.compute.manager [req-70d473c9-6bb4-4b4d-a0e8-71b60eec9c20 req-cc655146-337b-4d5f-949d-67c7347e53bc service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Refreshing instance network info cache due to event network-changed-31b4afae-052b-4d3a-b6d7-255edffc0ba3. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1049.846978] env[66735]: DEBUG oslo_concurrency.lockutils [req-70d473c9-6bb4-4b4d-a0e8-71b60eec9c20 req-cc655146-337b-4d5f-949d-67c7347e53bc service nova] Acquiring lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.847147] env[66735]: DEBUG oslo_concurrency.lockutils [req-70d473c9-6bb4-4b4d-a0e8-71b60eec9c20 req-cc655146-337b-4d5f-949d-67c7347e53bc service nova] Acquired lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.847373] env[66735]: DEBUG nova.network.neutron [req-70d473c9-6bb4-4b4d-a0e8-71b60eec9c20 req-cc655146-337b-4d5f-949d-67c7347e53bc service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Refreshing network info cache for port 31b4afae-052b-4d3a-b6d7-255edffc0ba3 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.869478] env[66735]: ERROR nova.compute.manager [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Failed to detach volume 8b4ed62a-feee-4442-9f6a-791cbde250f0 from /dev/sda: nova.exception.InstanceNotFound: Instance be7dbad8-d681-4099-a0c9-3bd1596b2f7f could not be found. [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Traceback (most recent call last): [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] self.driver.rebuild(**kwargs) [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] raise NotImplementedError() [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] NotImplementedError [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] During handling of the above exception, another exception occurred: [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Traceback (most recent call last): [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] self.driver.detach_volume(context, old_connection_info, [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] return self._volumeops.detach_volume(connection_info, instance) [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] self._detach_volume_vmdk(connection_info, instance) [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] stable_ref.fetch_moref(session) [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] nova.exception.InstanceNotFound: Instance be7dbad8-d681-4099-a0c9-3bd1596b2f7f could not be found. [ 1049.869478] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] [ 1049.872783] env[66735]: WARNING neutronclient.v2_0.client [req-70d473c9-6bb4-4b4d-a0e8-71b60eec9c20 req-cc655146-337b-4d5f-949d-67c7347e53bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.987279] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646240, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.990906] env[66735]: DEBUG nova.scheduler.client.report [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.999241] env[66735]: DEBUG nova.compute.manager [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1049.999623] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.001697] env[66735]: DEBUG oslo_concurrency.lockutils [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] Releasing lock "refresh_cache-5fcef3b1-4498-4078-98c2-ba66421b3a2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.001697] env[66735]: DEBUG nova.compute.manager [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Received event network-vif-plugged-99b31bdb-269b-4f17-b568-7222d523626b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1050.001697] env[66735]: DEBUG oslo_concurrency.lockutils [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] Acquiring lock "d5b97681-56dc-4b81-a3bb-07b12e639baf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.001697] env[66735]: DEBUG oslo_concurrency.lockutils [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] Lock "d5b97681-56dc-4b81-a3bb-07b12e639baf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.001697] env[66735]: DEBUG oslo_concurrency.lockutils [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] Lock "d5b97681-56dc-4b81-a3bb-07b12e639baf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.002381] env[66735]: DEBUG nova.compute.manager [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] No waiting events found dispatching network-vif-plugged-99b31bdb-269b-4f17-b568-7222d523626b {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1050.002381] env[66735]: WARNING nova.compute.manager [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Received unexpected event network-vif-plugged-99b31bdb-269b-4f17-b568-7222d523626b for instance with vm_state building and task_state spawning. [ 1050.002381] env[66735]: DEBUG nova.compute.manager [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Received event network-changed-99b31bdb-269b-4f17-b568-7222d523626b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1050.002807] env[66735]: DEBUG nova.compute.manager [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Refreshing instance network info cache due to event network-changed-99b31bdb-269b-4f17-b568-7222d523626b. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1050.002807] env[66735]: DEBUG oslo_concurrency.lockutils [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] Acquiring lock "refresh_cache-d5b97681-56dc-4b81-a3bb-07b12e639baf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.002982] env[66735]: DEBUG oslo_concurrency.lockutils [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] Acquired lock "refresh_cache-d5b97681-56dc-4b81-a3bb-07b12e639baf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.003240] env[66735]: DEBUG nova.network.neutron [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Refreshing network info cache for port 99b31bdb-269b-4f17-b568-7222d523626b {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.010042] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd6588d-7b39-4632-adc0-a6eeb250f899 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.017212] env[66735]: WARNING neutronclient.v2_0.client [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.024152] env[66735]: DEBUG nova.compute.manager [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Stashing vm_state: active {{(pid=66735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1050.031674] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.034990] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d854eed-0c7d-44d9-ac66-b587e8e9d762 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.089097] env[66735]: DEBUG nova.compute.utils [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Build of instance be7dbad8-d681-4099-a0c9-3bd1596b2f7f aborted: Failed to rebuild volume backed instance. {{(pid=66735) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1050.092165] env[66735]: ERROR nova.compute.manager [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance be7dbad8-d681-4099-a0c9-3bd1596b2f7f aborted: Failed to rebuild volume backed instance. [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Traceback (most recent call last): [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] self.driver.rebuild(**kwargs) [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] raise NotImplementedError() [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] NotImplementedError [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] During handling of the above exception, another exception occurred: [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Traceback (most recent call last): [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/compute/manager.py", line 3682, in _rebuild_volume_backed_instance [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] self._detach_root_volume(context, instance, root_bdm) [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/compute/manager.py", line 3661, in _detach_root_volume [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] with excutils.save_and_reraise_exception(): [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] self.force_reraise() [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] raise self.value [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] self.driver.detach_volume(context, old_connection_info, [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] return self._volumeops.detach_volume(connection_info, instance) [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] self._detach_volume_vmdk(connection_info, instance) [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] stable_ref.fetch_moref(session) [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] nova.exception.InstanceNotFound: Instance be7dbad8-d681-4099-a0c9-3bd1596b2f7f could not be found. [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] During handling of the above exception, another exception occurred: [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Traceback (most recent call last): [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/compute/manager.py", line 11569, in _error_out_instance_on_exception [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] yield [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/compute/manager.py", line 3950, in rebuild_instance [ 1050.092165] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] self._do_rebuild_instance_with_claim( [ 1050.093839] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/compute/manager.py", line 4036, in _do_rebuild_instance_with_claim [ 1050.093839] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] self._do_rebuild_instance( [ 1050.093839] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 1050.093839] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] self._rebuild_default_impl(**kwargs) [ 1050.093839] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/compute/manager.py", line 3805, in _rebuild_default_impl [ 1050.093839] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] self._rebuild_volume_backed_instance( [ 1050.093839] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] File "/opt/stack/nova/nova/compute/manager.py", line 3697, in _rebuild_volume_backed_instance [ 1050.093839] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] raise exception.BuildAbortException( [ 1050.093839] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] nova.exception.BuildAbortException: Build of instance be7dbad8-d681-4099-a0c9-3bd1596b2f7f aborted: Failed to rebuild volume backed instance. [ 1050.093839] env[66735]: ERROR nova.compute.manager [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] [ 1050.116032] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.116032] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.116032] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleting the datastore file [datastore2] 45ad9bf8-c414-46bd-8a86-53f25588f8a3 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.116280] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d626a2b7-f866-4600-8114-486c220af8ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.131960] env[66735]: DEBUG oslo_vmware.api [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1050.131960] env[66735]: value = "task-4646243" [ 1050.131960] env[66735]: _type = "Task" [ 1050.131960] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.139551] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646241, 'name': Rename_Task, 'duration_secs': 0.280135} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.140434] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.140758] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c9ce5b9-3c1c-4d5c-9b2a-0e82ef7d21ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.147449] env[66735]: DEBUG oslo_vmware.api [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.158583] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1050.158583] env[66735]: value = "task-4646244" [ 1050.158583] env[66735]: _type = "Task" [ 1050.158583] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.165863] env[66735]: DEBUG oslo_vmware.api [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646234, 'name': ReconfigVM_Task, 'duration_secs': 1.462022} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.166711] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1050.167308] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.167832] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f850d3d-256a-405a-9407-b7d108f5a8e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.174082] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.183022] env[66735]: WARNING neutronclient.v2_0.client [req-70d473c9-6bb4-4b4d-a0e8-71b60eec9c20 req-cc655146-337b-4d5f-949d-67c7347e53bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.186484] env[66735]: DEBUG oslo_vmware.api [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1050.186484] env[66735]: value = "task-4646245" [ 1050.186484] env[66735]: _type = "Task" [ 1050.186484] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.196273] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Releasing lock "refresh_cache-9bc5e5dc-3f15-4156-8a25-16a009646142" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.197113] env[66735]: DEBUG nova.compute.manager [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Instance network_info: |[{"id": "3d5ac6e1-7212-46f9-b983-3494fce4ff03", "address": "fa:16:3e:53:af:64", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5ac6e1-72", "ovs_interfaceid": "3d5ac6e1-7212-46f9-b983-3494fce4ff03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1050.197291] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:af:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d5ac6e1-7212-46f9-b983-3494fce4ff03', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.208440] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1050.216555] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.216922] env[66735]: DEBUG oslo_vmware.api [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.217423] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7849e2da-7a3f-4cff-974c-11d69ee3b86b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.248857] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.248857] env[66735]: value = "task-4646246" [ 1050.248857] env[66735]: _type = "Task" [ 1050.248857] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.265552] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646246, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.302371] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.303178] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb103dab-43ce-4a8e-8f3e-d1a7f75c1362 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.312042] env[66735]: WARNING neutronclient.v2_0.client [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.316510] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1050.316510] env[66735]: value = "task-4646247" [ 1050.316510] env[66735]: _type = "Task" [ 1050.316510] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.329259] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.333056] env[66735]: DEBUG nova.network.neutron [req-70d473c9-6bb4-4b4d-a0e8-71b60eec9c20 req-cc655146-337b-4d5f-949d-67c7347e53bc service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updated VIF entry in instance network info cache for port 31b4afae-052b-4d3a-b6d7-255edffc0ba3. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1050.333638] env[66735]: DEBUG nova.network.neutron [req-70d473c9-6bb4-4b4d-a0e8-71b60eec9c20 req-cc655146-337b-4d5f-949d-67c7347e53bc service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updating instance_info_cache with network_info: [{"id": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "address": "fa:16:3e:c1:d9:71", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4044cc6-93", "ovs_interfaceid": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31b4afae-052b-4d3a-b6d7-255edffc0ba3", "address": "fa:16:3e:3c:ce:e7", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b4afae-05", "ovs_interfaceid": "31b4afae-052b-4d3a-b6d7-255edffc0ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.424077] env[66735]: DEBUG nova.network.neutron [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Updated VIF entry in instance network info cache for port 99b31bdb-269b-4f17-b568-7222d523626b. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1050.424496] env[66735]: DEBUG nova.network.neutron [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Updating instance_info_cache with network_info: [{"id": "99b31bdb-269b-4f17-b568-7222d523626b", "address": "fa:16:3e:c7:5c:55", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b31bdb-26", "ovs_interfaceid": "99b31bdb-269b-4f17-b568-7222d523626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.481208] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646240, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.506395] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.507058] env[66735]: DEBUG nova.compute.manager [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1050.551245] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.551635] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.646568] env[66735]: DEBUG oslo_vmware.api [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.682350] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.703225] env[66735]: DEBUG oslo_vmware.api [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646245, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.765286] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646246, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.800942] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.801190] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.834300] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.838977] env[66735]: DEBUG oslo_concurrency.lockutils [req-70d473c9-6bb4-4b4d-a0e8-71b60eec9c20 req-cc655146-337b-4d5f-949d-67c7347e53bc service nova] Releasing lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.927561] env[66735]: DEBUG oslo_concurrency.lockutils [req-43473eb3-d6dd-4c97-b5cc-5c80191d2bd0 req-fefbe7aa-6648-4452-ae53-15d20984722c service nova] Releasing lock "refresh_cache-d5b97681-56dc-4b81-a3bb-07b12e639baf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.985938] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646240, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.013071] env[66735]: DEBUG nova.compute.utils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.015186] env[66735]: DEBUG nova.compute.manager [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Not allocating networking since 'none' was specified. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1051.060563] env[66735]: INFO nova.compute.claims [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.144773] env[66735]: DEBUG oslo_vmware.api [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.956999} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.145068] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.145259] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.145430] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.145610] env[66735]: INFO nova.compute.manager [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1051.145876] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1051.146616] env[66735]: DEBUG nova.compute.manager [-] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1051.146728] env[66735]: DEBUG nova.network.neutron [-] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1051.146983] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.174610] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.183688] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.202798] env[66735]: DEBUG oslo_vmware.api [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646245, 'name': PowerOnVM_Task, 'duration_secs': 0.577586} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.203438] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.204172] env[66735]: DEBUG nova.compute.manager [None req-58022546-5a49-4e1c-8ae6-4e95f9289c4a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1051.204718] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29053fd0-d4fd-4912-a302-4f82ad5467df {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.267887] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646246, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.307590] env[66735]: DEBUG nova.compute.manager [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1051.324905] env[66735]: DEBUG oslo_concurrency.lockutils [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "interface-3d96430c-6002-43eb-b78d-0d9b45006a89-31b4afae-052b-4d3a-b6d7-255edffc0ba3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.325214] env[66735]: DEBUG oslo_concurrency.lockutils [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-3d96430c-6002-43eb-b78d-0d9b45006a89-31b4afae-052b-4d3a-b6d7-255edffc0ba3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.330119] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "53deb4a7-c767-40ae-bf6b-2b78c46cb62b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.330525] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "53deb4a7-c767-40ae-bf6b-2b78c46cb62b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.338524] env[66735]: DEBUG oslo_vmware.api [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646247, 'name': PowerOnVM_Task, 'duration_secs': 0.855869} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.339552] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.340470] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e2834f89-473d-4c05-b1dd-399fde3652aa tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance 'f65ed6ff-2d96-489b-b666-e76d1bb8d94f' progress to 100 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.485705] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646240, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.516999] env[66735]: DEBUG nova.compute.manager [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1051.571224] env[66735]: INFO nova.compute.resource_tracker [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating resource usage from migration 9a0303a5-34b6-4d26-8544-c5eca54b7154 [ 1051.673761] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646244, 'name': PowerOnVM_Task} progress is 76%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.767356] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646246, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.829650] env[66735]: DEBUG oslo_concurrency.lockutils [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.829865] env[66735]: DEBUG oslo_concurrency.lockutils [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.831988] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.832988] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef20bdf-6461-4f2d-b99f-0a26e9167132 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.839727] env[66735]: DEBUG nova.compute.manager [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1051.871936] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e96b568-cee8-4792-aa03-dafb4a934886 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.901167] env[66735]: WARNING neutronclient.v2_0.client [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.906836] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Reconfiguring VM to detach interface {{(pid=66735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1051.910227] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a348340-d68d-4b6e-8ccb-7c5ddbfefce0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.939034] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1051.939034] env[66735]: value = "task-4646249" [ 1051.939034] env[66735]: _type = "Task" [ 1051.939034] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.952070] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.967033] env[66735]: DEBUG nova.compute.manager [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Received event network-vif-plugged-3d5ac6e1-7212-46f9-b983-3494fce4ff03 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1051.967033] env[66735]: DEBUG oslo_concurrency.lockutils [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] Acquiring lock "9bc5e5dc-3f15-4156-8a25-16a009646142-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.967033] env[66735]: DEBUG oslo_concurrency.lockutils [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.967033] env[66735]: DEBUG oslo_concurrency.lockutils [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.967518] env[66735]: DEBUG nova.compute.manager [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] No waiting events found dispatching network-vif-plugged-3d5ac6e1-7212-46f9-b983-3494fce4ff03 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1051.967518] env[66735]: WARNING nova.compute.manager [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Received unexpected event network-vif-plugged-3d5ac6e1-7212-46f9-b983-3494fce4ff03 for instance with vm_state building and task_state spawning. [ 1051.967712] env[66735]: DEBUG nova.compute.manager [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Received event network-changed-3d5ac6e1-7212-46f9-b983-3494fce4ff03 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1051.967921] env[66735]: DEBUG nova.compute.manager [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Refreshing instance network info cache due to event network-changed-3d5ac6e1-7212-46f9-b983-3494fce4ff03. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1051.968138] env[66735]: DEBUG oslo_concurrency.lockutils [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] Acquiring lock "refresh_cache-9bc5e5dc-3f15-4156-8a25-16a009646142" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.968315] env[66735]: DEBUG oslo_concurrency.lockutils [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] Acquired lock "refresh_cache-9bc5e5dc-3f15-4156-8a25-16a009646142" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.968482] env[66735]: DEBUG nova.network.neutron [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Refreshing network info cache for port 3d5ac6e1-7212-46f9-b983-3494fce4ff03 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.980529] env[66735]: DEBUG nova.network.neutron [-] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.992673] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646240, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.061556] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698308c1-bd3b-44bf-bc00-8a3e8a8da3d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.075342] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306df162-2c4f-4b04-8850-68fbfbcbaed3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.116394] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.117920] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57de655b-80d9-40de-8ef8-67f1482f0cdc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.130426] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9da9340-35b7-4cfa-b5a6-0987d12282b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.148643] env[66735]: DEBUG nova.compute.provider_tree [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.172877] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646244, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.201751] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "e3a2c7ad-0021-424a-be07-a08579e82e8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.202022] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "e3a2c7ad-0021-424a-be07-a08579e82e8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.202235] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "e3a2c7ad-0021-424a-be07-a08579e82e8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.202417] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "e3a2c7ad-0021-424a-be07-a08579e82e8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.202580] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "e3a2c7ad-0021-424a-be07-a08579e82e8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.205253] env[66735]: INFO nova.compute.manager [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Terminating instance [ 1052.262257] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646246, 'name': CreateVM_Task, 'duration_secs': 1.945542} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.262469] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.263032] env[66735]: WARNING neutronclient.v2_0.client [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.263705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.263705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.263918] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.264063] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c1da67-a2fa-400b-bb44-60c1df90ccf7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.269534] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1052.269534] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5287fcc0-ed39-ce4c-c026-54c75f7b5914" [ 1052.269534] env[66735]: _type = "Task" [ 1052.269534] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.278986] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5287fcc0-ed39-ce4c-c026-54c75f7b5914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.368617] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.447071] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.472290] env[66735]: WARNING neutronclient.v2_0.client [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.484784] env[66735]: INFO nova.compute.manager [-] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Took 1.34 seconds to deallocate network for instance. [ 1052.485132] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646240, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.764132} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.490318] env[66735]: INFO nova.virt.vmwareapi.ds_util [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d06f9eb8-b980-43fd-ba5e-4c0e65ffcec3/OSTACK_IMG_d06f9eb8-b980-43fd-ba5e-4c0e65ffcec3.vmdk to [datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62/4b6894cf-df19-4a9b-a272-cadd1c8d4c62.vmdk. [ 1052.490318] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Cleaning up location [datastore1] OSTACK_IMG_d06f9eb8-b980-43fd-ba5e-4c0e65ffcec3 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1052.491063] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d06f9eb8-b980-43fd-ba5e-4c0e65ffcec3 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.491063] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c20a7f-5fec-48ee-83e4-e9f44f650f1b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.498886] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1052.498886] env[66735]: value = "task-4646250" [ 1052.498886] env[66735]: _type = "Task" [ 1052.498886] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.510982] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.532146] env[66735]: DEBUG nova.compute.manager [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1052.559387] env[66735]: DEBUG nova.virt.hardware [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1052.559610] env[66735]: DEBUG nova.virt.hardware [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.559758] env[66735]: DEBUG nova.virt.hardware [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1052.559926] env[66735]: DEBUG nova.virt.hardware [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.560072] env[66735]: DEBUG nova.virt.hardware [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1052.560211] env[66735]: DEBUG nova.virt.hardware [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1052.560453] env[66735]: DEBUG nova.virt.hardware [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.560638] env[66735]: DEBUG nova.virt.hardware [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1052.560821] env[66735]: DEBUG nova.virt.hardware [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1052.560962] env[66735]: DEBUG nova.virt.hardware [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1052.561159] env[66735]: DEBUG nova.virt.hardware [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1052.562093] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc870e2f-0bf8-4493-9fbf-fee997bc9fb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.570154] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81154137-1390-43cb-8ee5-b75247eef92b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.587219] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.592783] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Creating folder: Project (ad86f5f137c644cbba72d176c3e4af8d). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.593444] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e73b02e0-6e7a-4b4c-9554-1bed489a2770 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.605667] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Created folder: Project (ad86f5f137c644cbba72d176c3e4af8d) in parent group-v906980. [ 1052.605865] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Creating folder: Instances. Parent ref: group-v907262. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.606136] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf25cec0-6229-4bae-a2b8-2cafa9fba645 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.617382] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Created folder: Instances in parent group-v907262. [ 1052.617591] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1052.617792] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.618015] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d6727d8-572d-4aa4-8865-56aa78960688 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.631902] env[66735]: WARNING neutronclient.v2_0.client [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.639704] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.639704] env[66735]: value = "task-4646253" [ 1052.639704] env[66735]: _type = "Task" [ 1052.639704] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.648216] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646253, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.655598] env[66735]: DEBUG nova.scheduler.client.report [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.659809] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Acquiring lock "be7dbad8-d681-4099-a0c9-3bd1596b2f7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.660051] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lock "be7dbad8-d681-4099-a0c9-3bd1596b2f7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.660249] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Acquiring lock "be7dbad8-d681-4099-a0c9-3bd1596b2f7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.660583] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lock "be7dbad8-d681-4099-a0c9-3bd1596b2f7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.660793] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lock "be7dbad8-d681-4099-a0c9-3bd1596b2f7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.663210] env[66735]: INFO nova.compute.manager [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Terminating instance [ 1052.679159] env[66735]: DEBUG oslo_vmware.api [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646244, 'name': PowerOnVM_Task, 'duration_secs': 2.22822} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.679421] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.679620] env[66735]: INFO nova.compute.manager [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1052.679786] env[66735]: DEBUG nova.compute.manager [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1052.680853] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba5f5b1-e99d-4145-948f-f70a7f8a6620 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.704734] env[66735]: DEBUG nova.network.neutron [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Updated VIF entry in instance network info cache for port 3d5ac6e1-7212-46f9-b983-3494fce4ff03. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1052.705137] env[66735]: DEBUG nova.network.neutron [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Updating instance_info_cache with network_info: [{"id": "3d5ac6e1-7212-46f9-b983-3494fce4ff03", "address": "fa:16:3e:53:af:64", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5ac6e1-72", "ovs_interfaceid": "3d5ac6e1-7212-46f9-b983-3494fce4ff03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.709723] env[66735]: DEBUG nova.compute.manager [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1052.709966] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.710959] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556284ff-52d4-46fa-be3f-3c1113021eaa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.720105] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.720357] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80c86afc-a286-4304-a210-956fc631fd49 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.726814] env[66735]: DEBUG oslo_vmware.api [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1052.726814] env[66735]: value = "task-4646254" [ 1052.726814] env[66735]: _type = "Task" [ 1052.726814] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.736394] env[66735]: DEBUG oslo_vmware.api [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.780762] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5287fcc0-ed39-ce4c-c026-54c75f7b5914, 'name': SearchDatastore_Task, 'duration_secs': 0.045077} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.781100] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.781323] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.781569] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.781706] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.781878] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.782170] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-653a06e1-3099-433f-81ae-9535f815ae69 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.798838] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.799187] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.799968] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cebee8f-54c4-4268-9b28-45336ba7398f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.807690] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1052.807690] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5296396b-7269-528a-380b-35c7d066e25e" [ 1052.807690] env[66735]: _type = "Task" [ 1052.807690] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.817182] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5296396b-7269-528a-380b-35c7d066e25e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.948812] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.992228] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.013606] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119819} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.013606] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.013606] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62/4b6894cf-df19-4a9b-a272-cadd1c8d4c62.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.013606] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62/4b6894cf-df19-4a9b-a272-cadd1c8d4c62.vmdk to [datastore1] 5fcef3b1-4498-4078-98c2-ba66421b3a2d/5fcef3b1-4498-4078-98c2-ba66421b3a2d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.013839] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88ff886e-6cec-4dbc-904c-12996297b244 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.023024] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1053.023024] env[66735]: value = "task-4646255" [ 1053.023024] env[66735]: _type = "Task" [ 1053.023024] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.039191] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.150482] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646253, 'name': CreateVM_Task, 'duration_secs': 0.50807} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.150482] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.150806] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.150852] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.151184] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.151608] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13faa18-049d-4322-b3a0-11764d813cd8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.157340] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1053.157340] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c241a8-23ca-cc0e-8586-44cd4b051034" [ 1053.157340] env[66735]: _type = "Task" [ 1053.157340] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.163845] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.612s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.164045] env[66735]: INFO nova.compute.manager [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Migrating [ 1053.173687] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.342s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.175155] env[66735]: INFO nova.compute.claims [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.178289] env[66735]: DEBUG nova.compute.manager [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1053.178619] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c241a8-23ca-cc0e-8586-44cd4b051034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.181354] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da547022-9d1f-45e7-9682-b391e488b271 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.202264] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae018d8-bd08-4f30-9ee2-c7249dafd342 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.215518] env[66735]: INFO nova.compute.manager [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Took 17.44 seconds to build instance. [ 1053.217355] env[66735]: DEBUG oslo_concurrency.lockutils [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] Releasing lock "refresh_cache-9bc5e5dc-3f15-4156-8a25-16a009646142" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.217597] env[66735]: DEBUG nova.compute.manager [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Received event network-vif-deleted-3a3e4b88-367d-4c8a-a0d0-237073994e70 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1053.217768] env[66735]: INFO nova.compute.manager [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Neutron deleted interface 3a3e4b88-367d-4c8a-a0d0-237073994e70; detaching it from the instance and deleting it from the info cache [ 1053.217945] env[66735]: DEBUG nova.network.neutron [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.244206] env[66735]: DEBUG oslo_vmware.api [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646254, 'name': PowerOffVM_Task, 'duration_secs': 0.27202} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.268824] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.269053] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.270179] env[66735]: WARNING nova.virt.vmwareapi.driver [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance be7dbad8-d681-4099-a0c9-3bd1596b2f7f could not be found. [ 1053.270431] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.270837] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebff0c43-427e-4bc5-9f27-14c21d9bef6b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.272660] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-410f2bc4-975f-4681-ab57-6d938ae071ac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.320055] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b784f78-3516-4b15-9111-d9736a43e4ac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.338364] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5296396b-7269-528a-380b-35c7d066e25e, 'name': SearchDatastore_Task, 'duration_secs': 0.023679} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.339914] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276b19c2-0004-4e53-9796-6b8b8ae56508 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.347237] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1053.347237] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528d82ee-93b3-fbd0-2252-cb9aae9c4f7e" [ 1053.347237] env[66735]: _type = "Task" [ 1053.347237] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.357688] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528d82ee-93b3-fbd0-2252-cb9aae9c4f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.377334] env[66735]: WARNING nova.virt.vmwareapi.vmops [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance be7dbad8-d681-4099-a0c9-3bd1596b2f7f could not be found. [ 1053.378228] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.378228] env[66735]: INFO nova.compute.manager [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Took 0.20 seconds to destroy the instance on the hypervisor. [ 1053.378228] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1053.379824] env[66735]: DEBUG nova.compute.manager [-] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1053.379938] env[66735]: DEBUG nova.network.neutron [-] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1053.380306] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.382329] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.382418] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.382608] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Deleting the datastore file [datastore2] e3a2c7ad-0021-424a-be07-a08579e82e8e {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.383135] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-173851d0-2976-4cd6-b388-ceb38177fef0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.392535] env[66735]: DEBUG oslo_vmware.api [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1053.392535] env[66735]: value = "task-4646258" [ 1053.392535] env[66735]: _type = "Task" [ 1053.392535] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.402920] env[66735]: DEBUG oslo_vmware.api [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.444037] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.455716] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.535612] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646255, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.670083] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c241a8-23ca-cc0e-8586-44cd4b051034, 'name': SearchDatastore_Task, 'duration_secs': 0.047647} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.670505] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.670806] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.671083] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.671317] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.671617] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.672102] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-100f03d0-20ba-457d-abf1-1aac9ae3ee63 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.686493] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.686680] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.687480] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b5736d-e0bd-449a-a4fd-781c4342afef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.690471] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.690723] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.690940] env[66735]: DEBUG nova.network.neutron [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1053.700520] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1053.700520] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a375d2-6946-a8bf-fb72-6deab78135ee" [ 1053.700520] env[66735]: _type = "Task" [ 1053.700520] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.709932] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a375d2-6946-a8bf-fb72-6deab78135ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.721376] env[66735]: DEBUG oslo_concurrency.lockutils [None req-2a58fbb1-20fd-42d5-8e75-67942d322122 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "d5b97681-56dc-4b81-a3bb-07b12e639baf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.960s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.721903] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a561a6c-d0eb-4c54-98d4-eaa1330a5331 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.733395] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432896d3-a566-4913-9d01-b2c0226d8317 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.786692] env[66735]: DEBUG nova.compute.manager [req-8c953809-8b82-4197-97b9-c96951f97ac0 req-aa7107c1-ff9e-4ac2-8cfb-159d5560a26e service nova] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Detach interface failed, port_id=3a3e4b88-367d-4c8a-a0d0-237073994e70, reason: Instance 45ad9bf8-c414-46bd-8a86-53f25588f8a3 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1053.861069] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528d82ee-93b3-fbd0-2252-cb9aae9c4f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.016414} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.861434] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.861723] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 9bc5e5dc-3f15-4156-8a25-16a009646142/9bc5e5dc-3f15-4156-8a25-16a009646142.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.862018] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f514ead3-bbfd-46a8-9c64-7a9b05d7bb1e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.872075] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1053.872075] env[66735]: value = "task-4646259" [ 1053.872075] env[66735]: _type = "Task" [ 1053.872075] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.882668] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.904930] env[66735]: DEBUG oslo_vmware.api [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.951338] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.986280] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.986454] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.986596] env[66735]: DEBUG nova.compute.manager [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Going to confirm migration 5 {{(pid=66735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1054.037829] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646255, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.164234] env[66735]: DEBUG nova.compute.manager [req-979d0f23-8998-487b-b8fb-4a28771201dc req-9c567fe3-8217-44b2-a384-37880b992dcb service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Received event network-changed-99b31bdb-269b-4f17-b568-7222d523626b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1054.164452] env[66735]: DEBUG nova.compute.manager [req-979d0f23-8998-487b-b8fb-4a28771201dc req-9c567fe3-8217-44b2-a384-37880b992dcb service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Refreshing instance network info cache due to event network-changed-99b31bdb-269b-4f17-b568-7222d523626b. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1054.164664] env[66735]: DEBUG oslo_concurrency.lockutils [req-979d0f23-8998-487b-b8fb-4a28771201dc req-9c567fe3-8217-44b2-a384-37880b992dcb service nova] Acquiring lock "refresh_cache-d5b97681-56dc-4b81-a3bb-07b12e639baf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.164802] env[66735]: DEBUG oslo_concurrency.lockutils [req-979d0f23-8998-487b-b8fb-4a28771201dc req-9c567fe3-8217-44b2-a384-37880b992dcb service nova] Acquired lock "refresh_cache-d5b97681-56dc-4b81-a3bb-07b12e639baf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.164954] env[66735]: DEBUG nova.network.neutron [req-979d0f23-8998-487b-b8fb-4a28771201dc req-9c567fe3-8217-44b2-a384-37880b992dcb service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Refreshing network info cache for port 99b31bdb-269b-4f17-b568-7222d523626b {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.194375] env[66735]: WARNING neutronclient.v2_0.client [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.211481] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a375d2-6946-a8bf-fb72-6deab78135ee, 'name': SearchDatastore_Task, 'duration_secs': 0.049253} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.212433] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced60812-fe7a-4007-8f51-b0052d53a673 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.222012] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1054.222012] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d3cf61-22d4-14e0-90b6-aa5def8801ca" [ 1054.222012] env[66735]: _type = "Task" [ 1054.222012] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.231837] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d3cf61-22d4-14e0-90b6-aa5def8801ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.298947] env[66735]: DEBUG nova.compute.manager [req-d4b4bd80-710a-4b09-adac-e9840f07bdca req-fba47a5f-a4f9-4804-a672-8d72bb74866f service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Received event network-vif-deleted-b8809bd0-cfb8-40a9-8c0a-367d3fec13e6 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1054.299173] env[66735]: INFO nova.compute.manager [req-d4b4bd80-710a-4b09-adac-e9840f07bdca req-fba47a5f-a4f9-4804-a672-8d72bb74866f service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Neutron deleted interface b8809bd0-cfb8-40a9-8c0a-367d3fec13e6; detaching it from the instance and deleting it from the info cache [ 1054.299330] env[66735]: DEBUG nova.network.neutron [req-d4b4bd80-710a-4b09-adac-e9840f07bdca req-fba47a5f-a4f9-4804-a672-8d72bb74866f service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.386159] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.406493] env[66735]: DEBUG oslo_vmware.api [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.908285} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.407931] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.407931] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.407931] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.407931] env[66735]: INFO nova.compute.manager [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1054.407931] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1054.407931] env[66735]: DEBUG nova.compute.manager [-] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1054.408568] env[66735]: DEBUG nova.network.neutron [-] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1054.408568] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.450216] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.484776] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.495278] env[66735]: WARNING neutronclient.v2_0.client [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.508397] env[66735]: DEBUG nova.network.neutron [-] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.516882] env[66735]: WARNING neutronclient.v2_0.client [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.538125] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646255, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.615410] env[66735]: WARNING neutronclient.v2_0.client [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.616053] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.616053] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.616213] env[66735]: DEBUG nova.network.neutron [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1054.616308] env[66735]: DEBUG nova.objects.instance [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lazy-loading 'info_cache' on Instance uuid f65ed6ff-2d96-489b-b666-e76d1bb8d94f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.634161] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08afb3bc-1ff5-4292-8277-125ceba4b446 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.645566] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b82fca-c58b-429b-9c0f-8823e94b718b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.684202] env[66735]: WARNING neutronclient.v2_0.client [req-979d0f23-8998-487b-b8fb-4a28771201dc req-9c567fe3-8217-44b2-a384-37880b992dcb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.689139] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b25f040-1255-4971-851f-fa4930266cf9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.703699] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19261427-572c-4221-aa85-6175013e6da3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.724485] env[66735]: DEBUG nova.compute.provider_tree [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.739881] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d3cf61-22d4-14e0-90b6-aa5def8801ca, 'name': SearchDatastore_Task, 'duration_secs': 0.05949} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.740190] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.740414] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 78c5703a-faa2-48fa-8f5f-cb1981ed2624/78c5703a-faa2-48fa-8f5f-cb1981ed2624.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.741177] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d86bd05-5386-4c3c-bbc3-4329de3728b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.754040] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1054.754040] env[66735]: value = "task-4646260" [ 1054.754040] env[66735]: _type = "Task" [ 1054.754040] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.764517] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.804821] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9deec3a-9eb5-4d57-b14d-b515cde88720 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.815527] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37e8e5d-0262-4e4e-aa6e-9e1a227185d9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.868850] env[66735]: DEBUG nova.compute.manager [req-d4b4bd80-710a-4b09-adac-e9840f07bdca req-fba47a5f-a4f9-4804-a672-8d72bb74866f service nova] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Detach interface failed, port_id=b8809bd0-cfb8-40a9-8c0a-367d3fec13e6, reason: Instance be7dbad8-d681-4099-a0c9-3bd1596b2f7f could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1054.891354] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.930341] env[66735]: DEBUG nova.network.neutron [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance_info_cache with network_info: [{"id": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "address": "fa:16:3e:ea:5f:dc", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539882a2-0f", "ovs_interfaceid": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.953364] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.010927] env[66735]: INFO nova.compute.manager [-] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Took 1.63 seconds to deallocate network for instance. [ 1055.039358] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646255, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.232354] env[66735]: DEBUG nova.scheduler.client.report [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.265251] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.265729] env[66735]: DEBUG nova.network.neutron [-] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.320076] env[66735]: WARNING neutronclient.v2_0.client [req-979d0f23-8998-487b-b8fb-4a28771201dc req-9c567fe3-8217-44b2-a384-37880b992dcb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.387961] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.434104] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.456733] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.507727] env[66735]: DEBUG nova.network.neutron [req-979d0f23-8998-487b-b8fb-4a28771201dc req-9c567fe3-8217-44b2-a384-37880b992dcb service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Updated VIF entry in instance network info cache for port 99b31bdb-269b-4f17-b568-7222d523626b. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1055.508911] env[66735]: DEBUG nova.network.neutron [req-979d0f23-8998-487b-b8fb-4a28771201dc req-9c567fe3-8217-44b2-a384-37880b992dcb service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Updating instance_info_cache with network_info: [{"id": "99b31bdb-269b-4f17-b568-7222d523626b", "address": "fa:16:3e:c7:5c:55", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b31bdb-26", "ovs_interfaceid": "99b31bdb-269b-4f17-b568-7222d523626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.542513] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646255, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.594013] env[66735]: INFO nova.compute.manager [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Took 0.58 seconds to detach 1 volumes for instance. [ 1055.598798] env[66735]: DEBUG nova.compute.manager [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Deleting volume: 8b4ed62a-feee-4442-9f6a-791cbde250f0 {{(pid=66735) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1055.623947] env[66735]: WARNING neutronclient.v2_0.client [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.747835] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.748565] env[66735]: DEBUG nova.compute.manager [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1055.758212] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.642s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.773775] env[66735]: INFO nova.compute.manager [-] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Took 1.37 seconds to deallocate network for instance. [ 1055.774255] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646260, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.896830] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646259, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.963315] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.019293] env[66735]: DEBUG oslo_concurrency.lockutils [req-979d0f23-8998-487b-b8fb-4a28771201dc req-9c567fe3-8217-44b2-a384-37880b992dcb service nova] Releasing lock "refresh_cache-d5b97681-56dc-4b81-a3bb-07b12e639baf" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.057965] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646255, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.696325} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.057965] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4b6894cf-df19-4a9b-a272-cadd1c8d4c62/4b6894cf-df19-4a9b-a272-cadd1c8d4c62.vmdk to [datastore1] 5fcef3b1-4498-4078-98c2-ba66421b3a2d/5fcef3b1-4498-4078-98c2-ba66421b3a2d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.057965] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e135c3-ceb1-4266-b571-c53e575eb0c7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.086888] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 5fcef3b1-4498-4078-98c2-ba66421b3a2d/5fcef3b1-4498-4078-98c2-ba66421b3a2d.vmdk or device None with type streamOptimized {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.090114] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59ea9c1-b552-41c9-ac52-1981f67ddcc9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.109353] env[66735]: WARNING neutronclient.v2_0.client [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.119946] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1056.119946] env[66735]: value = "task-4646263" [ 1056.119946] env[66735]: _type = "Task" [ 1056.119946] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.136379] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.186196] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.263877] env[66735]: DEBUG nova.compute.utils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.276436] env[66735]: DEBUG nova.compute.manager [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Not allocating networking since 'none' was specified. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1056.285036] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646260, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.286824] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.328483] env[66735]: DEBUG oslo_vmware.rw_handles [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f396d-b0b4-61fd-1dfd-0761b350d15d/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1056.331961] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f442d368-5eba-43ed-88b2-eda987f23f2b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.340740] env[66735]: DEBUG nova.network.neutron [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance_info_cache with network_info: [{"id": "56e65394-f873-422a-8492-9e09efed4211", "address": "fa:16:3e:75:37:fb", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e65394-f8", "ovs_interfaceid": "56e65394-f873-422a-8492-9e09efed4211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.347022] env[66735]: DEBUG oslo_vmware.rw_handles [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f396d-b0b4-61fd-1dfd-0761b350d15d/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1056.347209] env[66735]: ERROR oslo_vmware.rw_handles [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f396d-b0b4-61fd-1dfd-0761b350d15d/disk-0.vmdk due to incomplete transfer. [ 1056.347507] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e08f345-7298-49f5-8eb8-3a999639e334 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.358032] env[66735]: DEBUG nova.compute.manager [req-49827642-0651-46ba-bad4-571fb0b6540b req-77bdbd52-e79d-4bc0-8e7c-593f5e888fbe service nova] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Received event network-vif-deleted-e11d2a5d-915b-4b60-8866-205c931aa98d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1056.360620] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0084430d-7556-4824-9dd2-6f40b956f2df {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.365614] env[66735]: DEBUG oslo_vmware.rw_handles [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f396d-b0b4-61fd-1dfd-0761b350d15d/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1056.366155] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Uploaded image e858b768-d6f1-410f-a91c-0429109f20d7 to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1056.369375] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1056.370748] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e8d4e092-c34d-4de6-8b9c-91a976c5aa31 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.376355] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a01167f-f5ce-4bd5-b91c-cd052d72e2a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.382641] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1056.382641] env[66735]: value = "task-4646265" [ 1056.382641] env[66735]: _type = "Task" [ 1056.382641] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.419803] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f396ad-8bbf-4dfc-b459-f6954065c77f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.429019] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646259, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.328868} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.429291] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646265, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.429942] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 9bc5e5dc-3f15-4156-8a25-16a009646142/9bc5e5dc-3f15-4156-8a25-16a009646142.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.430178] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.430527] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6e4f1c4-9135-41c9-a5fc-82dcb4a61d82 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.436748] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376f6ab0-6945-45d4-b53a-4758223dc8a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.442814] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1056.442814] env[66735]: value = "task-4646266" [ 1056.442814] env[66735]: _type = "Task" [ 1056.442814] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.462292] env[66735]: DEBUG nova.compute.provider_tree [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.475389] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.481515] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.635197] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.776735] env[66735]: DEBUG nova.compute.manager [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1056.780218] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646260, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.542221} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.780771] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 78c5703a-faa2-48fa-8f5f-cb1981ed2624/78c5703a-faa2-48fa-8f5f-cb1981ed2624.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.781074] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.781362] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd4fa65c-d302-4c63-8b00-3acbecb79856 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.789497] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1056.789497] env[66735]: value = "task-4646267" [ 1056.789497] env[66735]: _type = "Task" [ 1056.789497] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.800444] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.844329] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "refresh_cache-f65ed6ff-2d96-489b-b666-e76d1bb8d94f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.844329] env[66735]: DEBUG nova.objects.instance [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lazy-loading 'migration_context' on Instance uuid f65ed6ff-2d96-489b-b666-e76d1bb8d94f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.900277] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646265, 'name': Destroy_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.955917] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264011} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.957057] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.957254] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2b8836-46cd-46ef-be97-646e271b7383 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.969966] env[66735]: DEBUG nova.scheduler.client.report [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.993830] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 9bc5e5dc-3f15-4156-8a25-16a009646142/9bc5e5dc-3f15-4156-8a25-16a009646142.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.994716] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03b3a15-314e-4c4b-bae1-c78524c6bf4e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.003321] env[66735]: DEBUG oslo_concurrency.lockutils [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.245s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.003560] env[66735]: INFO nova.compute.manager [None req-61879ee4-5af3-4d0f-856f-7575ea2d724b tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Successfully reverted task state from rebuilding on failure for instance. [ 1057.008732] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12574d4d-b851-4ae6-8fb3-44ffeaef314c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.024762] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.025275] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.657s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.026766] env[66735]: INFO nova.compute.claims [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.053740] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance '26586a90-db2d-4f62-ab1a-2d5dfa53a9dc' progress to 0 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.059177] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1057.059177] env[66735]: value = "task-4646268" [ 1057.059177] env[66735]: _type = "Task" [ 1057.059177] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.069420] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.133956] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646263, 'name': ReconfigVM_Task, 'duration_secs': 0.839869} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.133956] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 5fcef3b1-4498-4078-98c2-ba66421b3a2d/5fcef3b1-4498-4078-98c2-ba66421b3a2d.vmdk or device None with type streamOptimized {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.134232] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67d85a28-58b7-416c-86c5-a937f78090c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.142060] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1057.142060] env[66735]: value = "task-4646269" [ 1057.142060] env[66735]: _type = "Task" [ 1057.142060] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.153425] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646269, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.299725] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078775} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.300179] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.301147] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0c102c-d1ab-4982-bc73-01324a169e7a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.325724] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 78c5703a-faa2-48fa-8f5f-cb1981ed2624/78c5703a-faa2-48fa-8f5f-cb1981ed2624.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.326237] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde3122d-0f8b-4dbb-9399-8bfa471c0096 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.348238] env[66735]: DEBUG nova.objects.base [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.348645] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1057.348645] env[66735]: value = "task-4646270" [ 1057.348645] env[66735]: _type = "Task" [ 1057.348645] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.349394] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf5a3bc-5c37-43ad-ac3b-c92d0b34dbc7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.362562] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.378299] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bebe57ba-eec8-4003-aa72-6dc94bada7cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.385827] env[66735]: DEBUG oslo_vmware.api [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1057.385827] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52acd18f-246d-93d7-ff92-7952287e6667" [ 1057.385827] env[66735]: _type = "Task" [ 1057.385827] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.397997] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646265, 'name': Destroy_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.401110] env[66735]: DEBUG oslo_vmware.api [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52acd18f-246d-93d7-ff92-7952287e6667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.473144] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.567980] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.567980] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10932bed-9fb4-4064-aa7e-16e06cfb5133 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.577574] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.579413] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1057.579413] env[66735]: value = "task-4646272" [ 1057.579413] env[66735]: _type = "Task" [ 1057.579413] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.589164] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.653688] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646269, 'name': Rename_Task, 'duration_secs': 0.474614} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.654050] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.654305] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d455946a-3bbc-45f4-ae50-ea47dce7e3b9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.662464] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1057.662464] env[66735]: value = "task-4646273" [ 1057.662464] env[66735]: _type = "Task" [ 1057.662464] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.673226] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.787726] env[66735]: DEBUG nova.compute.manager [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1057.813551] env[66735]: DEBUG nova.virt.hardware [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1057.813761] env[66735]: DEBUG nova.virt.hardware [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.813951] env[66735]: DEBUG nova.virt.hardware [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1057.814233] env[66735]: DEBUG nova.virt.hardware [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.814429] env[66735]: DEBUG nova.virt.hardware [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1057.814623] env[66735]: DEBUG nova.virt.hardware [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1057.814834] env[66735]: DEBUG nova.virt.hardware [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1057.814988] env[66735]: DEBUG nova.virt.hardware [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1057.815160] env[66735]: DEBUG nova.virt.hardware [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1057.815464] env[66735]: DEBUG nova.virt.hardware [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1057.815687] env[66735]: DEBUG nova.virt.hardware [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1057.816590] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa643d5-5c88-444a-828d-10cdebea2bce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.825962] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a46b06-597a-4833-b233-41235983fb89 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.841647] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.847695] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1057.847990] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.848235] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2b969d9-b92f-4562-ace0-762994d96fcd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.872155] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.873634] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.873634] env[66735]: value = "task-4646274" [ 1057.873634] env[66735]: _type = "Task" [ 1057.873634] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.885024] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646274, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.902009] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646265, 'name': Destroy_Task, 'duration_secs': 1.157519} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.905779] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Destroyed the VM [ 1057.906089] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1057.906396] env[66735]: DEBUG oslo_vmware.api [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52acd18f-246d-93d7-ff92-7952287e6667, 'name': SearchDatastore_Task, 'duration_secs': 0.012571} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.906625] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c395876f-3abb-45ee-bd49-475be729d6db {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.908600] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.915745] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1057.915745] env[66735]: value = "task-4646275" [ 1057.915745] env[66735]: _type = "Task" [ 1057.915745] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.926446] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.974271] env[66735]: DEBUG oslo_vmware.api [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646249, 'name': ReconfigVM_Task, 'duration_secs': 5.829806} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.974541] env[66735]: DEBUG oslo_concurrency.lockutils [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.974780] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Reconfigured VM to detach interface {{(pid=66735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1057.975304] env[66735]: WARNING neutronclient.v2_0.client [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.975680] env[66735]: WARNING neutronclient.v2_0.client [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.008744] env[66735]: WARNING neutronclient.v2_0.client [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.074818] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646268, 'name': ReconfigVM_Task, 'duration_secs': 0.750481} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.078596] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 9bc5e5dc-3f15-4156-8a25-16a009646142/9bc5e5dc-3f15-4156-8a25-16a009646142.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.080040] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-570b22a9-3d1f-442d-8c88-8de5d77bf7ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.093836] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646272, 'name': PowerOffVM_Task, 'duration_secs': 0.313323} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.098175] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.098418] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance '26586a90-db2d-4f62-ab1a-2d5dfa53a9dc' progress to 17 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.102573] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1058.102573] env[66735]: value = "task-4646276" [ 1058.102573] env[66735]: _type = "Task" [ 1058.102573] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.115231] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646276, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.174734] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646273, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.382176] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646270, 'name': ReconfigVM_Task, 'duration_secs': 0.712135} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.387183] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 78c5703a-faa2-48fa-8f5f-cb1981ed2624/78c5703a-faa2-48fa-8f5f-cb1981ed2624.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.389866] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5308b579-9c4e-4df4-bb8d-3370ff559080 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.398707] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646274, 'name': CreateVM_Task, 'duration_secs': 0.323862} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.400439] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.401057] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1058.401057] env[66735]: value = "task-4646277" [ 1058.401057] env[66735]: _type = "Task" [ 1058.401057] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.404169] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.404378] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.404772] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.405387] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1c5d0e-af30-46b7-995a-9ce5fb7db91b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.418558] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1058.418558] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528b0181-d3e0-64fa-7cc2-dd4d2ee58842" [ 1058.418558] env[66735]: _type = "Task" [ 1058.418558] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.425515] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646277, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.438661] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646275, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.443243] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528b0181-d3e0-64fa-7cc2-dd4d2ee58842, 'name': SearchDatastore_Task, 'duration_secs': 0.017175} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.443388] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.443629] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.444043] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.444043] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.444187] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.444552] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e8f046b-1233-4451-b00f-174825e7d8ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.461285] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.461285] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.464295] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f0fd29-c4a8-4098-9bd6-2501a39e23bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.472734] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1058.472734] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52873994-0e47-05b3-65fb-d9a857f689cb" [ 1058.472734] env[66735]: _type = "Task" [ 1058.472734] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.482803] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52873994-0e47-05b3-65fb-d9a857f689cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.555043] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3689e0-f47f-4e1f-b6dc-11577caad95a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.564069] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160ea332-550a-42b3-9808-822e953cb9f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.600794] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57eeb2d-5ad1-45aa-9dbd-6bdb82226dd8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.605761] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1058.606064] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.606251] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1058.606449] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.606594] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1058.606737] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1058.606939] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1058.607103] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1058.607372] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1058.607512] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1058.607683] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1058.612887] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f06538-11bb-4ca0-8295-f545346f2775 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.639470] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa215d4e-6918-451a-a401-4be01135f67f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.647183] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1058.647183] env[66735]: value = "task-4646278" [ 1058.647183] env[66735]: _type = "Task" [ 1058.647183] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.647566] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646276, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.664241] env[66735]: DEBUG nova.compute.provider_tree [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.671868] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.678531] env[66735]: DEBUG oslo_vmware.api [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646273, 'name': PowerOnVM_Task, 'duration_secs': 0.633744} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.678846] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.679060] env[66735]: INFO nova.compute.manager [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Took 18.62 seconds to spawn the instance on the hypervisor. [ 1058.679232] env[66735]: DEBUG nova.compute.manager [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1058.680128] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209ce6eb-38d6-413e-8f9c-77972e01cdc8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.917531] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646277, 'name': Rename_Task, 'duration_secs': 0.221719} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.921651] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.923751] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66a5d391-3df4-428a-b6d9-c7cbf4ccd2a1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.931393] env[66735]: DEBUG oslo_vmware.api [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646275, 'name': RemoveSnapshot_Task, 'duration_secs': 0.814823} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.933138] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1058.933350] env[66735]: INFO nova.compute.manager [None req-e57f355d-0496-40f7-873f-47d27659f002 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Took 18.69 seconds to snapshot the instance on the hypervisor. [ 1058.940034] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1058.940034] env[66735]: value = "task-4646279" [ 1058.940034] env[66735]: _type = "Task" [ 1058.940034] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.948229] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.988947] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52873994-0e47-05b3-65fb-d9a857f689cb, 'name': SearchDatastore_Task, 'duration_secs': 0.015324} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.990130] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e0e57e-2aa3-4f90-9fa5-680b8689b428 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.997793] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1058.997793] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528a68a7-9786-fe90-f25f-7494008989f0" [ 1058.997793] env[66735]: _type = "Task" [ 1058.997793] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.011798] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528a68a7-9786-fe90-f25f-7494008989f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.128838] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646276, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.159716] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646278, 'name': ReconfigVM_Task, 'duration_secs': 0.357034} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.160029] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance '26586a90-db2d-4f62-ab1a-2d5dfa53a9dc' progress to 33 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.173218] env[66735]: DEBUG nova.scheduler.client.report [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.199759] env[66735]: INFO nova.compute.manager [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Took 24.17 seconds to build instance. [ 1059.386420] env[66735]: DEBUG oslo_concurrency.lockutils [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.386420] env[66735]: DEBUG oslo_concurrency.lockutils [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.386420] env[66735]: DEBUG nova.network.neutron [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1059.453103] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646279, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.509544] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528a68a7-9786-fe90-f25f-7494008989f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013297} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.509544] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.509862] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53/8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.510142] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da5ce39d-3d29-42af-9ff4-6f5457d5f175 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.519130] env[66735]: DEBUG nova.compute.manager [req-5c713d2b-f2a6-4d00-bb77-838aecd91fcf req-3ec41233-bdd6-4c96-bbab-83891c7840d7 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Received event network-changed-b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1059.519422] env[66735]: DEBUG nova.compute.manager [req-5c713d2b-f2a6-4d00-bb77-838aecd91fcf req-3ec41233-bdd6-4c96-bbab-83891c7840d7 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Refreshing instance network info cache due to event network-changed-b4044cc6-9306-411e-ac4a-18fd86d6c8c5. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1059.519628] env[66735]: DEBUG oslo_concurrency.lockutils [req-5c713d2b-f2a6-4d00-bb77-838aecd91fcf req-3ec41233-bdd6-4c96-bbab-83891c7840d7 service nova] Acquiring lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.522240] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1059.522240] env[66735]: value = "task-4646281" [ 1059.522240] env[66735]: _type = "Task" [ 1059.522240] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.532726] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.629348] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646276, 'name': Rename_Task, 'duration_secs': 1.231531} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.629840] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.630340] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c500b4c3-159a-42b6-bb3b-b1b83264066c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.639263] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1059.639263] env[66735]: value = "task-4646283" [ 1059.639263] env[66735]: _type = "Task" [ 1059.639263] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.653568] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.667433] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1059.667433] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.667433] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1059.667433] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.667433] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1059.668042] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1059.668186] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1059.668399] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1059.668618] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1059.668794] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1059.669056] env[66735]: DEBUG nova.virt.hardware [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1059.675616] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1059.676099] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22c8b6a9-5b89-40ca-9692-87d3a19de1cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.693046] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.693046] env[66735]: DEBUG nova.compute.manager [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1059.695926] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.704s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.696201] env[66735]: DEBUG nova.objects.instance [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lazy-loading 'resources' on Instance uuid 45ad9bf8-c414-46bd-8a86-53f25588f8a3 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.701169] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b2583774-a2d2-423c-a7c0-90b994a93d24 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "5fcef3b1-4498-4078-98c2-ba66421b3a2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.691s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.704254] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1059.704254] env[66735]: value = "task-4646284" [ 1059.704254] env[66735]: _type = "Task" [ 1059.704254] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.718932] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.888154] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "5fcef3b1-4498-4078-98c2-ba66421b3a2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.888465] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "5fcef3b1-4498-4078-98c2-ba66421b3a2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.888813] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "5fcef3b1-4498-4078-98c2-ba66421b3a2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.889476] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "5fcef3b1-4498-4078-98c2-ba66421b3a2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.889476] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "5fcef3b1-4498-4078-98c2-ba66421b3a2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.892680] env[66735]: WARNING neutronclient.v2_0.client [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.895858] env[66735]: INFO nova.compute.manager [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Terminating instance [ 1059.956360] env[66735]: DEBUG oslo_vmware.api [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646279, 'name': PowerOnVM_Task, 'duration_secs': 0.818714} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.957030] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.957143] env[66735]: INFO nova.compute.manager [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1059.957399] env[66735]: DEBUG nova.compute.manager [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1059.958263] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68628dd-68fa-40d4-9789-642785653864 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.038134] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646281, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.100302] env[66735]: WARNING neutronclient.v2_0.client [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.151145] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646283, 'name': PowerOnVM_Task} progress is 78%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.174242] env[66735]: INFO nova.network.neutron [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Port 31b4afae-052b-4d3a-b6d7-255edffc0ba3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1060.174761] env[66735]: DEBUG nova.network.neutron [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updating instance_info_cache with network_info: [{"id": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "address": "fa:16:3e:c1:d9:71", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4044cc6-93", "ovs_interfaceid": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.202083] env[66735]: DEBUG nova.compute.utils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.208032] env[66735]: DEBUG nova.compute.manager [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1060.208032] env[66735]: DEBUG nova.network.neutron [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1060.208032] env[66735]: WARNING neutronclient.v2_0.client [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.208888] env[66735]: WARNING neutronclient.v2_0.client [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.223304] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.259516] env[66735]: DEBUG nova.policy [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61278f88fcf14992b26ecc5fa9640c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29418d690eda48438d1c2aa27bb21a4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.324063] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "interface-7d5f4ea0-001a-43eb-9019-8784aed6ff2d-31b4afae-052b-4d3a-b6d7-255edffc0ba3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.324375] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-7d5f4ea0-001a-43eb-9019-8784aed6ff2d-31b4afae-052b-4d3a-b6d7-255edffc0ba3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.324930] env[66735]: DEBUG nova.objects.instance [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'flavor' on Instance uuid 7d5f4ea0-001a-43eb-9019-8784aed6ff2d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.401051] env[66735]: DEBUG nova.compute.manager [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1060.401827] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.402367] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840b7fb8-89b6-40d5-a2cb-3f07ee0a4681 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.419618] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.419864] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2a4f231-f692-4867-b0f2-4016d57b5311 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.430724] env[66735]: DEBUG oslo_vmware.api [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1060.430724] env[66735]: value = "task-4646285" [ 1060.430724] env[66735]: _type = "Task" [ 1060.430724] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.447338] env[66735]: DEBUG oslo_vmware.api [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.480666] env[66735]: INFO nova.compute.manager [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Took 12.75 seconds to build instance. [ 1060.539174] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646281, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.620609] env[66735]: DEBUG nova.network.neutron [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Successfully created port: 0865cc23-c6ca-4628-93d2-51104847c631 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1060.633098] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27c4c4f-6646-4710-a990-34a4d72e620a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.646348] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9ca0a1-c9ec-48a8-a00f-397492b615fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.657214] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646283, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.685323] env[66735]: DEBUG oslo_concurrency.lockutils [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.687744] env[66735]: DEBUG oslo_concurrency.lockutils [req-5c713d2b-f2a6-4d00-bb77-838aecd91fcf req-3ec41233-bdd6-4c96-bbab-83891c7840d7 service nova] Acquired lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.687932] env[66735]: DEBUG nova.network.neutron [req-5c713d2b-f2a6-4d00-bb77-838aecd91fcf req-3ec41233-bdd6-4c96-bbab-83891c7840d7 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Refreshing network info cache for port b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.689603] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a8fe1f-f164-43fc-b8cf-85df7ee3919b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.700618] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790301fe-55f1-49b0-b091-e720a89860ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.707506] env[66735]: DEBUG nova.compute.manager [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1060.721836] env[66735]: DEBUG nova.compute.provider_tree [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.733053] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.829269] env[66735]: WARNING neutronclient.v2_0.client [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.944450] env[66735]: DEBUG oslo_vmware.api [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646285, 'name': PowerOffVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.984355] env[66735]: DEBUG oslo_concurrency.lockutils [None req-38247422-a9f6-4631-8622-47819294615a tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "78c5703a-faa2-48fa-8f5f-cb1981ed2624" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.264s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.016818] env[66735]: DEBUG nova.objects.instance [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'pci_requests' on Instance uuid 7d5f4ea0-001a-43eb-9019-8784aed6ff2d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.038385] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646281, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.025463} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.038685] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53/8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.038907] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.039197] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4759293-762c-424e-a282-fa29c22f7a8e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.047522] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1061.047522] env[66735]: value = "task-4646286" [ 1061.047522] env[66735]: _type = "Task" [ 1061.047522] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.059938] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.154095] env[66735]: DEBUG oslo_vmware.api [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646283, 'name': PowerOnVM_Task, 'duration_secs': 1.380363} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.154321] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.154392] env[66735]: INFO nova.compute.manager [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Took 13.44 seconds to spawn the instance on the hypervisor. [ 1061.154535] env[66735]: DEBUG nova.compute.manager [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1061.155806] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6710d52c-f247-400b-a417-50e6a2bae275 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.193739] env[66735]: WARNING neutronclient.v2_0.client [req-5c713d2b-f2a6-4d00-bb77-838aecd91fcf req-3ec41233-bdd6-4c96-bbab-83891c7840d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.200307] env[66735]: DEBUG oslo_concurrency.lockutils [None req-94368067-5029-48ab-b30b-935b0db9a3fa tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-3d96430c-6002-43eb-b78d-0d9b45006a89-31b4afae-052b-4d3a-b6d7-255edffc0ba3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.872s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.240033] env[66735]: DEBUG nova.scheduler.client.report [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.259289] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646284, 'name': ReconfigVM_Task, 'duration_secs': 1.285196} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.259289] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.259289] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6748b88c-c329-413d-aae7-eac2369d2683 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.290738] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc/26586a90-db2d-4f62-ab1a-2d5dfa53a9dc.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.295430] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84be1583-d43e-41ea-bb0b-702a2243a0d1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.322092] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1061.322092] env[66735]: value = "task-4646287" [ 1061.322092] env[66735]: _type = "Task" [ 1061.322092] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.335196] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.443379] env[66735]: DEBUG oslo_vmware.api [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646285, 'name': PowerOffVM_Task, 'duration_secs': 0.612886} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.443681] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.444098] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.444098] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d1c190c-e419-4ab3-b885-8f9c8aabed0b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.457613] env[66735]: WARNING neutronclient.v2_0.client [req-5c713d2b-f2a6-4d00-bb77-838aecd91fcf req-3ec41233-bdd6-4c96-bbab-83891c7840d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.520372] env[66735]: DEBUG nova.objects.base [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Object Instance<7d5f4ea0-001a-43eb-9019-8784aed6ff2d> lazy-loaded attributes: flavor,pci_requests {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.520729] env[66735]: DEBUG nova.network.neutron [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1061.521172] env[66735]: WARNING neutronclient.v2_0.client [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.521577] env[66735]: WARNING neutronclient.v2_0.client [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.538138] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.538138] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.538138] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleting the datastore file [datastore1] 5fcef3b1-4498-4078-98c2-ba66421b3a2d {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.538600] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d39bb3f3-f200-4a89-b41b-21238abb1bb1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.546685] env[66735]: DEBUG oslo_vmware.api [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1061.546685] env[66735]: value = "task-4646290" [ 1061.546685] env[66735]: _type = "Task" [ 1061.546685] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.548146] env[66735]: DEBUG nova.network.neutron [req-5c713d2b-f2a6-4d00-bb77-838aecd91fcf req-3ec41233-bdd6-4c96-bbab-83891c7840d7 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updated VIF entry in instance network info cache for port b4044cc6-9306-411e-ac4a-18fd86d6c8c5. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1061.548549] env[66735]: DEBUG nova.network.neutron [req-5c713d2b-f2a6-4d00-bb77-838aecd91fcf req-3ec41233-bdd6-4c96-bbab-83891c7840d7 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updating instance_info_cache with network_info: [{"id": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "address": "fa:16:3e:c1:d9:71", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4044cc6-93", "ovs_interfaceid": "b4044cc6-9306-411e-ac4a-18fd86d6c8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.563709] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11633} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.567970] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.568660] env[66735]: DEBUG oslo_vmware.api [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.569319] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f46a19-2b2b-48de-a004-3166b3b8ae10 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.593077] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53/8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.593944] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7021305-78ba-42da-b1c3-02699a131834 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.616540] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1061.616540] env[66735]: value = "task-4646291" [ 1061.616540] env[66735]: _type = "Task" [ 1061.616540] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.629592] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.686980] env[66735]: INFO nova.compute.manager [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Took 22.35 seconds to build instance. [ 1061.717760] env[66735]: DEBUG nova.policy [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49ad68428394d51a920e60ac057cd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ceab9724bb4af6b8c7ba686fdefd49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.744634] env[66735]: DEBUG nova.compute.manager [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1061.747530] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.749804] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.564s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.750073] env[66735]: DEBUG nova.objects.instance [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lazy-loading 'resources' on Instance uuid be7dbad8-d681-4099-a0c9-3bd1596b2f7f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.783170] env[66735]: DEBUG nova.virt.hardware [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1061.784283] env[66735]: DEBUG nova.virt.hardware [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.784283] env[66735]: DEBUG nova.virt.hardware [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1061.784283] env[66735]: DEBUG nova.virt.hardware [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.784283] env[66735]: DEBUG nova.virt.hardware [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1061.784680] env[66735]: DEBUG nova.virt.hardware [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1061.784966] env[66735]: DEBUG nova.virt.hardware [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1061.785195] env[66735]: DEBUG nova.virt.hardware [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1061.785410] env[66735]: DEBUG nova.virt.hardware [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1061.785728] env[66735]: DEBUG nova.virt.hardware [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1061.785972] env[66735]: DEBUG nova.virt.hardware [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1061.787998] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b9714d-3b6d-4210-b187-668d4a4df405 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.791658] env[66735]: INFO nova.scheduler.client.report [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted allocations for instance 45ad9bf8-c414-46bd-8a86-53f25588f8a3 [ 1061.802285] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143f18c3-4b4c-499a-8b98-4f3508bd6a8e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.833332] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.061035] env[66735]: DEBUG oslo_concurrency.lockutils [req-5c713d2b-f2a6-4d00-bb77-838aecd91fcf req-3ec41233-bdd6-4c96-bbab-83891c7840d7 service nova] Releasing lock "refresh_cache-3d96430c-6002-43eb-b78d-0d9b45006a89" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.061035] env[66735]: DEBUG oslo_vmware.api [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320287} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.061035] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.061732] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.061732] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.061732] env[66735]: INFO nova.compute.manager [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1062.061985] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1062.062160] env[66735]: DEBUG nova.compute.manager [-] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1062.062255] env[66735]: DEBUG nova.network.neutron [-] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1062.062498] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.127062] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.150586] env[66735]: DEBUG nova.network.neutron [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Successfully updated port: 0865cc23-c6ca-4628-93d2-51104847c631 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1062.186572] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9164f0c7-949e-4262-bc3b-85cacf255d7f tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.863s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.239023] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.277851] env[66735]: DEBUG oslo_concurrency.lockutils [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "766bf5e7-c5d6-474e-be1f-316a531ef128" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.278151] env[66735]: DEBUG oslo_concurrency.lockutils [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.278360] env[66735]: DEBUG oslo_concurrency.lockutils [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "766bf5e7-c5d6-474e-be1f-316a531ef128-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.278544] env[66735]: DEBUG oslo_concurrency.lockutils [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.278756] env[66735]: DEBUG oslo_concurrency.lockutils [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.283791] env[66735]: INFO nova.compute.manager [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Terminating instance [ 1062.304219] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c026675e-6429-4748-9bb7-39f1514432bb tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "45ad9bf8-c414-46bd-8a86-53f25588f8a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.823s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.334728] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646287, 'name': ReconfigVM_Task, 'duration_secs': 0.619298} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.335808] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc/26586a90-db2d-4f62-ab1a-2d5dfa53a9dc.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.336165] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance '26586a90-db2d-4f62-ab1a-2d5dfa53a9dc' progress to 50 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.354067] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.354067] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.573966] env[66735]: DEBUG nova.compute.manager [req-94d0e597-7602-4fcd-be6f-3b77fdf76439 req-023acfc3-760a-4306-ba33-13da38f906eb service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Received event network-changed-6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1062.574212] env[66735]: DEBUG nova.compute.manager [req-94d0e597-7602-4fcd-be6f-3b77fdf76439 req-023acfc3-760a-4306-ba33-13da38f906eb service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Refreshing instance network info cache due to event network-changed-6bcbfe8b-5071-4d63-b778-daae2b4ef814. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1062.574425] env[66735]: DEBUG oslo_concurrency.lockutils [req-94d0e597-7602-4fcd-be6f-3b77fdf76439 req-023acfc3-760a-4306-ba33-13da38f906eb service nova] Acquiring lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.574562] env[66735]: DEBUG oslo_concurrency.lockutils [req-94d0e597-7602-4fcd-be6f-3b77fdf76439 req-023acfc3-760a-4306-ba33-13da38f906eb service nova] Acquired lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.575377] env[66735]: DEBUG nova.network.neutron [req-94d0e597-7602-4fcd-be6f-3b77fdf76439 req-023acfc3-760a-4306-ba33-13da38f906eb service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Refreshing network info cache for port 6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.628161] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646291, 'name': ReconfigVM_Task, 'duration_secs': 0.734791} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.631198] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53/8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.632225] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f76a73f-6fa1-4d10-bcf7-542a0d65ed03 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.641858] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1062.641858] env[66735]: value = "task-4646293" [ 1062.641858] env[66735]: _type = "Task" [ 1062.641858] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.653398] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "refresh_cache-53deb4a7-c767-40ae-bf6b-2b78c46cb62b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.653720] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "refresh_cache-53deb4a7-c767-40ae-bf6b-2b78c46cb62b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.653938] env[66735]: DEBUG nova.network.neutron [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.661985] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646293, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.705347] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e807f67-480c-48bd-a5cb-89985cd08037 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.714204] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1187e63-0c3b-4735-aed7-de08bedd8155 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.749567] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff314c6-d909-4f91-a235-1dd2459a73bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.758309] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0148c9c1-ef00-4873-8ccf-7c396832e85f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.772960] env[66735]: DEBUG nova.compute.provider_tree [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.788107] env[66735]: DEBUG nova.compute.manager [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1062.788363] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.790027] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbda2ea-f53a-4b67-9f39-be168e9fb4e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.800664] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.800969] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf1e69a0-020c-43b5-8c99-cca4cf9cc610 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.810262] env[66735]: DEBUG oslo_vmware.api [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 1062.810262] env[66735]: value = "task-4646294" [ 1062.810262] env[66735]: _type = "Task" [ 1062.810262] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.821845] env[66735]: DEBUG oslo_vmware.api [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.844711] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa709178-9596-435b-b0f0-e4ccf54ac4da {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.876964] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cfd8d3-fc4b-40b4-b0f9-0006399e9c91 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.879874] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.880838] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.880838] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.882504] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.883279] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.883279] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.883463] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11251}} [ 1062.908720] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.908949] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance '26586a90-db2d-4f62-ab1a-2d5dfa53a9dc' progress to 67 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.922422] env[66735]: DEBUG nova.compute.manager [req-d9ba3d1d-8c4c-4589-8f79-d76792e6599e req-4dffa396-996d-4815-a682-daadc3a7e5ac service nova] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Received event network-vif-plugged-0865cc23-c6ca-4628-93d2-51104847c631 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1062.924955] env[66735]: DEBUG oslo_concurrency.lockutils [req-d9ba3d1d-8c4c-4589-8f79-d76792e6599e req-4dffa396-996d-4815-a682-daadc3a7e5ac service nova] Acquiring lock "53deb4a7-c767-40ae-bf6b-2b78c46cb62b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.924955] env[66735]: DEBUG oslo_concurrency.lockutils [req-d9ba3d1d-8c4c-4589-8f79-d76792e6599e req-4dffa396-996d-4815-a682-daadc3a7e5ac service nova] Lock "53deb4a7-c767-40ae-bf6b-2b78c46cb62b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.924955] env[66735]: DEBUG oslo_concurrency.lockutils [req-d9ba3d1d-8c4c-4589-8f79-d76792e6599e req-4dffa396-996d-4815-a682-daadc3a7e5ac service nova] Lock "53deb4a7-c767-40ae-bf6b-2b78c46cb62b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.924955] env[66735]: DEBUG nova.compute.manager [req-d9ba3d1d-8c4c-4589-8f79-d76792e6599e req-4dffa396-996d-4815-a682-daadc3a7e5ac service nova] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] No waiting events found dispatching network-vif-plugged-0865cc23-c6ca-4628-93d2-51104847c631 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1062.924955] env[66735]: WARNING nova.compute.manager [req-d9ba3d1d-8c4c-4589-8f79-d76792e6599e req-4dffa396-996d-4815-a682-daadc3a7e5ac service nova] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Received unexpected event network-vif-plugged-0865cc23-c6ca-4628-93d2-51104847c631 for instance with vm_state building and task_state spawning. [ 1062.980717] env[66735]: DEBUG nova.network.neutron [-] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.081018] env[66735]: WARNING neutronclient.v2_0.client [req-94d0e597-7602-4fcd-be6f-3b77fdf76439 req-023acfc3-760a-4306-ba33-13da38f906eb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.153313] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646293, 'name': Rename_Task, 'duration_secs': 0.301862} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.154039] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.154161] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-725ba782-8a39-4d11-bb37-6a1f1396fadd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.162864] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1063.162864] env[66735]: value = "task-4646295" [ 1063.162864] env[66735]: _type = "Task" [ 1063.162864] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.183319] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.200083] env[66735]: DEBUG nova.network.neutron [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1063.276526] env[66735]: DEBUG nova.scheduler.client.report [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.284134] env[66735]: DEBUG nova.network.neutron [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Successfully updated port: 31b4afae-052b-4d3a-b6d7-255edffc0ba3 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1063.315681] env[66735]: WARNING neutronclient.v2_0.client [req-94d0e597-7602-4fcd-be6f-3b77fdf76439 req-023acfc3-760a-4306-ba33-13da38f906eb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.324980] env[66735]: DEBUG oslo_vmware.api [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646294, 'name': PowerOffVM_Task, 'duration_secs': 0.282734} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.325366] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.325598] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.325920] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7cc7aef-360a-4228-898b-fde87b90ad84 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.340922] env[66735]: WARNING neutronclient.v2_0.client [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.395298] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.395573] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.395798] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleting the datastore file [datastore1] 766bf5e7-c5d6-474e-be1f-316a531ef128 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.396127] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b835e9e-7e22-4a49-aead-c0f700f2bcf2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.404580] env[66735]: DEBUG oslo_vmware.api [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for the task: (returnval){ [ 1063.404580] env[66735]: value = "task-4646298" [ 1063.404580] env[66735]: _type = "Task" [ 1063.404580] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.409036] env[66735]: DEBUG nova.network.neutron [req-94d0e597-7602-4fcd-be6f-3b77fdf76439 req-023acfc3-760a-4306-ba33-13da38f906eb service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updated VIF entry in instance network info cache for port 6bcbfe8b-5071-4d63-b778-daae2b4ef814. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1063.409535] env[66735]: DEBUG nova.network.neutron [req-94d0e597-7602-4fcd-be6f-3b77fdf76439 req-023acfc3-760a-4306-ba33-13da38f906eb service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updating instance_info_cache with network_info: [{"id": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "address": "fa:16:3e:0c:2e:1f", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcbfe8b-50", "ovs_interfaceid": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.419776] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.423701] env[66735]: DEBUG oslo_vmware.api [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.439032] env[66735]: DEBUG nova.network.neutron [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Updating instance_info_cache with network_info: [{"id": "0865cc23-c6ca-4628-93d2-51104847c631", "address": "fa:16:3e:ae:37:d9", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0865cc23-c6", "ovs_interfaceid": "0865cc23-c6ca-4628-93d2-51104847c631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.483645] env[66735]: INFO nova.compute.manager [-] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Took 1.42 seconds to deallocate network for instance. [ 1063.677508] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.782769] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.786937] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.499s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.786937] env[66735]: DEBUG nova.objects.instance [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lazy-loading 'resources' on Instance uuid e3a2c7ad-0021-424a-be07-a08579e82e8e {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.790933] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.913565] env[66735]: DEBUG oslo_concurrency.lockutils [req-94d0e597-7602-4fcd-be6f-3b77fdf76439 req-023acfc3-760a-4306-ba33-13da38f906eb service nova] Releasing lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.918687] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.919023] env[66735]: DEBUG nova.network.neutron [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1063.920667] env[66735]: DEBUG oslo_vmware.api [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Task: {'id': task-4646298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179579} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.921042] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.921504] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.921504] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.921504] env[66735]: INFO nova.compute.manager [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1063.921839] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1063.922301] env[66735]: DEBUG nova.compute.manager [-] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1063.922436] env[66735]: DEBUG nova.network.neutron [-] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1063.922806] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.942478] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "refresh_cache-53deb4a7-c767-40ae-bf6b-2b78c46cb62b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.942847] env[66735]: DEBUG nova.compute.manager [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Instance network_info: |[{"id": "0865cc23-c6ca-4628-93d2-51104847c631", "address": "fa:16:3e:ae:37:d9", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0865cc23-c6", "ovs_interfaceid": "0865cc23-c6ca-4628-93d2-51104847c631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1063.943359] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:37:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0865cc23-c6ca-4628-93d2-51104847c631', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.955285] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1063.956436] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.956767] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5ad7195-96f9-45a9-9ab2-053fe1b07ba5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.982522] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.982522] env[66735]: value = "task-4646299" [ 1063.982522] env[66735]: _type = "Task" [ 1063.982522] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.992183] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.997077] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646299, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.029173] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.178365] env[66735]: DEBUG oslo_vmware.api [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646295, 'name': PowerOnVM_Task, 'duration_secs': 0.574894} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.178893] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.178977] env[66735]: INFO nova.compute.manager [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1064.179097] env[66735]: DEBUG nova.compute.manager [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1064.179989] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9a4264-9222-4561-8309-6d4cc27ab51f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.309097] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4a74f0fd-9a40-403f-9b5b-2f6c1f7ee455 tempest-ServerActionsV293TestJSON-1968079804 tempest-ServerActionsV293TestJSON-1968079804-project-member] Lock "be7dbad8-d681-4099-a0c9-3bd1596b2f7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.649s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.491640] env[66735]: WARNING nova.network.neutron [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] e6b3841c-2f38-477b-91df-5d938cd4bf27 already exists in list: networks containing: ['e6b3841c-2f38-477b-91df-5d938cd4bf27']. ignoring it [ 1064.502176] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646299, 'name': CreateVM_Task, 'duration_secs': 0.441495} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.502176] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.502600] env[66735]: WARNING neutronclient.v2_0.client [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.504285] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.504450] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.504787] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.505051] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b523b2-3fd3-4f9c-822f-d90907474aa7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.514897] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.515133] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.516508] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1064.516508] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5235be05-69cc-a835-d50e-dbbbe5ca5548" [ 1064.516508] env[66735]: _type = "Task" [ 1064.516508] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.535091] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5235be05-69cc-a835-d50e-dbbbe5ca5548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.568774] env[66735]: WARNING neutronclient.v2_0.client [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.570047] env[66735]: WARNING neutronclient.v2_0.client [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.627412] env[66735]: DEBUG nova.network.neutron [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Port 539882a2-0fc3-4068-89a4-80479c0ef8e5 binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1064.634587] env[66735]: WARNING neutronclient.v2_0.client [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.698527] env[66735]: INFO nova.compute.manager [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Took 12.88 seconds to build instance. [ 1064.728945] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2a81b3-4f16-4db9-967f-4f46a993a134 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.738467] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dbd8b1-2aa8-4a34-a16d-f151d0316bf4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.783870] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d24557f-27a0-4db5-8aaa-37b493c21960 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.792927] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c33e98-c85c-48fb-9c56-bc20573ac325 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.813738] env[66735]: DEBUG nova.compute.provider_tree [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.848740] env[66735]: WARNING neutronclient.v2_0.client [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.951016] env[66735]: DEBUG nova.network.neutron [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updating instance_info_cache with network_info: [{"id": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "address": "fa:16:3e:0c:2e:1f", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcbfe8b-50", "ovs_interfaceid": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31b4afae-052b-4d3a-b6d7-255edffc0ba3", "address": "fa:16:3e:3c:ce:e7", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b4afae-05", "ovs_interfaceid": "31b4afae-052b-4d3a-b6d7-255edffc0ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.018684] env[66735]: DEBUG nova.compute.manager [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1065.032873] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5235be05-69cc-a835-d50e-dbbbe5ca5548, 'name': SearchDatastore_Task, 'duration_secs': 0.024184} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.033232] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.033469] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.033738] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.033925] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.034164] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.034651] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25c44af4-93d3-4147-ad29-e7e6cfd68a5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.047156] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.047156] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.047156] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48bc9806-5c31-4522-bf03-2d86a230bdef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.055342] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1065.055342] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52fbec88-4b3d-b396-b64c-911f4976b491" [ 1065.055342] env[66735]: _type = "Task" [ 1065.055342] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.064565] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fbec88-4b3d-b396-b64c-911f4976b491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.104719] env[66735]: DEBUG nova.network.neutron [-] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.202874] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4d90e52f-4c18-4edd-9245-30e1f0c1e8b5 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.401s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.315237] env[66735]: DEBUG nova.scheduler.client.report [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.407339] env[66735]: DEBUG nova.compute.manager [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Received event network-vif-plugged-31b4afae-052b-4d3a-b6d7-255edffc0ba3 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1065.408338] env[66735]: DEBUG oslo_concurrency.lockutils [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] Acquiring lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.408338] env[66735]: DEBUG oslo_concurrency.lockutils [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] Lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.408338] env[66735]: DEBUG oslo_concurrency.lockutils [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] Lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.408338] env[66735]: DEBUG nova.compute.manager [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] No waiting events found dispatching network-vif-plugged-31b4afae-052b-4d3a-b6d7-255edffc0ba3 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1065.408338] env[66735]: WARNING nova.compute.manager [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Received unexpected event network-vif-plugged-31b4afae-052b-4d3a-b6d7-255edffc0ba3 for instance with vm_state active and task_state None. [ 1065.408338] env[66735]: DEBUG nova.compute.manager [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Received event network-changed-31b4afae-052b-4d3a-b6d7-255edffc0ba3 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1065.408851] env[66735]: DEBUG nova.compute.manager [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Refreshing instance network info cache due to event network-changed-31b4afae-052b-4d3a-b6d7-255edffc0ba3. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1065.409020] env[66735]: DEBUG oslo_concurrency.lockutils [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] Acquiring lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.431923] env[66735]: DEBUG nova.compute.manager [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Received event network-changed-0865cc23-c6ca-4628-93d2-51104847c631 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1065.432155] env[66735]: DEBUG nova.compute.manager [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Refreshing instance network info cache due to event network-changed-0865cc23-c6ca-4628-93d2-51104847c631. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1065.432363] env[66735]: DEBUG oslo_concurrency.lockutils [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] Acquiring lock "refresh_cache-53deb4a7-c767-40ae-bf6b-2b78c46cb62b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.432862] env[66735]: DEBUG oslo_concurrency.lockutils [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] Acquired lock "refresh_cache-53deb4a7-c767-40ae-bf6b-2b78c46cb62b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.433108] env[66735]: DEBUG nova.network.neutron [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Refreshing network info cache for port 0865cc23-c6ca-4628-93d2-51104847c631 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.454279] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.454967] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.455174] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.455600] env[66735]: DEBUG oslo_concurrency.lockutils [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] Acquired lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.455645] env[66735]: DEBUG nova.network.neutron [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Refreshing network info cache for port 31b4afae-052b-4d3a-b6d7-255edffc0ba3 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.458744] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aa3414-65ef-40c1-aa95-e3db474ba68e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.479583] env[66735]: DEBUG nova.virt.hardware [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1065.480240] env[66735]: DEBUG nova.virt.hardware [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.480240] env[66735]: DEBUG nova.virt.hardware [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1065.480433] env[66735]: DEBUG nova.virt.hardware [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.480596] env[66735]: DEBUG nova.virt.hardware [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1065.481055] env[66735]: DEBUG nova.virt.hardware [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1065.481055] env[66735]: DEBUG nova.virt.hardware [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1065.481191] env[66735]: DEBUG nova.virt.hardware [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1065.481432] env[66735]: DEBUG nova.virt.hardware [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1065.481518] env[66735]: DEBUG nova.virt.hardware [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1065.481698] env[66735]: DEBUG nova.virt.hardware [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1065.488309] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Reconfiguring VM to attach interface {{(pid=66735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1065.489289] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9cda149-08e3-407c-98ba-dca303a4b922 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.512793] env[66735]: DEBUG oslo_vmware.api [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1065.512793] env[66735]: value = "task-4646300" [ 1065.512793] env[66735]: _type = "Task" [ 1065.512793] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.522837] env[66735]: DEBUG oslo_vmware.api [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646300, 'name': ReconfigVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.544344] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.567980] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fbec88-4b3d-b396-b64c-911f4976b491, 'name': SearchDatastore_Task, 'duration_secs': 0.040673} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.568870] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b050de1f-2cd9-48a3-9930-c0604499b82e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.575700] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1065.575700] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5293d693-2bdd-b591-bdd4-0c64b41d458f" [ 1065.575700] env[66735]: _type = "Task" [ 1065.575700] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.586907] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5293d693-2bdd-b591-bdd4-0c64b41d458f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.607890] env[66735]: INFO nova.compute.manager [-] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Took 1.69 seconds to deallocate network for instance. [ 1065.652756] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.653064] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.653271] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.822136] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.825065] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.916s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.845425] env[66735]: INFO nova.scheduler.client.report [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Deleted allocations for instance e3a2c7ad-0021-424a-be07-a08579e82e8e [ 1065.935702] env[66735]: WARNING neutronclient.v2_0.client [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.965200] env[66735]: WARNING neutronclient.v2_0.client [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.013166] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Acquiring lock "e7661904-7b2b-4cec-b903-6f4af159a2f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.013449] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Lock "e7661904-7b2b-4cec-b903-6f4af159a2f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.027042] env[66735]: DEBUG oslo_vmware.api [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.094267] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5293d693-2bdd-b591-bdd4-0c64b41d458f, 'name': SearchDatastore_Task, 'duration_secs': 0.017734} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.098421] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.098711] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 53deb4a7-c767-40ae-bf6b-2b78c46cb62b/53deb4a7-c767-40ae-bf6b-2b78c46cb62b.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.099279] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff72eace-b73d-4027-a759-4c046cbf3edb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.110507] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1066.110507] env[66735]: value = "task-4646302" [ 1066.110507] env[66735]: _type = "Task" [ 1066.110507] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.115840] env[66735]: DEBUG oslo_concurrency.lockutils [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.122968] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.144797] env[66735]: WARNING neutronclient.v2_0.client [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.196796] env[66735]: WARNING neutronclient.v2_0.client [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.230019] env[66735]: DEBUG nova.network.neutron [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Updated VIF entry in instance network info cache for port 0865cc23-c6ca-4628-93d2-51104847c631. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1066.230437] env[66735]: DEBUG nova.network.neutron [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Updating instance_info_cache with network_info: [{"id": "0865cc23-c6ca-4628-93d2-51104847c631", "address": "fa:16:3e:ae:37:d9", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0865cc23-c6", "ovs_interfaceid": "0865cc23-c6ca-4628-93d2-51104847c631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.310692] env[66735]: DEBUG nova.network.neutron [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updated VIF entry in instance network info cache for port 31b4afae-052b-4d3a-b6d7-255edffc0ba3. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1066.311322] env[66735]: DEBUG nova.network.neutron [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updating instance_info_cache with network_info: [{"id": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "address": "fa:16:3e:0c:2e:1f", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcbfe8b-50", "ovs_interfaceid": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31b4afae-052b-4d3a-b6d7-255edffc0ba3", "address": "fa:16:3e:3c:ce:e7", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b4afae-05", "ovs_interfaceid": "31b4afae-052b-4d3a-b6d7-255edffc0ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.355958] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ba88ace-052c-4fa8-a651-b345305fb757 tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "e3a2c7ad-0021-424a-be07-a08579e82e8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.153s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.519249] env[66735]: DEBUG nova.compute.manager [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1066.530138] env[66735]: DEBUG oslo_vmware.api [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646300, 'name': ReconfigVM_Task, 'duration_secs': 0.687897} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.531138] env[66735]: WARNING neutronclient.v2_0.client [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.531419] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.531636] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Reconfigured VM to attach interface {{(pid=66735) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1066.623150] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646302, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.665859] env[66735]: WARNING neutronclient.v2_0.client [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.668152] env[66735]: INFO nova.compute.manager [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Rebuilding instance [ 1066.699792] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.700015] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.700224] env[66735]: DEBUG nova.network.neutron [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1066.713201] env[66735]: DEBUG nova.compute.manager [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1066.714294] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7931b1-42c7-4b9c-b4c4-9ed732eb875b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.727220] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b811236-bdb4-49ae-a1e8-5238a05a1859 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.735294] env[66735]: DEBUG oslo_concurrency.lockutils [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] Releasing lock "refresh_cache-53deb4a7-c767-40ae-bf6b-2b78c46cb62b" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.735600] env[66735]: DEBUG nova.compute.manager [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Received event network-vif-deleted-bf7abb1c-18fd-488f-840c-9f5fded975fd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1066.735600] env[66735]: DEBUG nova.compute.manager [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Received event network-changed-3d5ac6e1-7212-46f9-b983-3494fce4ff03 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1066.735741] env[66735]: DEBUG nova.compute.manager [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Refreshing instance network info cache due to event network-changed-3d5ac6e1-7212-46f9-b983-3494fce4ff03. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1066.735932] env[66735]: DEBUG oslo_concurrency.lockutils [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] Acquiring lock "refresh_cache-9bc5e5dc-3f15-4156-8a25-16a009646142" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.736235] env[66735]: DEBUG oslo_concurrency.lockutils [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] Acquired lock "refresh_cache-9bc5e5dc-3f15-4156-8a25-16a009646142" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.736487] env[66735]: DEBUG nova.network.neutron [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Refreshing network info cache for port 3d5ac6e1-7212-46f9-b983-3494fce4ff03 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.741453] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eac558d-70df-4b2c-955f-a5d17c714315 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.777397] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6568ce91-e6a0-4131-888b-f428ce0d470e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.788324] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d718213-d7c3-4604-a83d-c3c1fdd904ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.806786] env[66735]: DEBUG nova.compute.provider_tree [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.814206] env[66735]: DEBUG oslo_concurrency.lockutils [req-44d39de4-27c2-43a6-a23f-0ab831554a72 req-96c58b9a-a209-4f58-b2b8-f0623f1d9601 service nova] Releasing lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.037910] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b77e8949-2130-4328-b5e6-87460e67e632 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-7d5f4ea0-001a-43eb-9019-8784aed6ff2d-31b4afae-052b-4d3a-b6d7-255edffc0ba3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.713s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.055339] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.123276] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592712} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.123548] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 53deb4a7-c767-40ae-bf6b-2b78c46cb62b/53deb4a7-c767-40ae-bf6b-2b78c46cb62b.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.123762] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.124033] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8168f95-9cb7-4f84-9a74-cc17ad8782e7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.131788] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1067.131788] env[66735]: value = "task-4646303" [ 1067.131788] env[66735]: _type = "Task" [ 1067.131788] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.141674] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.203281] env[66735]: WARNING neutronclient.v2_0.client [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.240605] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "6a05070f-299f-4a01-a3b5-ff77ef405528" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.241011] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "6a05070f-299f-4a01-a3b5-ff77ef405528" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.241233] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "6a05070f-299f-4a01-a3b5-ff77ef405528-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.241418] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "6a05070f-299f-4a01-a3b5-ff77ef405528-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.241583] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "6a05070f-299f-4a01-a3b5-ff77ef405528-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.247236] env[66735]: WARNING neutronclient.v2_0.client [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.250192] env[66735]: INFO nova.compute.manager [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Terminating instance [ 1067.311551] env[66735]: DEBUG nova.scheduler.client.report [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.403692] env[66735]: WARNING neutronclient.v2_0.client [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.434478] env[66735]: WARNING neutronclient.v2_0.client [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.483809] env[66735]: DEBUG nova.network.neutron [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance_info_cache with network_info: [{"id": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "address": "fa:16:3e:ea:5f:dc", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539882a2-0f", "ovs_interfaceid": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.511848] env[66735]: DEBUG nova.network.neutron [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Updated VIF entry in instance network info cache for port 3d5ac6e1-7212-46f9-b983-3494fce4ff03. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1067.512312] env[66735]: DEBUG nova.network.neutron [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Updating instance_info_cache with network_info: [{"id": "3d5ac6e1-7212-46f9-b983-3494fce4ff03", "address": "fa:16:3e:53:af:64", "network": {"id": "e354c555-d9d1-4294-a287-3b20410deb94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-352468664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc2ef2f7d064717860187d5a603fc1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5ac6e1-72", "ovs_interfaceid": "3d5ac6e1-7212-46f9-b983-3494fce4ff03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.642791] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260237} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.643096] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.643869] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66126f89-f0f3-4c42-97e9-2252443db1af {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.667472] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 53deb4a7-c767-40ae-bf6b-2b78c46cb62b/53deb4a7-c767-40ae-bf6b-2b78c46cb62b.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.667817] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4a902e6-6f80-4769-adb5-267d01e60148 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.686151] env[66735]: DEBUG nova.compute.manager [req-3724870b-bdee-4eb5-b378-6adad25e8627 req-6d897774-db11-4ecc-b529-1e2776264bf4 service nova] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Received event network-vif-deleted-f672860b-57b8-4ee0-90d2-fd621c751e75 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1067.692854] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1067.692854] env[66735]: value = "task-4646305" [ 1067.692854] env[66735]: _type = "Task" [ 1067.692854] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.702454] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.736292] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.736596] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98b01f38-a687-4dd6-b32b-cc5e0d09a1b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.744549] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1067.744549] env[66735]: value = "task-4646306" [ 1067.744549] env[66735]: _type = "Task" [ 1067.744549] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.755191] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.757984] env[66735]: DEBUG nova.compute.manager [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1067.758273] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.759260] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c62a21-ade1-4be2-a3a5-567ca1f43ea9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.767889] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.768204] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-984cab16-2641-4390-a93d-e279d352857f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.775791] env[66735]: DEBUG oslo_vmware.api [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1067.775791] env[66735]: value = "task-4646307" [ 1067.775791] env[66735]: _type = "Task" [ 1067.775791] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.785233] env[66735]: DEBUG oslo_vmware.api [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.808623] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "3e1a632d-d3de-4406-9b82-e1d882cde0d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.808943] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "3e1a632d-d3de-4406-9b82-e1d882cde0d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.809174] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "3e1a632d-d3de-4406-9b82-e1d882cde0d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.809534] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "3e1a632d-d3de-4406-9b82-e1d882cde0d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.809839] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "3e1a632d-d3de-4406-9b82-e1d882cde0d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.812172] env[66735]: INFO nova.compute.manager [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Terminating instance [ 1067.990216] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.015256] env[66735]: DEBUG oslo_concurrency.lockutils [req-a09450e8-a78b-45a8-bf9a-04cc02cbecbe req-cb5df5c0-9526-4364-98dd-0f24d9535b45 service nova] Releasing lock "refresh_cache-9bc5e5dc-3f15-4156-8a25-16a009646142" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.210024] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646305, 'name': ReconfigVM_Task, 'duration_secs': 0.371471} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.210024] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 53deb4a7-c767-40ae-bf6b-2b78c46cb62b/53deb4a7-c767-40ae-bf6b-2b78c46cb62b.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.210024] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78f9f5a3-191a-4dd8-aba6-93dd7f3e423c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.217893] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1068.217893] env[66735]: value = "task-4646308" [ 1068.217893] env[66735]: _type = "Task" [ 1068.217893] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.230589] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646308, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.268022] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646306, 'name': PowerOffVM_Task, 'duration_secs': 0.432097} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.268022] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.268022] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.268022] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846612aa-5364-423e-8e92-8b01ee10b7da {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.280317] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.284000] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be88778e-2d71-4fe9-b5d5-234e8e94f300 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.292020] env[66735]: DEBUG oslo_vmware.api [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646307, 'name': PowerOffVM_Task, 'duration_secs': 0.409671} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.292630] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.292927] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.293355] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36905c9d-9163-4bec-8352-c69dd1256b23 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.319023] env[66735]: DEBUG nova.compute.manager [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1068.319023] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.319023] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88b1b09-1284-4d40-8c97-b15a5f05bacb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.323969] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.499s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.327632] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.328214] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.328547] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Deleting the datastore file [datastore2] 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.329064] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.910s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.329361] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.329751] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1068.330154] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.338s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.330527] env[66735]: DEBUG nova.objects.instance [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lazy-loading 'resources' on Instance uuid 5fcef3b1-4498-4078-98c2-ba66421b3a2d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.333126] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82bb0e14-6f72-4282-a9e7-37bfdfa61907 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.338412] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba6f37a-6a6b-4130-a258-b89bc67320b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.341675] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.342627] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0aafeff-f108-43b4-ac88-664878dec3e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.348790] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1068.348790] env[66735]: value = "task-4646311" [ 1068.348790] env[66735]: _type = "Task" [ 1068.348790] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.358782] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c119cb28-f350-46c7-8756-b06e0c2e095b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.366104] env[66735]: DEBUG oslo_vmware.api [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1068.366104] env[66735]: value = "task-4646312" [ 1068.366104] env[66735]: _type = "Task" [ 1068.366104] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.384667] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.387706] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e06a95-bbdb-41e7-b84c-7ff647756b7c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.391680] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.392269] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.392635] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Deleting the datastore file [datastore2] 6a05070f-299f-4a01-a3b5-ff77ef405528 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.396055] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a2e38ce-cc34-4773-84c2-8f860df4019a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.398720] env[66735]: DEBUG oslo_vmware.api [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.406099] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582b849f-7670-46cb-bed2-f5413fc1632e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.411339] env[66735]: DEBUG oslo_vmware.api [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for the task: (returnval){ [ 1068.411339] env[66735]: value = "task-4646313" [ 1068.411339] env[66735]: _type = "Task" [ 1068.411339] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.445092] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178482MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1068.445092] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.451904] env[66735]: DEBUG oslo_vmware.api [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.501181] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034889a0-a588-4013-8653-a966c315da6b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.509828] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab54be5-5ef8-4827-a702-37c0b921893c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.729979] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646308, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.865422] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195679} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.872333] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.872554] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.872734] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.888458] env[66735]: DEBUG oslo_vmware.api [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646312, 'name': PowerOffVM_Task, 'duration_secs': 0.404318} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.888603] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.889430] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.889430] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b3e261a-e075-4723-9a7b-58ba7a76ad1c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.927937] env[66735]: DEBUG oslo_vmware.api [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Task: {'id': task-4646313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406936} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.928312] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.929038] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.929038] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.929038] env[66735]: INFO nova.compute.manager [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1068.929355] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1068.932707] env[66735]: DEBUG nova.compute.manager [-] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1068.932859] env[66735]: DEBUG nova.network.neutron [-] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1068.933280] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.936757] env[66735]: INFO nova.scheduler.client.report [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted allocation for migration 23aab1ae-5df9-443b-aa91-c4175724e85e [ 1068.975426] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.976029] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.976234] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Deleting the datastore file [datastore2] 3e1a632d-d3de-4406-9b82-e1d882cde0d4 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.980841] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07fdbcde-b51a-4560-8f6a-25b6933df993 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.990337] env[66735]: DEBUG oslo_vmware.api [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1068.990337] env[66735]: value = "task-4646315" [ 1068.990337] env[66735]: _type = "Task" [ 1068.990337] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.998645] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.005087] env[66735]: DEBUG oslo_vmware.api [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.138898] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "interface-7d5f4ea0-001a-43eb-9019-8784aed6ff2d-31b4afae-052b-4d3a-b6d7-255edffc0ba3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.139139] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-7d5f4ea0-001a-43eb-9019-8784aed6ff2d-31b4afae-052b-4d3a-b6d7-255edffc0ba3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.229095] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646308, 'name': Rename_Task, 'duration_secs': 0.907804} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.229381] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.230611] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39250f12-8ced-4324-833b-519068a1b946 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.232938] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3cc38f-395d-4e16-8b1b-d2f9f68eac8a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.247758] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3526913-72d0-4867-bebb-617c97ed0429 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.249151] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1069.249151] env[66735]: value = "task-4646316" [ 1069.249151] env[66735]: _type = "Task" [ 1069.249151] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.285766] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8048f3-5124-448e-aa9e-c5c1ce3a2000 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.289966] env[66735]: DEBUG nova.compute.manager [req-78a3313e-d128-4993-ba4b-61ffdbaa2d0b req-5078d189-1131-49a8-a5ad-17035ae5b9d1 service nova] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Received event network-vif-deleted-7be5b90b-8bf2-43ff-9043-6da042ed282e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1069.290183] env[66735]: INFO nova.compute.manager [req-78a3313e-d128-4993-ba4b-61ffdbaa2d0b req-5078d189-1131-49a8-a5ad-17035ae5b9d1 service nova] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Neutron deleted interface 7be5b90b-8bf2-43ff-9043-6da042ed282e; detaching it from the instance and deleting it from the info cache [ 1069.290352] env[66735]: DEBUG nova.network.neutron [req-78a3313e-d128-4993-ba4b-61ffdbaa2d0b req-5078d189-1131-49a8-a5ad-17035ae5b9d1 service nova] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.292241] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.299963] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9044083d-a642-4484-90d1-619ca8881652 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.317900] env[66735]: DEBUG nova.compute.provider_tree [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.443186] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2bead19-c500-4195-b983-c19e12b9c0c5 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.457s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.500559] env[66735]: DEBUG oslo_vmware.api [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328537} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.500654] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.500850] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.501060] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.501237] env[66735]: INFO nova.compute.manager [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1069.501483] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1069.501677] env[66735]: DEBUG nova.compute.manager [-] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1069.501775] env[66735]: DEBUG nova.network.neutron [-] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1069.502058] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.539520] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.638497] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5016fc-87a9-4435-9702-9b5a62b840d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.642777] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.642955] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.643918] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924626d0-bcd1-4c7a-972a-39f64d36c450 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.672082] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2c5459-06f9-41c2-9087-76d029dd2c97 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.689766] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20464ec-2bc1-4904-bc9d-ae15ef39894c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.696513] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance '26586a90-db2d-4f62-ab1a-2d5dfa53a9dc' progress to 83 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.721199] env[66735]: WARNING neutronclient.v2_0.client [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.726991] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Reconfiguring VM to detach interface {{(pid=66735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1069.727357] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd92313-0902-411d-9135-04623e75d983 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.752233] env[66735]: DEBUG nova.network.neutron [-] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.753165] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1069.753165] env[66735]: value = "task-4646318" [ 1069.753165] env[66735]: _type = "Task" [ 1069.753165] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.771325] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.775309] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.794159] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13d72e50-4bb7-48ed-8606-5c9b6f07806f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.807009] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df5390d-6b65-4d81-a092-08573442e864 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.822776] env[66735]: DEBUG nova.scheduler.client.report [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.854071] env[66735]: DEBUG nova.compute.manager [req-78a3313e-d128-4993-ba4b-61ffdbaa2d0b req-5078d189-1131-49a8-a5ad-17035ae5b9d1 service nova] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Detach interface failed, port_id=7be5b90b-8bf2-43ff-9043-6da042ed282e, reason: Instance 6a05070f-299f-4a01-a3b5-ff77ef405528 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1069.916359] env[66735]: DEBUG nova.virt.hardware [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1069.916623] env[66735]: DEBUG nova.virt.hardware [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.916767] env[66735]: DEBUG nova.virt.hardware [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1069.917224] env[66735]: DEBUG nova.virt.hardware [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.917224] env[66735]: DEBUG nova.virt.hardware [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1069.917224] env[66735]: DEBUG nova.virt.hardware [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1069.917407] env[66735]: DEBUG nova.virt.hardware [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1069.917553] env[66735]: DEBUG nova.virt.hardware [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1069.917713] env[66735]: DEBUG nova.virt.hardware [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1069.917873] env[66735]: DEBUG nova.virt.hardware [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1069.918048] env[66735]: DEBUG nova.virt.hardware [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1069.918972] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf57e6e-9c27-4572-b315-45ce9b4a1823 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.930802] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc6f467-e31b-49e8-8e9e-3e899d0c8e30 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.948791] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.954553] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1069.954881] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.955147] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-104b478d-5e02-4c03-a4ff-5ead338b29aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.969497] env[66735]: DEBUG nova.compute.manager [req-8c510710-89a7-4f96-ae3e-2839369f7d3b req-73cdbe99-1a7c-4ebf-bc7b-61ca088f63c9 service nova] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Received event network-vif-deleted-b8ed3dfa-c908-4511-b444-8fcc13b78647 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1069.969780] env[66735]: INFO nova.compute.manager [req-8c510710-89a7-4f96-ae3e-2839369f7d3b req-73cdbe99-1a7c-4ebf-bc7b-61ca088f63c9 service nova] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Neutron deleted interface b8ed3dfa-c908-4511-b444-8fcc13b78647; detaching it from the instance and deleting it from the info cache [ 1069.969985] env[66735]: DEBUG nova.network.neutron [req-8c510710-89a7-4f96-ae3e-2839369f7d3b req-73cdbe99-1a7c-4ebf-bc7b-61ca088f63c9 service nova] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.976878] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.976878] env[66735]: value = "task-4646319" [ 1069.976878] env[66735]: _type = "Task" [ 1069.976878] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.989142] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646319, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.172962] env[66735]: DEBUG oslo_concurrency.lockutils [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.173352] env[66735]: DEBUG oslo_concurrency.lockutils [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.173679] env[66735]: DEBUG oslo_concurrency.lockutils [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.173913] env[66735]: DEBUG oslo_concurrency.lockutils [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.174269] env[66735]: DEBUG oslo_concurrency.lockutils [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.176719] env[66735]: INFO nova.compute.manager [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Terminating instance [ 1070.203033] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.203289] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9dd447f-340c-411b-920d-eabd146367a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.213636] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1070.213636] env[66735]: value = "task-4646320" [ 1070.213636] env[66735]: _type = "Task" [ 1070.213636] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.223550] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.261474] env[66735]: INFO nova.compute.manager [-] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Took 1.33 seconds to deallocate network for instance. [ 1070.269883] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.279280] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.287822] env[66735]: DEBUG nova.network.neutron [-] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.327949] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.330463] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.786s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.332268] env[66735]: INFO nova.compute.claims [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.346773] env[66735]: INFO nova.scheduler.client.report [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleted allocations for instance 5fcef3b1-4498-4078-98c2-ba66421b3a2d [ 1070.473605] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61f57ec6-5eda-499a-9a95-29d7030bed88 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.484922] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa51cf4-a7e6-4012-92fe-51ac3746e0ae {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.500642] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646319, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.526113] env[66735]: DEBUG nova.compute.manager [req-8c510710-89a7-4f96-ae3e-2839369f7d3b req-73cdbe99-1a7c-4ebf-bc7b-61ca088f63c9 service nova] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Detach interface failed, port_id=b8ed3dfa-c908-4511-b444-8fcc13b78647, reason: Instance 3e1a632d-d3de-4406-9b82-e1d882cde0d4 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1070.680437] env[66735]: DEBUG nova.compute.manager [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1070.680681] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.683475] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2454eb-ec61-4e86-8fb2-548456fd79d4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.689466] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "c800531d-c3f2-4e3b-a46c-be6acbc4d64f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.689634] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "c800531d-c3f2-4e3b-a46c-be6acbc4d64f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.696320] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.696842] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9de52a84-06b0-4d1d-bd11-22d2b5b3b1f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.704039] env[66735]: DEBUG oslo_vmware.api [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1070.704039] env[66735]: value = "task-4646321" [ 1070.704039] env[66735]: _type = "Task" [ 1070.704039] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.714882] env[66735]: DEBUG oslo_vmware.api [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.724384] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646320, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.769322] env[66735]: DEBUG oslo_vmware.api [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646316, 'name': PowerOnVM_Task, 'duration_secs': 1.418643} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.770155] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.770299] env[66735]: INFO nova.compute.manager [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1070.770492] env[66735]: DEBUG nova.compute.manager [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1070.771440] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2668679-fc49-448b-afe8-b32d6ec16649 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.784951] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.785788] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.791063] env[66735]: INFO nova.compute.manager [-] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Took 1.29 seconds to deallocate network for instance. [ 1070.855165] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b117c4b4-8fb6-48f4-9f29-500d95332efb tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "5fcef3b1-4498-4078-98c2-ba66421b3a2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.967s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.988705] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646319, 'name': CreateVM_Task, 'duration_secs': 0.615155} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.988927] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.989395] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.989552] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.989874] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.990153] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab43b25-b553-4392-885a-d9cfa6b49d7c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.997038] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1070.997038] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5233b9a5-ca01-c73f-cc37-baa00713582c" [ 1070.997038] env[66735]: _type = "Task" [ 1070.997038] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.005439] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5233b9a5-ca01-c73f-cc37-baa00713582c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.193059] env[66735]: DEBUG nova.compute.manager [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1071.213869] env[66735]: DEBUG oslo_vmware.api [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646321, 'name': PowerOffVM_Task, 'duration_secs': 0.242789} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.214159] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.214325] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.214578] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df158248-cebc-4c6c-905e-ca1a0466645b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.226170] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646320, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.273727] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.281361] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.281736] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.282030] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleting the datastore file [datastore1] f65ed6ff-2d96-489b-b666-e76d1bb8d94f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.282434] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6faceb5a-0052-49ed-8483-8613ffda3d9c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.290115] env[66735]: DEBUG oslo_vmware.api [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1071.290115] env[66735]: value = "task-4646323" [ 1071.290115] env[66735]: _type = "Task" [ 1071.290115] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.303900] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.304511] env[66735]: DEBUG oslo_vmware.api [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.307445] env[66735]: INFO nova.compute.manager [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Took 18.95 seconds to build instance. [ 1071.510438] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5233b9a5-ca01-c73f-cc37-baa00713582c, 'name': SearchDatastore_Task, 'duration_secs': 0.012594} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.513628] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.513977] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.514296] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.514506] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.514796] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.515381] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70935d6d-3476-4368-b8a9-adb7687f604b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.525540] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.525777] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.529148] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54eac9e2-2ec5-412a-937e-b4bd370dc0c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.536401] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1071.536401] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d164b3-0525-7ce8-3bc7-b3b3b08ada98" [ 1071.536401] env[66735]: _type = "Task" [ 1071.536401] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.548478] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d164b3-0525-7ce8-3bc7-b3b3b08ada98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.660398] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc48869-a807-4d5d-a82e-04e23eb6a0fd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.672903] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d172f9-2239-495a-a6e2-d33d5f0133d9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.711911] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df0ebaf-b9a8-4e35-8f33-79dca155f608 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.725522] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c409ee-1863-4efa-b477-176a876e0b5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.734860] env[66735]: DEBUG oslo_vmware.api [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646320, 'name': PowerOnVM_Task, 'duration_secs': 1.514036} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.736463] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.736792] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6adeed74-e60a-4c93-b928-8de81476d210 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance '26586a90-db2d-4f62-ab1a-2d5dfa53a9dc' progress to 100 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.741629] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.751139] env[66735]: DEBUG nova.compute.provider_tree [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.774484] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.802416] env[66735]: DEBUG oslo_vmware.api [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193144} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.802686] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.802995] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.803141] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.803230] env[66735]: INFO nova.compute.manager [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1071.803473] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1071.803689] env[66735]: DEBUG nova.compute.manager [-] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1071.803823] env[66735]: DEBUG nova.network.neutron [-] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1071.804057] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.808383] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e594a01d-bffb-4993-92a3-0934613b32e3 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "53deb4a7-c767-40ae-bf6b-2b78c46cb62b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.478s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.852124] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.892315] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "53deb4a7-c767-40ae-bf6b-2b78c46cb62b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.892576] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "53deb4a7-c767-40ae-bf6b-2b78c46cb62b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.892880] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "53deb4a7-c767-40ae-bf6b-2b78c46cb62b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.893124] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "53deb4a7-c767-40ae-bf6b-2b78c46cb62b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.893325] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "53deb4a7-c767-40ae-bf6b-2b78c46cb62b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.895467] env[66735]: INFO nova.compute.manager [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Terminating instance [ 1072.051491] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d164b3-0525-7ce8-3bc7-b3b3b08ada98, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.052407] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db506d65-540a-4d09-813e-a8135bcb43cd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.060460] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1072.060460] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b544c5-40d6-8fdf-0397-650a52b55e27" [ 1072.060460] env[66735]: _type = "Task" [ 1072.060460] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.071576] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b544c5-40d6-8fdf-0397-650a52b55e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.145719] env[66735]: DEBUG nova.compute.manager [req-ab531f03-08f8-4d1a-958d-6d6bd8b9d3fe req-9d02a2a5-12af-44c4-838b-4c18cfa2dcaa service nova] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Received event network-vif-deleted-56e65394-f873-422a-8492-9e09efed4211 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1072.145970] env[66735]: INFO nova.compute.manager [req-ab531f03-08f8-4d1a-958d-6d6bd8b9d3fe req-9d02a2a5-12af-44c4-838b-4c18cfa2dcaa service nova] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Neutron deleted interface 56e65394-f873-422a-8492-9e09efed4211; detaching it from the instance and deleting it from the info cache [ 1072.146189] env[66735]: DEBUG nova.network.neutron [req-ab531f03-08f8-4d1a-958d-6d6bd8b9d3fe req-9d02a2a5-12af-44c4-838b-4c18cfa2dcaa service nova] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.218584] env[66735]: DEBUG oslo_concurrency.lockutils [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "57951c8d-d688-4df6-93bf-6dc89871e1cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.218981] env[66735]: DEBUG oslo_concurrency.lockutils [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "57951c8d-d688-4df6-93bf-6dc89871e1cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.219180] env[66735]: DEBUG oslo_concurrency.lockutils [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "57951c8d-d688-4df6-93bf-6dc89871e1cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.219904] env[66735]: DEBUG oslo_concurrency.lockutils [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "57951c8d-d688-4df6-93bf-6dc89871e1cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.219904] env[66735]: DEBUG oslo_concurrency.lockutils [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "57951c8d-d688-4df6-93bf-6dc89871e1cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.223057] env[66735]: INFO nova.compute.manager [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Terminating instance [ 1072.257308] env[66735]: DEBUG nova.scheduler.client.report [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.275456] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.402798] env[66735]: DEBUG nova.compute.manager [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1072.403304] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.403946] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268b4dc0-8180-4418-a21d-ee8fab78b698 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.412934] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.413231] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15ff004d-a02a-4a67-b39a-17122e9bf3a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.420488] env[66735]: DEBUG oslo_vmware.api [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1072.420488] env[66735]: value = "task-4646325" [ 1072.420488] env[66735]: _type = "Task" [ 1072.420488] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.429748] env[66735]: DEBUG oslo_vmware.api [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.572497] env[66735]: DEBUG nova.network.neutron [-] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.573963] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b544c5-40d6-8fdf-0397-650a52b55e27, 'name': SearchDatastore_Task, 'duration_secs': 0.01093} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.574509] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.574808] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53/8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.575140] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf9edfa8-588a-4721-8846-6b9951571c63 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.582564] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1072.582564] env[66735]: value = "task-4646326" [ 1072.582564] env[66735]: _type = "Task" [ 1072.582564] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.592720] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.649994] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a498178a-a41f-4f37-a8e3-6f16b8eb5871 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.663077] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134e761a-97a2-4069-8767-c5f526ff9ffa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.705326] env[66735]: DEBUG nova.compute.manager [req-ab531f03-08f8-4d1a-958d-6d6bd8b9d3fe req-9d02a2a5-12af-44c4-838b-4c18cfa2dcaa service nova] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Detach interface failed, port_id=56e65394-f873-422a-8492-9e09efed4211, reason: Instance f65ed6ff-2d96-489b-b666-e76d1bb8d94f could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1072.726999] env[66735]: DEBUG nova.compute.manager [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1072.726999] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.728087] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2827e3ee-ad43-43c6-865d-ba5037ac70ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.736919] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.738548] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ff01675-515e-4649-af94-6a4deb6a4a30 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.743666] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "7c5f4cba-5477-4a5b-9c80-c7dd96788eba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.743894] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "7c5f4cba-5477-4a5b-9c80-c7dd96788eba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.752557] env[66735]: DEBUG oslo_vmware.api [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1072.752557] env[66735]: value = "task-4646327" [ 1072.752557] env[66735]: _type = "Task" [ 1072.752557] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.762302] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.762897] env[66735]: DEBUG nova.compute.manager [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1072.769038] env[66735]: DEBUG oslo_concurrency.lockutils [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.653s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.769303] env[66735]: DEBUG nova.objects.instance [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lazy-loading 'resources' on Instance uuid 766bf5e7-c5d6-474e-be1f-316a531ef128 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.770987] env[66735]: DEBUG oslo_vmware.api [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.781794] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.932014] env[66735]: DEBUG oslo_vmware.api [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646325, 'name': PowerOffVM_Task, 'duration_secs': 0.34894} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.932375] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.932561] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.934632] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b867b6f-7472-40c0-9dea-a5d72496268c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.016224] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.016453] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.016636] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleting the datastore file [datastore2] 53deb4a7-c767-40ae-bf6b-2b78c46cb62b {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.016924] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa9651c6-422d-4873-bc68-464999979127 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.026957] env[66735]: DEBUG oslo_vmware.api [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1073.026957] env[66735]: value = "task-4646329" [ 1073.026957] env[66735]: _type = "Task" [ 1073.026957] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.037523] env[66735]: DEBUG oslo_vmware.api [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.076079] env[66735]: INFO nova.compute.manager [-] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Took 1.27 seconds to deallocate network for instance. [ 1073.093399] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646326, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.246500] env[66735]: DEBUG nova.compute.manager [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1073.264907] env[66735]: DEBUG oslo_vmware.api [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646327, 'name': PowerOffVM_Task, 'duration_secs': 0.458088} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.265232] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.265423] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.266520] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58a82c2e-8cfa-4a0e-83c9-e3bc2cdf712b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.279164] env[66735]: DEBUG nova.compute.utils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.281040] env[66735]: DEBUG nova.compute.manager [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1073.281244] env[66735]: DEBUG nova.network.neutron [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1073.281582] env[66735]: WARNING neutronclient.v2_0.client [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.282153] env[66735]: WARNING neutronclient.v2_0.client [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.290435] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.341221] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.341562] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.341822] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleting the datastore file [datastore2] 57951c8d-d688-4df6-93bf-6dc89871e1cf {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.342208] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0508416f-c39d-46d4-9e4e-d126fde54df0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.350492] env[66735]: DEBUG oslo_vmware.api [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1073.350492] env[66735]: value = "task-4646331" [ 1073.350492] env[66735]: _type = "Task" [ 1073.350492] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.356704] env[66735]: DEBUG nova.policy [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20fe08833024f38ad0ab096516f2603', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0caa29743c8246d490a3da9761277853', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.367695] env[66735]: DEBUG oslo_vmware.api [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.543805] env[66735]: DEBUG oslo_vmware.api [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254725} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.543805] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.543805] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.543805] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.543805] env[66735]: INFO nova.compute.manager [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1073.543805] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1073.543805] env[66735]: DEBUG nova.compute.manager [-] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1073.543805] env[66735]: DEBUG nova.network.neutron [-] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1073.543805] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.578737] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.583597] env[66735]: DEBUG oslo_concurrency.lockutils [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.593311] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525923} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.596102] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53/8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.596263] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.596834] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3960f1f-b471-41e3-950b-5c2b671e4bad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.605060] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1073.605060] env[66735]: value = "task-4646332" [ 1073.605060] env[66735]: _type = "Task" [ 1073.605060] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.615551] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.669989] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd89c425-ee28-4e8f-b1d1-734b9abcbb9f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.678939] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4a1a49-14ec-43c0-92c0-a70cdc2d9790 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.717287] env[66735]: DEBUG nova.network.neutron [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Successfully created port: 14dafee0-2951-4f59-ada3-fa017501fa8d {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1073.720121] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b632db4-692e-4b6e-b2b5-42ef43baebdb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.730796] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962439da-2a0a-49c3-befc-f69125d89f9c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.749764] env[66735]: DEBUG nova.compute.provider_tree [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.773565] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.789085] env[66735]: DEBUG nova.compute.manager [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1073.792800] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.864323] env[66735]: DEBUG oslo_vmware.api [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149186} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.866269] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.866269] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.866269] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.866269] env[66735]: INFO nova.compute.manager [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1073.866269] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1073.866269] env[66735]: DEBUG nova.compute.manager [-] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1073.866666] env[66735]: DEBUG nova.network.neutron [-] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1073.866666] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.929927] env[66735]: WARNING neutronclient.v2_0.client [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.038879] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.074100] env[66735]: WARNING neutronclient.v2_0.client [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.074506] env[66735]: WARNING neutronclient.v2_0.client [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.074853] env[66735]: WARNING neutronclient.v2_0.client [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.119454] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216985} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.119892] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.121281] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cc0723-1fec-48cb-bb52-0999bf92180b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.145482] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53/8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.145789] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd2d692a-fa5e-4112-8991-8ff09857c094 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.166941] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1074.166941] env[66735]: value = "task-4646333" [ 1074.166941] env[66735]: _type = "Task" [ 1074.166941] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.178942] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.191353] env[66735]: DEBUG nova.compute.manager [req-8ef3546b-7203-4097-8c66-441750bb17f2 req-65a976e6-cac8-43ab-9b2b-b728cc974f56 service nova] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Received event network-vif-deleted-0865cc23-c6ca-4628-93d2-51104847c631 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1074.192314] env[66735]: INFO nova.compute.manager [req-8ef3546b-7203-4097-8c66-441750bb17f2 req-65a976e6-cac8-43ab-9b2b-b728cc974f56 service nova] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Neutron deleted interface 0865cc23-c6ca-4628-93d2-51104847c631; detaching it from the instance and deleting it from the info cache [ 1074.192528] env[66735]: DEBUG nova.network.neutron [req-8ef3546b-7203-4097-8c66-441750bb17f2 req-65a976e6-cac8-43ab-9b2b-b728cc974f56 service nova] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.254073] env[66735]: DEBUG nova.scheduler.client.report [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.285813] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.317464] env[66735]: DEBUG nova.network.neutron [-] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.415099] env[66735]: DEBUG nova.network.neutron [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Port 539882a2-0fc3-4068-89a4-80479c0ef8e5 binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1074.415099] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.415099] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.415099] env[66735]: DEBUG nova.network.neutron [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1074.678399] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646333, 'name': ReconfigVM_Task, 'duration_secs': 0.437501} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.678800] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53/8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.679417] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd5a3557-7525-41c8-8fce-f711e72d77f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.686684] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1074.686684] env[66735]: value = "task-4646334" [ 1074.686684] env[66735]: _type = "Task" [ 1074.686684] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.696446] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646334, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.696717] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1951273b-e609-46bb-9340-381035056b16 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.706277] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcae30f7-a040-4ad5-bc85-387ba2be7a64 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.741797] env[66735]: DEBUG nova.compute.manager [req-8ef3546b-7203-4097-8c66-441750bb17f2 req-65a976e6-cac8-43ab-9b2b-b728cc974f56 service nova] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Detach interface failed, port_id=0865cc23-c6ca-4628-93d2-51104847c631, reason: Instance 53deb4a7-c767-40ae-bf6b-2b78c46cb62b could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1074.761641] env[66735]: DEBUG oslo_concurrency.lockutils [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.764232] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.709s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.769068] env[66735]: INFO nova.compute.claims [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.787191] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.795022] env[66735]: INFO nova.scheduler.client.report [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Deleted allocations for instance 766bf5e7-c5d6-474e-be1f-316a531ef128 [ 1074.800687] env[66735]: DEBUG nova.compute.manager [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1074.820581] env[66735]: INFO nova.compute.manager [-] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Took 1.28 seconds to deallocate network for instance. [ 1074.837462] env[66735]: DEBUG nova.virt.hardware [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1074.837723] env[66735]: DEBUG nova.virt.hardware [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.837872] env[66735]: DEBUG nova.virt.hardware [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1074.838122] env[66735]: DEBUG nova.virt.hardware [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.838315] env[66735]: DEBUG nova.virt.hardware [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1074.838514] env[66735]: DEBUG nova.virt.hardware [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1074.839048] env[66735]: DEBUG nova.virt.hardware [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1074.839048] env[66735]: DEBUG nova.virt.hardware [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1074.839843] env[66735]: DEBUG nova.virt.hardware [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1074.839843] env[66735]: DEBUG nova.virt.hardware [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1074.839843] env[66735]: DEBUG nova.virt.hardware [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1074.840700] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf49396-1580-4d8b-a10c-78c8bb966f2b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.851844] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ff2d65-14e8-4df4-b242-bcb74a0c1dbe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.883970] env[66735]: DEBUG nova.network.neutron [-] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.917893] env[66735]: WARNING neutronclient.v2_0.client [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.186932] env[66735]: WARNING neutronclient.v2_0.client [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.201077] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646334, 'name': Rename_Task, 'duration_secs': 0.274682} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.201450] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.201616] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed1fa113-8062-480b-bfab-43a77c29f370 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.210538] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1075.210538] env[66735]: value = "task-4646335" [ 1075.210538] env[66735]: _type = "Task" [ 1075.210538] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.220180] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.286400] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.309311] env[66735]: DEBUG oslo_concurrency.lockutils [None req-270b923c-4a6c-453f-b208-dcf4a38f37cc tempest-AttachVolumeShelveTestJSON-1677719075 tempest-AttachVolumeShelveTestJSON-1677719075-project-member] Lock "766bf5e7-c5d6-474e-be1f-316a531ef128" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.031s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.329964] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.338695] env[66735]: DEBUG nova.compute.manager [req-3ef39cdf-344b-4756-ad53-0a750df25fe9 req-7c7012b1-9c62-43fa-88eb-acf7450d9693 service nova] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Received event network-vif-plugged-14dafee0-2951-4f59-ada3-fa017501fa8d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1075.338903] env[66735]: DEBUG oslo_concurrency.lockutils [req-3ef39cdf-344b-4756-ad53-0a750df25fe9 req-7c7012b1-9c62-43fa-88eb-acf7450d9693 service nova] Acquiring lock "43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.339169] env[66735]: DEBUG oslo_concurrency.lockutils [req-3ef39cdf-344b-4756-ad53-0a750df25fe9 req-7c7012b1-9c62-43fa-88eb-acf7450d9693 service nova] Lock "43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.339442] env[66735]: DEBUG oslo_concurrency.lockutils [req-3ef39cdf-344b-4756-ad53-0a750df25fe9 req-7c7012b1-9c62-43fa-88eb-acf7450d9693 service nova] Lock "43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.339655] env[66735]: DEBUG nova.compute.manager [req-3ef39cdf-344b-4756-ad53-0a750df25fe9 req-7c7012b1-9c62-43fa-88eb-acf7450d9693 service nova] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] No waiting events found dispatching network-vif-plugged-14dafee0-2951-4f59-ada3-fa017501fa8d {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1075.339822] env[66735]: WARNING nova.compute.manager [req-3ef39cdf-344b-4756-ad53-0a750df25fe9 req-7c7012b1-9c62-43fa-88eb-acf7450d9693 service nova] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Received unexpected event network-vif-plugged-14dafee0-2951-4f59-ada3-fa017501fa8d for instance with vm_state building and task_state spawning. [ 1075.362699] env[66735]: DEBUG nova.network.neutron [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance_info_cache with network_info: [{"id": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "address": "fa:16:3e:ea:5f:dc", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539882a2-0f", "ovs_interfaceid": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.387688] env[66735]: INFO nova.compute.manager [-] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Took 1.52 seconds to deallocate network for instance. [ 1075.421948] env[66735]: DEBUG nova.network.neutron [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Successfully updated port: 14dafee0-2951-4f59-ada3-fa017501fa8d {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1075.708333] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "f4f888eb-a764-4e8b-8bd1-4505a3019625" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.708641] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "f4f888eb-a764-4e8b-8bd1-4505a3019625" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.722070] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646335, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.788229] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task} progress is 18%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.866916] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.894656] env[66735]: DEBUG oslo_concurrency.lockutils [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.927261] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "refresh_cache-43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.927489] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "refresh_cache-43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.927675] env[66735]: DEBUG nova.network.neutron [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1076.162060] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1977802-bc1c-4a05-90ec-8f80585ee8a1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.170720] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9d53cf-e489-4a23-8172-7860ec8436ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.204943] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e305f6f2-51ef-4fa6-8de4-7d6c0fa130ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.212755] env[66735]: DEBUG nova.compute.manager [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1076.221169] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b40e05b-cf8e-4445-af83-9646ff305243 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.225970] env[66735]: DEBUG nova.compute.manager [req-192d39b7-5020-40ec-bda2-ba93a2e8a69a req-a478d37b-0a2d-49fc-8c93-8014aa51c4af service nova] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Received event network-vif-deleted-9fa3e52a-db0f-449f-b7f1-5ded9f2c0016 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1076.233752] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.244767] env[66735]: DEBUG nova.compute.provider_tree [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.288965] env[66735]: DEBUG oslo_vmware.api [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646318, 'name': ReconfigVM_Task, 'duration_secs': 6.138126} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.289241] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.289465] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Reconfigured VM to detach interface {{(pid=66735) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1076.289907] env[66735]: WARNING neutronclient.v2_0.client [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.290246] env[66735]: WARNING neutronclient.v2_0.client [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.322551] env[66735]: WARNING neutronclient.v2_0.client [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.371419] env[66735]: DEBUG nova.compute.manager [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=66735) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1076.469996] env[66735]: DEBUG nova.network.neutron [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1076.554625] env[66735]: WARNING neutronclient.v2_0.client [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.638274] env[66735]: DEBUG nova.network.neutron [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Updating instance_info_cache with network_info: [{"id": "14dafee0-2951-4f59-ada3-fa017501fa8d", "address": "fa:16:3e:2f:13:be", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14dafee0-29", "ovs_interfaceid": "14dafee0-2951-4f59-ada3-fa017501fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.729534] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646335, 'name': PowerOnVM_Task} progress is 87%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.746994] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.767404] env[66735]: ERROR nova.scheduler.client.report [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [req-62551c6e-1fd6-4a2c-8326-eef9305d2951] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-62551c6e-1fd6-4a2c-8326-eef9305d2951"}]} [ 1076.788917] env[66735]: DEBUG nova.scheduler.client.report [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Refreshing inventories for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1076.807391] env[66735]: DEBUG nova.scheduler.client.report [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Updating ProviderTree inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1076.807618] env[66735]: DEBUG nova.compute.provider_tree [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.822170] env[66735]: DEBUG nova.scheduler.client.report [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Refreshing aggregate associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, aggregates: None {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1076.842385] env[66735]: DEBUG nova.scheduler.client.report [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Refreshing trait associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1077.141245] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "refresh_cache-43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.141625] env[66735]: DEBUG nova.compute.manager [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Instance network_info: |[{"id": "14dafee0-2951-4f59-ada3-fa017501fa8d", "address": "fa:16:3e:2f:13:be", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14dafee0-29", "ovs_interfaceid": "14dafee0-2951-4f59-ada3-fa017501fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1077.145341] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:13:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14dafee0-2951-4f59-ada3-fa017501fa8d', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.153401] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1077.154109] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.154389] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eed050a7-1ae4-4457-89fc-01e8bda7a4ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.184972] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.184972] env[66735]: value = "task-4646337" [ 1077.184972] env[66735]: _type = "Task" [ 1077.184972] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.196879] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646337, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.224571] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8256ff2-f078-4e00-adfd-f8d443d0fddd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.231256] env[66735]: DEBUG oslo_vmware.api [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646335, 'name': PowerOnVM_Task, 'duration_secs': 1.899212} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.232162] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.232421] env[66735]: DEBUG nova.compute.manager [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1077.233323] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd33783-afeb-4087-b2ce-8051c048a909 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.241056] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c14c05-737c-428e-9181-9fcc67b40f67 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.280581] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70b7987-9c11-447c-941f-b0a2b1a4c78d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.289573] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac8fff2-3d86-42bc-82e9-0f9bf4879071 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.311714] env[66735]: DEBUG nova.compute.provider_tree [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.373165] env[66735]: DEBUG nova.compute.manager [req-3ec5db7e-5276-464e-89fb-64a3ea2a2197 req-1406f526-f05a-4fb0-9b32-5199099d01e4 service nova] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Received event network-changed-14dafee0-2951-4f59-ada3-fa017501fa8d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1077.373374] env[66735]: DEBUG nova.compute.manager [req-3ec5db7e-5276-464e-89fb-64a3ea2a2197 req-1406f526-f05a-4fb0-9b32-5199099d01e4 service nova] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Refreshing instance network info cache due to event network-changed-14dafee0-2951-4f59-ada3-fa017501fa8d. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1077.373616] env[66735]: DEBUG oslo_concurrency.lockutils [req-3ec5db7e-5276-464e-89fb-64a3ea2a2197 req-1406f526-f05a-4fb0-9b32-5199099d01e4 service nova] Acquiring lock "refresh_cache-43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.373799] env[66735]: DEBUG oslo_concurrency.lockutils [req-3ec5db7e-5276-464e-89fb-64a3ea2a2197 req-1406f526-f05a-4fb0-9b32-5199099d01e4 service nova] Acquired lock "refresh_cache-43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.374487] env[66735]: DEBUG nova.network.neutron [req-3ec5db7e-5276-464e-89fb-64a3ea2a2197 req-1406f526-f05a-4fb0-9b32-5199099d01e4 service nova] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Refreshing network info cache for port 14dafee0-2951-4f59-ada3-fa017501fa8d {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.492183] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.678332] env[66735]: DEBUG oslo_concurrency.lockutils [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.678584] env[66735]: DEBUG oslo_concurrency.lockutils [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.678795] env[66735]: DEBUG oslo_concurrency.lockutils [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.679034] env[66735]: DEBUG oslo_concurrency.lockutils [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.679281] env[66735]: DEBUG oslo_concurrency.lockutils [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.681832] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.682221] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquired lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.682316] env[66735]: DEBUG nova.network.neutron [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1077.684052] env[66735]: INFO nova.compute.manager [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Terminating instance [ 1077.695981] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646337, 'name': CreateVM_Task, 'duration_secs': 0.325816} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.696598] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.697089] env[66735]: WARNING neutronclient.v2_0.client [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.697441] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.697588] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.697890] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.698354] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34bfa07-8391-40fa-9db2-6a183fa15d3a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.703679] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1077.703679] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]525c146b-701d-6fd5-c2d4-d5d9bc698888" [ 1077.703679] env[66735]: _type = "Task" [ 1077.703679] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.712692] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525c146b-701d-6fd5-c2d4-d5d9bc698888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.756331] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.849977] env[66735]: DEBUG nova.scheduler.client.report [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1077.850092] env[66735]: DEBUG nova.compute.provider_tree [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 143 to 144 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1077.850393] env[66735]: DEBUG nova.compute.provider_tree [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.877819] env[66735]: WARNING neutronclient.v2_0.client [req-3ec5db7e-5276-464e-89fb-64a3ea2a2197 req-1406f526-f05a-4fb0-9b32-5199099d01e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.055115] env[66735]: WARNING neutronclient.v2_0.client [req-3ec5db7e-5276-464e-89fb-64a3ea2a2197 req-1406f526-f05a-4fb0-9b32-5199099d01e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.135354] env[66735]: DEBUG nova.network.neutron [req-3ec5db7e-5276-464e-89fb-64a3ea2a2197 req-1406f526-f05a-4fb0-9b32-5199099d01e4 service nova] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Updated VIF entry in instance network info cache for port 14dafee0-2951-4f59-ada3-fa017501fa8d. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1078.135706] env[66735]: DEBUG nova.network.neutron [req-3ec5db7e-5276-464e-89fb-64a3ea2a2197 req-1406f526-f05a-4fb0-9b32-5199099d01e4 service nova] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Updating instance_info_cache with network_info: [{"id": "14dafee0-2951-4f59-ada3-fa017501fa8d", "address": "fa:16:3e:2f:13:be", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14dafee0-29", "ovs_interfaceid": "14dafee0-2951-4f59-ada3-fa017501fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.186065] env[66735]: WARNING neutronclient.v2_0.client [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.191626] env[66735]: DEBUG nova.compute.manager [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1078.191933] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.192852] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74071b8b-ad7c-4d93-a351-fee664c45221 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.202685] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.202969] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bbeba34-cbfc-4b26-861a-4c7356bbd72a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.214593] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]525c146b-701d-6fd5-c2d4-d5d9bc698888, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.216184] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.216444] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.216679] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.216823] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.217009] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.217408] env[66735]: DEBUG oslo_vmware.api [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1078.217408] env[66735]: value = "task-4646338" [ 1078.217408] env[66735]: _type = "Task" [ 1078.217408] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.217596] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0581876b-9c83-414d-a8da-7a3f1737caa2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.234614] env[66735]: DEBUG oslo_vmware.api [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.236118] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.236317] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.237130] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-963a462d-5097-4911-a3fc-12b43b0f8a79 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.245075] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1078.245075] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]529fadd5-e340-43aa-51ff-356026070573" [ 1078.245075] env[66735]: _type = "Task" [ 1078.245075] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.255507] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529fadd5-e340-43aa-51ff-356026070573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.355536] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.591s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.355967] env[66735]: DEBUG nova.compute.manager [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1078.358958] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.914s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.381294] env[66735]: WARNING neutronclient.v2_0.client [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.454913] env[66735]: INFO nova.network.neutron [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Port 31b4afae-052b-4d3a-b6d7-255edffc0ba3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1078.455433] env[66735]: DEBUG nova.network.neutron [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updating instance_info_cache with network_info: [{"id": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "address": "fa:16:3e:0c:2e:1f", "network": {"id": "e6b3841c-2f38-477b-91df-5d938cd4bf27", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-24926603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ceab9724bb4af6b8c7ba686fdefd49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcbfe8b-50", "ovs_interfaceid": "6bcbfe8b-5071-4d63-b778-daae2b4ef814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.638670] env[66735]: DEBUG oslo_concurrency.lockutils [req-3ec5db7e-5276-464e-89fb-64a3ea2a2197 req-1406f526-f05a-4fb0-9b32-5199099d01e4 service nova] Releasing lock "refresh_cache-43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.664565] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.664839] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.665071] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.665239] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.665406] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.667520] env[66735]: INFO nova.compute.manager [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Terminating instance [ 1078.729687] env[66735]: DEBUG oslo_vmware.api [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646338, 'name': PowerOffVM_Task, 'duration_secs': 0.209891} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.729953] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.730160] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.730418] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9480f663-79a5-4cc4-97fd-a1066c323886 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.754976] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529fadd5-e340-43aa-51ff-356026070573, 'name': SearchDatastore_Task, 'duration_secs': 0.011427} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.755713] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e8d584-5230-41de-b445-56d1e904a110 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.762298] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1078.762298] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5225f83f-5df4-2e39-eee7-e8603ac8bde8" [ 1078.762298] env[66735]: _type = "Task" [ 1078.762298] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.771334] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5225f83f-5df4-2e39-eee7-e8603ac8bde8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.792976] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.792976] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.792976] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Deleting the datastore file [datastore1] 7d5f4ea0-001a-43eb-9019-8784aed6ff2d {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.793173] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dac9895-7df0-4035-83d5-93ac574fce7b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.800236] env[66735]: DEBUG oslo_vmware.api [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1078.800236] env[66735]: value = "task-4646340" [ 1078.800236] env[66735]: _type = "Task" [ 1078.800236] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.809464] env[66735]: DEBUG oslo_vmware.api [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.872488] env[66735]: DEBUG nova.compute.utils [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.874028] env[66735]: DEBUG nova.compute.manager [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1078.874206] env[66735]: DEBUG nova.network.neutron [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1078.874557] env[66735]: WARNING neutronclient.v2_0.client [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.874926] env[66735]: WARNING neutronclient.v2_0.client [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.936463] env[66735]: DEBUG nova.policy [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94bf5669bbfb46f38ebccf552834e92b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a30bbb40b1eb46f0a2bffb8c2fe5a982', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.959086] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Releasing lock "refresh_cache-7d5f4ea0-001a-43eb-9019-8784aed6ff2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.171736] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "refresh_cache-8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.171950] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquired lock "refresh_cache-8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.172160] env[66735]: DEBUG nova.network.neutron [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1079.264946] env[66735]: DEBUG nova.network.neutron [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Successfully created port: 194bc451-93ef-4e6f-b18c-03ad02e7e277 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1079.281250] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5225f83f-5df4-2e39-eee7-e8603ac8bde8, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.281567] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.281899] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2/43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.282222] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-595c52f8-bf01-4172-8a03-45a8e593da0d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.290484] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1079.290484] env[66735]: value = "task-4646341" [ 1079.290484] env[66735]: _type = "Task" [ 1079.290484] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.303347] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.312613] env[66735]: DEBUG oslo_vmware.api [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162795} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.312884] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.313105] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.313356] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.313566] env[66735]: INFO nova.compute.manager [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1079.313846] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1079.314075] env[66735]: DEBUG nova.compute.manager [-] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1079.314184] env[66735]: DEBUG nova.network.neutron [-] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1079.314444] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.376094] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Applying migration context for instance 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc as it has an incoming, in-progress migration 9a0303a5-34b6-4d26-8544-c5eca54b7154. Migration status is reverting {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1079.378249] env[66735]: INFO nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating resource usage from migration 9a0303a5-34b6-4d26-8544-c5eca54b7154 [ 1079.382352] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.385445] env[66735]: DEBUG nova.compute.manager [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1079.408329] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3d4ac919-d0f3-4310-bed5-785da809fe2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.408463] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 106b6931-9631-4c32-ade5-b3ad9384edea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.408611] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance db29ff15-ad16-486d-9c7f-89bee68ed951 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.408805] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 6a05070f-299f-4a01-a3b5-ff77ef405528 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1079.408962] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 45c557ed-40ea-48ad-8d61-fa0e1bf0b445 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.409601] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 9c513275-a52a-4351-a00b-5167a2c4a857 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.409601] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3e1a632d-d3de-4406-9b82-e1d882cde0d4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1079.409601] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3d96430c-6002-43eb-b78d-0d9b45006a89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.409601] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 57951c8d-d688-4df6-93bf-6dc89871e1cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1079.409826] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 7d5f4ea0-001a-43eb-9019-8784aed6ff2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.409826] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance f65ed6ff-2d96-489b-b666-e76d1bb8d94f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1079.409920] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance d5b97681-56dc-4b81-a3bb-07b12e639baf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.409981] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 9bc5e5dc-3f15-4156-8a25-16a009646142 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.412851] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 78c5703a-faa2-48fa-8f5f-cb1981ed2624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.412851] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Migration 9a0303a5-34b6-4d26-8544-c5eca54b7154 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1079.412851] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.412851] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.412851] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 53deb4a7-c767-40ae-bf6b-2b78c46cb62b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1079.412851] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.412851] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance e7661904-7b2b-4cec-b903-6f4af159a2f1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1079.465964] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d4a655a9-c0c4-4d0d-be2e-2941f04d4670 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "interface-7d5f4ea0-001a-43eb-9019-8784aed6ff2d-31b4afae-052b-4d3a-b6d7-255edffc0ba3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.325s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.675469] env[66735]: WARNING neutronclient.v2_0.client [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.807901] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511837} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.808315] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2/43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.808420] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.808860] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02830f7d-dad2-43a9-a204-3f45ccc21e11 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.817063] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1079.817063] env[66735]: value = "task-4646342" [ 1079.817063] env[66735]: _type = "Task" [ 1079.817063] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.827419] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.888694] env[66735]: DEBUG nova.network.neutron [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1079.892382] env[66735]: INFO nova.virt.block_device [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Booting with volume 6b32291e-3613-4bed-b540-aea9fd192d90 at /dev/sda [ 1079.915168] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance c800531d-c3f2-4e3b-a46c-be6acbc4d64f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1079.936208] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-035d462c-2ec5-43c7-923b-9a6ca47939a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.947575] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f676cfb-d607-4eb5-a80c-b4470cba2286 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.985932] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a08a1be1-9d01-4c4f-991f-7ef6e40fce32 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.996261] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4d2610-b994-4793-982b-f744e62ba08b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.032341] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121da55e-de41-47e4-b79b-a272e69cddaf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.039788] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af78359-e21e-4d33-ad57-68aa3ddfeaeb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.053984] env[66735]: DEBUG nova.virt.block_device [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Updating existing volume attachment record: d4c85ad2-5421-4772-8c7b-f58f557540cd {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1080.132597] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "db29ff15-ad16-486d-9c7f-89bee68ed951" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.132910] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "db29ff15-ad16-486d-9c7f-89bee68ed951" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.133215] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "db29ff15-ad16-486d-9c7f-89bee68ed951-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.133557] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "db29ff15-ad16-486d-9c7f-89bee68ed951-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.133635] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "db29ff15-ad16-486d-9c7f-89bee68ed951-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.136640] env[66735]: INFO nova.compute.manager [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Terminating instance [ 1080.329561] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076938} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.332029] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.332695] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db55a48a-f293-461f-8483-a99e4946078d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.356919] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2/43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.357873] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7890cde0-36cf-492e-a3fb-e7558eb9c8fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.384408] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1080.384408] env[66735]: value = "task-4646343" [ 1080.384408] env[66735]: _type = "Task" [ 1080.384408] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.397020] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.418501] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 7c5f4cba-5477-4a5b-9c80-c7dd96788eba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1080.430784] env[66735]: DEBUG nova.network.neutron [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.646364] env[66735]: DEBUG nova.compute.manager [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1080.646587] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.648131] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0591229e-ab74-4d28-883d-eee5778d5e18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.656665] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.656951] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6166bc4b-18cc-4ca5-a59a-a4d9b0994c3d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.665527] env[66735]: DEBUG oslo_vmware.api [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1080.665527] env[66735]: value = "task-4646344" [ 1080.665527] env[66735]: _type = "Task" [ 1080.665527] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.675633] env[66735]: DEBUG oslo_vmware.api [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.755779] env[66735]: DEBUG nova.compute.manager [req-6662248d-14b7-446c-956f-d72fccb1a927 req-6c86c772-1ec9-47dc-8b10-21e873153928 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Received event network-vif-deleted-6bcbfe8b-5071-4d63-b778-daae2b4ef814 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1080.755779] env[66735]: INFO nova.compute.manager [req-6662248d-14b7-446c-956f-d72fccb1a927 req-6c86c772-1ec9-47dc-8b10-21e873153928 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Neutron deleted interface 6bcbfe8b-5071-4d63-b778-daae2b4ef814; detaching it from the instance and deleting it from the info cache [ 1080.755779] env[66735]: DEBUG nova.network.neutron [req-6662248d-14b7-446c-956f-d72fccb1a927 req-6c86c772-1ec9-47dc-8b10-21e873153928 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.833380] env[66735]: DEBUG nova.network.neutron [-] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.886025] env[66735]: DEBUG nova.compute.manager [req-a7e4f2e5-5ddc-47dd-af7d-896af26f5147 req-69335e84-5f38-4c20-bb74-e5f46b8dfa29 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Received event network-vif-plugged-194bc451-93ef-4e6f-b18c-03ad02e7e277 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1080.886025] env[66735]: DEBUG oslo_concurrency.lockutils [req-a7e4f2e5-5ddc-47dd-af7d-896af26f5147 req-69335e84-5f38-4c20-bb74-e5f46b8dfa29 service nova] Acquiring lock "e7661904-7b2b-4cec-b903-6f4af159a2f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.886025] env[66735]: DEBUG oslo_concurrency.lockutils [req-a7e4f2e5-5ddc-47dd-af7d-896af26f5147 req-69335e84-5f38-4c20-bb74-e5f46b8dfa29 service nova] Lock "e7661904-7b2b-4cec-b903-6f4af159a2f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.886025] env[66735]: DEBUG oslo_concurrency.lockutils [req-a7e4f2e5-5ddc-47dd-af7d-896af26f5147 req-69335e84-5f38-4c20-bb74-e5f46b8dfa29 service nova] Lock "e7661904-7b2b-4cec-b903-6f4af159a2f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.886025] env[66735]: DEBUG nova.compute.manager [req-a7e4f2e5-5ddc-47dd-af7d-896af26f5147 req-69335e84-5f38-4c20-bb74-e5f46b8dfa29 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] No waiting events found dispatching network-vif-plugged-194bc451-93ef-4e6f-b18c-03ad02e7e277 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1080.886025] env[66735]: WARNING nova.compute.manager [req-a7e4f2e5-5ddc-47dd-af7d-896af26f5147 req-69335e84-5f38-4c20-bb74-e5f46b8dfa29 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Received unexpected event network-vif-plugged-194bc451-93ef-4e6f-b18c-03ad02e7e277 for instance with vm_state building and task_state block_device_mapping. [ 1080.898728] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.921802] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance f4f888eb-a764-4e8b-8bd1-4505a3019625 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1080.921802] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1080.922143] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=100GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '11', 'num_task_None': '10', 'num_os_type_None': '14', 'num_proj_9a356bd775ea4f14a9935bfd931093b5': '2', 'io_workload': '2', 'num_proj_515c2a40834f41c89ee0e020d1d2a2b2': '2', 'num_proj_29418d690eda48438d1c2aa27bb21a4c': '1', 'num_proj_2a83fa4836f94993af3750f6bc2d8f51': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_9929ce8e6397449fb64785bb4bca9809': '1', 'num_proj_29ceab9724bb4af6b8c7ba686fdefd49': '2', 'num_task_deleting': '2', 'num_proj_9bc2ef2f7d064717860187d5a603fc1e': '1', 'num_proj_ad86f5f137c644cbba72d176c3e4af8d': '2', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_0caa29743c8246d490a3da9761277853': '1', 'num_proj_a30bbb40b1eb46f0a2bffb8c2fe5a982': '1'} {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1080.933548] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Releasing lock "refresh_cache-8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.933974] env[66735]: DEBUG nova.compute.manager [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1080.934272] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.935156] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60479be6-b475-49cd-b12f-4b118e70625b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.945877] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.946249] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dce5913d-5ba8-473a-a369-cb2bf112f107 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.953284] env[66735]: DEBUG oslo_vmware.api [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1080.953284] env[66735]: value = "task-4646345" [ 1080.953284] env[66735]: _type = "Task" [ 1080.953284] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.962382] env[66735]: DEBUG oslo_vmware.api [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.177282] env[66735]: DEBUG oslo_vmware.api [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646344, 'name': PowerOffVM_Task, 'duration_secs': 0.204193} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.180415] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.180815] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.181552] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8a1712d-e0d1-4ef9-be6a-0631cf9d3d56 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.257032] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.257032] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.257032] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleting the datastore file [datastore2] db29ff15-ad16-486d-9c7f-89bee68ed951 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.257032] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17d788f8-7fc5-4851-845c-47ac87f608e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.260681] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41d451ad-32c2-4e7a-b21b-6cf2e5e0d893 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.267145] env[66735]: DEBUG oslo_vmware.api [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1081.267145] env[66735]: value = "task-4646347" [ 1081.267145] env[66735]: _type = "Task" [ 1081.267145] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.270354] env[66735]: DEBUG nova.network.neutron [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Successfully updated port: 194bc451-93ef-4e6f-b18c-03ad02e7e277 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1081.274371] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51839398-e061-475e-a522-48443c1487a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.293990] env[66735]: DEBUG oslo_vmware.api [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.320559] env[66735]: DEBUG nova.compute.manager [req-6662248d-14b7-446c-956f-d72fccb1a927 req-6c86c772-1ec9-47dc-8b10-21e873153928 service nova] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Detach interface failed, port_id=6bcbfe8b-5071-4d63-b778-daae2b4ef814, reason: Instance 7d5f4ea0-001a-43eb-9019-8784aed6ff2d could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1081.338551] env[66735]: INFO nova.compute.manager [-] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Took 2.02 seconds to deallocate network for instance. [ 1081.359512] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0988d8c-310a-4ba3-8925-a091aca1cdb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.368829] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11d9e4b-20f6-4872-9252-f9ec667dc3ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.406606] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7fe9cc-53b6-47fa-bb7f-3d9f90a3826d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.418287] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646343, 'name': ReconfigVM_Task, 'duration_secs': 0.895266} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.420842] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2/43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.421693] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bc8a690-7cae-4af1-ade4-1d7f0aefb24f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.424429] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1b633f-189e-45fe-8ae9-fbe9ed6125e2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.439927] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.442793] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1081.442793] env[66735]: value = "task-4646348" [ 1081.442793] env[66735]: _type = "Task" [ 1081.442793] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.453558] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646348, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.463499] env[66735]: DEBUG oslo_vmware.api [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646345, 'name': PowerOffVM_Task, 'duration_secs': 0.292142} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.463928] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.463928] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.464230] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e6f5d1f-a8ef-429a-b1a6-85531072e7bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.491893] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.492151] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.492333] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Deleting the datastore file [datastore2] 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.492602] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a40589d8-9913-41ba-837a-ef1da3615cfb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.500482] env[66735]: DEBUG oslo_vmware.api [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1081.500482] env[66735]: value = "task-4646350" [ 1081.500482] env[66735]: _type = "Task" [ 1081.500482] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.509646] env[66735]: DEBUG oslo_vmware.api [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.778159] env[66735]: DEBUG oslo_vmware.api [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184263} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.779337] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.779337] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.779337] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.779337] env[66735]: INFO nova.compute.manager [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1081.779337] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1081.779813] env[66735]: DEBUG nova.compute.manager [-] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1081.779813] env[66735]: DEBUG nova.network.neutron [-] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1081.779813] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.791353] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Acquiring lock "refresh_cache-e7661904-7b2b-4cec-b903-6f4af159a2f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.791556] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Acquired lock "refresh_cache-e7661904-7b2b-4cec-b903-6f4af159a2f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.791710] env[66735]: DEBUG nova.network.neutron [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1081.845653] env[66735]: DEBUG oslo_concurrency.lockutils [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.847625] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.958431] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646348, 'name': Rename_Task, 'duration_secs': 0.162779} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.959082] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.959082] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e5e096-9e1a-4661-9b7e-1b4224fb3b50 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.968706] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1081.968706] env[66735]: value = "task-4646351" [ 1081.968706] env[66735]: _type = "Task" [ 1081.968706] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.980709] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.987299] env[66735]: DEBUG nova.scheduler.client.report [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1081.987299] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 144 to 145 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1081.987299] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.012372] env[66735]: DEBUG oslo_vmware.api [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094224} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.012624] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.012798] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.012966] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.013151] env[66735]: INFO nova.compute.manager [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1082.013393] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1082.013580] env[66735]: DEBUG nova.compute.manager [-] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1082.013675] env[66735]: DEBUG nova.network.neutron [-] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1082.013917] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.164328] env[66735]: DEBUG nova.compute.manager [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1082.164328] env[66735]: DEBUG nova.virt.hardware [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1082.164328] env[66735]: DEBUG nova.virt.hardware [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.164328] env[66735]: DEBUG nova.virt.hardware [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1082.164328] env[66735]: DEBUG nova.virt.hardware [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.164328] env[66735]: DEBUG nova.virt.hardware [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1082.164328] env[66735]: DEBUG nova.virt.hardware [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1082.168217] env[66735]: DEBUG nova.virt.hardware [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1082.168217] env[66735]: DEBUG nova.virt.hardware [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1082.168217] env[66735]: DEBUG nova.virt.hardware [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1082.168217] env[66735]: DEBUG nova.virt.hardware [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1082.168217] env[66735]: DEBUG nova.virt.hardware [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1082.169333] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3669bd7-b0eb-492b-b9eb-3d78c9aa348a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.178680] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460b0bbe-cfc7-4f0a-8251-eec9b0ca4144 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.216419] env[66735]: DEBUG nova.network.neutron [-] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1082.216577] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.392705] env[66735]: DEBUG nova.network.neutron [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1082.482603] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646351, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.492606] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1082.492739] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.134s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.492989] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.708s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.493171] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.495508] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.192s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.495751] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.497740] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.756s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.500074] env[66735]: INFO nova.compute.claims [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.504339] env[66735]: WARNING neutronclient.v2_0.client [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.540014] env[66735]: INFO nova.scheduler.client.report [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Deleted allocations for instance 6a05070f-299f-4a01-a3b5-ff77ef405528 [ 1082.541107] env[66735]: INFO nova.scheduler.client.report [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Deleted allocations for instance 3e1a632d-d3de-4406-9b82-e1d882cde0d4 [ 1082.641458] env[66735]: DEBUG nova.network.neutron [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Updating instance_info_cache with network_info: [{"id": "194bc451-93ef-4e6f-b18c-03ad02e7e277", "address": "fa:16:3e:c0:67:3f", "network": {"id": "6f408f04-7473-414f-ae20-e7cf8eaa9dee", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2121996318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a30bbb40b1eb46f0a2bffb8c2fe5a982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap194bc451-93", "ovs_interfaceid": "194bc451-93ef-4e6f-b18c-03ad02e7e277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.719502] env[66735]: DEBUG nova.network.neutron [-] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.815337] env[66735]: DEBUG nova.network.neutron [-] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.988625] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646351, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.058625] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef6d401f-ac88-4776-b205-77d0a9ff4d6a tempest-ServerRescueTestJSON-513474333 tempest-ServerRescueTestJSON-513474333-project-member] Lock "6a05070f-299f-4a01-a3b5-ff77ef405528" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.818s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.060369] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7e4022be-f276-4577-8f4c-fdb7d9262e71 tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "3e1a632d-d3de-4406-9b82-e1d882cde0d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.251s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.145059] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Releasing lock "refresh_cache-e7661904-7b2b-4cec-b903-6f4af159a2f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.145059] env[66735]: DEBUG nova.compute.manager [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Instance network_info: |[{"id": "194bc451-93ef-4e6f-b18c-03ad02e7e277", "address": "fa:16:3e:c0:67:3f", "network": {"id": "6f408f04-7473-414f-ae20-e7cf8eaa9dee", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2121996318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a30bbb40b1eb46f0a2bffb8c2fe5a982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap194bc451-93", "ovs_interfaceid": "194bc451-93ef-4e6f-b18c-03ad02e7e277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1083.145404] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:67:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '194bc451-93ef-4e6f-b18c-03ad02e7e277', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.154714] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Creating folder: Project (a30bbb40b1eb46f0a2bffb8c2fe5a982). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.155048] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59dffb89-c76b-44dd-868b-826133c8c58b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.170819] env[66735]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1083.171073] env[66735]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=66735) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1083.171523] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Folder already exists: Project (a30bbb40b1eb46f0a2bffb8c2fe5a982). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1083.171756] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Creating folder: Instances. Parent ref: group-v907256. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.172106] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a162b69a-8834-4367-87af-6358f79dac41 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.185075] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Created folder: Instances in parent group-v907256. [ 1083.185361] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1083.186717] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.188190] env[66735]: DEBUG nova.compute.manager [req-ae33a4cb-8aa5-4a1f-987a-90583eb7bd79 req-b4d0c174-327e-4441-b09e-bc867863bda6 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Received event network-changed-194bc451-93ef-4e6f-b18c-03ad02e7e277 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1083.188368] env[66735]: DEBUG nova.compute.manager [req-ae33a4cb-8aa5-4a1f-987a-90583eb7bd79 req-b4d0c174-327e-4441-b09e-bc867863bda6 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Refreshing instance network info cache due to event network-changed-194bc451-93ef-4e6f-b18c-03ad02e7e277. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1083.188575] env[66735]: DEBUG oslo_concurrency.lockutils [req-ae33a4cb-8aa5-4a1f-987a-90583eb7bd79 req-b4d0c174-327e-4441-b09e-bc867863bda6 service nova] Acquiring lock "refresh_cache-e7661904-7b2b-4cec-b903-6f4af159a2f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.188711] env[66735]: DEBUG oslo_concurrency.lockutils [req-ae33a4cb-8aa5-4a1f-987a-90583eb7bd79 req-b4d0c174-327e-4441-b09e-bc867863bda6 service nova] Acquired lock "refresh_cache-e7661904-7b2b-4cec-b903-6f4af159a2f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.188900] env[66735]: DEBUG nova.network.neutron [req-ae33a4cb-8aa5-4a1f-987a-90583eb7bd79 req-b4d0c174-327e-4441-b09e-bc867863bda6 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Refreshing network info cache for port 194bc451-93ef-4e6f-b18c-03ad02e7e277 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.190078] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a669301-ea72-4ba7-a30d-8a71225eef36 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.213465] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.213465] env[66735]: value = "task-4646354" [ 1083.213465] env[66735]: _type = "Task" [ 1083.213465] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.224175] env[66735]: INFO nova.compute.manager [-] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Took 1.21 seconds to deallocate network for instance. [ 1083.224431] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646354, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.319382] env[66735]: INFO nova.compute.manager [-] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Took 1.54 seconds to deallocate network for instance. [ 1083.483366] env[66735]: DEBUG oslo_vmware.api [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646351, 'name': PowerOnVM_Task, 'duration_secs': 1.062753} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.483684] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.484297] env[66735]: INFO nova.compute.manager [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1083.484297] env[66735]: DEBUG nova.compute.manager [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1083.484969] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4537bf6-a712-450f-b450-f3a89b0936d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.709575] env[66735]: WARNING neutronclient.v2_0.client [req-ae33a4cb-8aa5-4a1f-987a-90583eb7bd79 req-b4d0c174-327e-4441-b09e-bc867863bda6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.724339] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646354, 'name': CreateVM_Task, 'duration_secs': 0.371112} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.728923] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.728923] env[66735]: WARNING neutronclient.v2_0.client [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.728923] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907265', 'volume_id': '6b32291e-3613-4bed-b540-aea9fd192d90', 'name': 'volume-6b32291e-3613-4bed-b540-aea9fd192d90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7661904-7b2b-4cec-b903-6f4af159a2f1', 'attached_at': '', 'detached_at': '', 'volume_id': '6b32291e-3613-4bed-b540-aea9fd192d90', 'serial': '6b32291e-3613-4bed-b540-aea9fd192d90'}, 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': 'd4c85ad2-5421-4772-8c7b-f58f557540cd', 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=66735) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1083.728923] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Root volume attach. Driver type: vmdk {{(pid=66735) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1083.729771] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a110f6-53d8-4ee7-bac1-15c64892328f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.732956] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.744393] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2129b524-867e-44ce-a30f-28c834056838 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.752341] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4160d5cc-95da-470a-a7c3-e1ad153bb398 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.761991] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c018afb3-9571-483d-81dd-72a762d04914 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.770544] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Waiting for the task: (returnval){ [ 1083.770544] env[66735]: value = "task-4646355" [ 1083.770544] env[66735]: _type = "Task" [ 1083.770544] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.783726] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646355, 'name': RelocateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.826325] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.847547] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a52492-67a9-48db-aa21-02888aa63f0b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.857979] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b434ca4d-cf15-4437-9d00-901b1f1721a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.892798] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e33b3d-0238-4264-8137-0ca6e9584d8e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.901758] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56963745-df3a-431b-8fe7-d6c3b291d1ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.917120] env[66735]: DEBUG nova.compute.provider_tree [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.008583] env[66735]: INFO nova.compute.manager [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Took 18.48 seconds to build instance. [ 1084.283789] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646355, 'name': RelocateVM_Task, 'duration_secs': 0.383414} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.284349] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1084.284564] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907265', 'volume_id': '6b32291e-3613-4bed-b540-aea9fd192d90', 'name': 'volume-6b32291e-3613-4bed-b540-aea9fd192d90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7661904-7b2b-4cec-b903-6f4af159a2f1', 'attached_at': '', 'detached_at': '', 'volume_id': '6b32291e-3613-4bed-b540-aea9fd192d90', 'serial': '6b32291e-3613-4bed-b540-aea9fd192d90'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1084.285398] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25867822-3868-4841-900e-bfb6b683dd0f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.303888] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "9c513275-a52a-4351-a00b-5167a2c4a857" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.304176] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "9c513275-a52a-4351-a00b-5167a2c4a857" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.304374] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "9c513275-a52a-4351-a00b-5167a2c4a857-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.304567] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "9c513275-a52a-4351-a00b-5167a2c4a857-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.304810] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "9c513275-a52a-4351-a00b-5167a2c4a857-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.307142] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e7d400-b235-4938-909a-061b09d8da90 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.309919] env[66735]: INFO nova.compute.manager [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Terminating instance [ 1084.337102] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-6b32291e-3613-4bed-b540-aea9fd192d90/volume-6b32291e-3613-4bed-b540-aea9fd192d90.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.338177] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41838e7-d22b-45ba-b8a7-0119cbb1efb4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.359208] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Waiting for the task: (returnval){ [ 1084.359208] env[66735]: value = "task-4646356" [ 1084.359208] env[66735]: _type = "Task" [ 1084.359208] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.368494] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.457633] env[66735]: DEBUG nova.scheduler.client.report [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1084.458590] env[66735]: DEBUG nova.compute.provider_tree [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 145 to 146 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1084.458590] env[66735]: DEBUG nova.compute.provider_tree [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.512621] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a74e1cbe-7b8e-44d4-8b4c-dd415b61e1cc tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.997s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.816828] env[66735]: DEBUG nova.compute.manager [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1084.816828] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.816828] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65869d92-ae3d-48dd-99fd-fa23b5e01ce8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.828479] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.828981] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d44ef65e-8699-40d7-9db4-90c0a0221f2b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.836516] env[66735]: DEBUG oslo_vmware.api [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1084.836516] env[66735]: value = "task-4646357" [ 1084.836516] env[66735]: _type = "Task" [ 1084.836516] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.847597] env[66735]: DEBUG oslo_vmware.api [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.871316] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646356, 'name': ReconfigVM_Task, 'duration_secs': 0.325942} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.871670] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-6b32291e-3613-4bed-b540-aea9fd192d90/volume-6b32291e-3613-4bed-b540-aea9fd192d90.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.877890] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ee951aa-88ae-4d2f-8b8e-fb911571e1ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.899068] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Waiting for the task: (returnval){ [ 1084.899068] env[66735]: value = "task-4646358" [ 1084.899068] env[66735]: _type = "Task" [ 1084.899068] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.913370] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.964126] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.967020] env[66735]: DEBUG nova.compute.manager [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1084.967872] env[66735]: DEBUG oslo_concurrency.lockutils [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.384s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.968339] env[66735]: DEBUG oslo_concurrency.lockutils [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.974164] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.200s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.975836] env[66735]: INFO nova.compute.claims [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.040665] env[66735]: INFO nova.scheduler.client.report [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted allocations for instance f65ed6ff-2d96-489b-b666-e76d1bb8d94f [ 1085.147059] env[66735]: WARNING neutronclient.v2_0.client [req-ae33a4cb-8aa5-4a1f-987a-90583eb7bd79 req-b4d0c174-327e-4441-b09e-bc867863bda6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.348806] env[66735]: DEBUG oslo_vmware.api [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646357, 'name': PowerOffVM_Task, 'duration_secs': 0.192256} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.350858] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.350858] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.350858] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43309145-c6e3-4cc0-90a3-9c054e88e8e5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.413103] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646358, 'name': ReconfigVM_Task, 'duration_secs': 0.166827} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.413447] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907265', 'volume_id': '6b32291e-3613-4bed-b540-aea9fd192d90', 'name': 'volume-6b32291e-3613-4bed-b540-aea9fd192d90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7661904-7b2b-4cec-b903-6f4af159a2f1', 'attached_at': '', 'detached_at': '', 'volume_id': '6b32291e-3613-4bed-b540-aea9fd192d90', 'serial': '6b32291e-3613-4bed-b540-aea9fd192d90'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1085.418202] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23753298-71c9-4757-91ad-c655e9d5f86f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.420053] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.420317] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.420550] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Deleting the datastore file [datastore2] 9c513275-a52a-4351-a00b-5167a2c4a857 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.420867] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-127e4e56-f959-4a3a-9e0f-7e588463a95c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.432189] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Waiting for the task: (returnval){ [ 1085.432189] env[66735]: value = "task-4646360" [ 1085.432189] env[66735]: _type = "Task" [ 1085.432189] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.433758] env[66735]: DEBUG oslo_vmware.api [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for the task: (returnval){ [ 1085.433758] env[66735]: value = "task-4646361" [ 1085.433758] env[66735]: _type = "Task" [ 1085.433758] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.447369] env[66735]: DEBUG oslo_vmware.api [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.451175] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646360, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.453068] env[66735]: DEBUG nova.network.neutron [req-ae33a4cb-8aa5-4a1f-987a-90583eb7bd79 req-b4d0c174-327e-4441-b09e-bc867863bda6 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Updated VIF entry in instance network info cache for port 194bc451-93ef-4e6f-b18c-03ad02e7e277. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1085.453068] env[66735]: DEBUG nova.network.neutron [req-ae33a4cb-8aa5-4a1f-987a-90583eb7bd79 req-b4d0c174-327e-4441-b09e-bc867863bda6 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Updating instance_info_cache with network_info: [{"id": "194bc451-93ef-4e6f-b18c-03ad02e7e277", "address": "fa:16:3e:c0:67:3f", "network": {"id": "6f408f04-7473-414f-ae20-e7cf8eaa9dee", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2121996318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a30bbb40b1eb46f0a2bffb8c2fe5a982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap194bc451-93", "ovs_interfaceid": "194bc451-93ef-4e6f-b18c-03ad02e7e277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.481244] env[66735]: DEBUG nova.compute.utils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.487160] env[66735]: DEBUG nova.compute.manager [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1085.488271] env[66735]: DEBUG nova.network.neutron [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1085.488271] env[66735]: WARNING neutronclient.v2_0.client [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.488478] env[66735]: WARNING neutronclient.v2_0.client [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.552373] env[66735]: DEBUG oslo_concurrency.lockutils [None req-17033a6a-3e34-4e63-a2cb-db072ec1d66f tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "f65ed6ff-2d96-489b-b666-e76d1bb8d94f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.379s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.687135] env[66735]: DEBUG nova.policy [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '254a60cc13224ecfba987247bb28e5d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b72587f54bdb4f15a98c20dd18578ddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.949842] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646360, 'name': Rename_Task, 'duration_secs': 0.184514} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.954298] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.955763] env[66735]: DEBUG oslo_vmware.api [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Task: {'id': task-4646361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165077} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.955994] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17f1e2e1-6d0f-4d63-b2ca-b08cecdc8f97 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.958230] env[66735]: DEBUG oslo_concurrency.lockutils [req-ae33a4cb-8aa5-4a1f-987a-90583eb7bd79 req-b4d0c174-327e-4441-b09e-bc867863bda6 service nova] Releasing lock "refresh_cache-e7661904-7b2b-4cec-b903-6f4af159a2f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.958509] env[66735]: DEBUG nova.compute.manager [req-ae33a4cb-8aa5-4a1f-987a-90583eb7bd79 req-b4d0c174-327e-4441-b09e-bc867863bda6 service nova] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Received event network-vif-deleted-e201e7f4-6685-4e6e-b5d4-6c6fa74a1013 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1085.958958] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.959217] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.959519] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.959755] env[66735]: INFO nova.compute.manager [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1085.960053] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1085.960274] env[66735]: DEBUG nova.compute.manager [-] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1085.960372] env[66735]: DEBUG nova.network.neutron [-] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1085.961352] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.968983] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Waiting for the task: (returnval){ [ 1085.968983] env[66735]: value = "task-4646362" [ 1085.968983] env[66735]: _type = "Task" [ 1085.968983] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.978334] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.988168] env[66735]: DEBUG nova.compute.manager [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1086.040186] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b645214d-c2b9-4ab8-8b77-91695a46349a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.049057] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56129f0e-b893-46e7-b3d5-f0c61cc7d0d9 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Suspending the VM {{(pid=66735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1086.049990] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.052194] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-be98985f-26e7-42b7-a57d-a4feb6eb0599 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.068460] env[66735]: DEBUG oslo_vmware.api [None req-56129f0e-b893-46e7-b3d5-f0c61cc7d0d9 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1086.068460] env[66735]: value = "task-4646363" [ 1086.068460] env[66735]: _type = "Task" [ 1086.068460] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.081335] env[66735]: DEBUG oslo_vmware.api [None req-56129f0e-b893-46e7-b3d5-f0c61cc7d0d9 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646363, 'name': SuspendVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.136326] env[66735]: DEBUG nova.network.neutron [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Successfully created port: 00c4056a-aea4-4c2e-9fcb-122ee5f227af {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1086.384034] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab44201e-cf80-4bcb-8631-a3c8eb18a71e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.393338] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd139a03-4f8c-4523-be6c-eedf5369c622 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.426064] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2108338a-54f4-4e52-8e20-3aacd3a4e34e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.437894] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692fce57-e15e-4406-839c-3287098895e3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.455771] env[66735]: DEBUG nova.compute.provider_tree [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.481191] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646362, 'name': PowerOnVM_Task} progress is 71%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.577648] env[66735]: DEBUG nova.compute.manager [req-23915894-b89b-49af-b9b3-9ca741ba4f08 req-2947b395-b1e6-4b7b-a9ea-701ebf08d609 service nova] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Received event network-vif-deleted-9e9abaa3-e096-45dd-9301-0deeaff652b2 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1086.578047] env[66735]: INFO nova.compute.manager [req-23915894-b89b-49af-b9b3-9ca741ba4f08 req-2947b395-b1e6-4b7b-a9ea-701ebf08d609 service nova] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Neutron deleted interface 9e9abaa3-e096-45dd-9301-0deeaff652b2; detaching it from the instance and deleting it from the info cache [ 1086.578435] env[66735]: DEBUG nova.network.neutron [req-23915894-b89b-49af-b9b3-9ca741ba4f08 req-2947b395-b1e6-4b7b-a9ea-701ebf08d609 service nova] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.589365] env[66735]: DEBUG oslo_vmware.api [None req-56129f0e-b893-46e7-b3d5-f0c61cc7d0d9 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646363, 'name': SuspendVM_Task} progress is 54%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.829979] env[66735]: DEBUG nova.network.neutron [-] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.959247] env[66735]: DEBUG nova.scheduler.client.report [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.982807] env[66735]: DEBUG oslo_vmware.api [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646362, 'name': PowerOnVM_Task, 'duration_secs': 0.871432} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.983171] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.985559] env[66735]: INFO nova.compute.manager [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Took 4.82 seconds to spawn the instance on the hypervisor. [ 1086.985559] env[66735]: DEBUG nova.compute.manager [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1086.985559] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b606f79e-e022-4ad7-a744-36a77cab0b73 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.008948] env[66735]: DEBUG nova.compute.manager [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1087.054386] env[66735]: DEBUG nova.virt.hardware [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1087.054792] env[66735]: DEBUG nova.virt.hardware [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.054868] env[66735]: DEBUG nova.virt.hardware [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1087.055137] env[66735]: DEBUG nova.virt.hardware [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.055616] env[66735]: DEBUG nova.virt.hardware [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1087.055616] env[66735]: DEBUG nova.virt.hardware [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1087.055616] env[66735]: DEBUG nova.virt.hardware [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1087.055858] env[66735]: DEBUG nova.virt.hardware [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1087.055917] env[66735]: DEBUG nova.virt.hardware [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1087.056223] env[66735]: DEBUG nova.virt.hardware [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1087.056403] env[66735]: DEBUG nova.virt.hardware [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1087.057316] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9b7220-2f22-4f93-8141-7792fa702b7e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.066685] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce62aa46-841a-452c-a7d7-a62a80576e05 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.083296] env[66735]: DEBUG oslo_vmware.api [None req-56129f0e-b893-46e7-b3d5-f0c61cc7d0d9 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646363, 'name': SuspendVM_Task, 'duration_secs': 0.760054} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.092050] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e91784ae-8c25-4f48-887d-740aa7f2fca2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.095032] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-56129f0e-b893-46e7-b3d5-f0c61cc7d0d9 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Suspended the VM {{(pid=66735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1087.095032] env[66735]: DEBUG nova.compute.manager [None req-56129f0e-b893-46e7-b3d5-f0c61cc7d0d9 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1087.095736] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e313fd-4eba-4dc1-9173-8bfdd8704560 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.112207] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa85206-5275-4440-81df-578efd5bc5f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.151605] env[66735]: DEBUG nova.compute.manager [req-23915894-b89b-49af-b9b3-9ca741ba4f08 req-2947b395-b1e6-4b7b-a9ea-701ebf08d609 service nova] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Detach interface failed, port_id=9e9abaa3-e096-45dd-9301-0deeaff652b2, reason: Instance 9c513275-a52a-4351-a00b-5167a2c4a857 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1087.334559] env[66735]: INFO nova.compute.manager [-] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Took 1.37 seconds to deallocate network for instance. [ 1087.464339] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.465028] env[66735]: DEBUG nova.compute.manager [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1087.468125] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.138s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.468331] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.470500] env[66735]: DEBUG oslo_concurrency.lockutils [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.576s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.470760] env[66735]: DEBUG oslo_concurrency.lockutils [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.472685] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.726s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.474683] env[66735]: INFO nova.compute.claims [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.511538] env[66735]: INFO nova.compute.manager [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Took 20.48 seconds to build instance. [ 1087.518031] env[66735]: INFO nova.scheduler.client.report [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleted allocations for instance 57951c8d-d688-4df6-93bf-6dc89871e1cf [ 1087.521363] env[66735]: INFO nova.scheduler.client.report [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted allocations for instance 53deb4a7-c767-40ae-bf6b-2b78c46cb62b [ 1087.768549] env[66735]: DEBUG nova.network.neutron [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Successfully updated port: 00c4056a-aea4-4c2e-9fcb-122ee5f227af {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1087.834775] env[66735]: DEBUG nova.compute.manager [req-23f001e6-9c2e-4c9a-83f8-42131a7c904e req-4f2926e5-1633-48b9-8e1e-742a8b72e3e6 service nova] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Received event network-vif-plugged-00c4056a-aea4-4c2e-9fcb-122ee5f227af {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1087.834849] env[66735]: DEBUG oslo_concurrency.lockutils [req-23f001e6-9c2e-4c9a-83f8-42131a7c904e req-4f2926e5-1633-48b9-8e1e-742a8b72e3e6 service nova] Acquiring lock "c800531d-c3f2-4e3b-a46c-be6acbc4d64f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.835168] env[66735]: DEBUG oslo_concurrency.lockutils [req-23f001e6-9c2e-4c9a-83f8-42131a7c904e req-4f2926e5-1633-48b9-8e1e-742a8b72e3e6 service nova] Lock "c800531d-c3f2-4e3b-a46c-be6acbc4d64f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.835382] env[66735]: DEBUG oslo_concurrency.lockutils [req-23f001e6-9c2e-4c9a-83f8-42131a7c904e req-4f2926e5-1633-48b9-8e1e-742a8b72e3e6 service nova] Lock "c800531d-c3f2-4e3b-a46c-be6acbc4d64f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.835549] env[66735]: DEBUG nova.compute.manager [req-23f001e6-9c2e-4c9a-83f8-42131a7c904e req-4f2926e5-1633-48b9-8e1e-742a8b72e3e6 service nova] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] No waiting events found dispatching network-vif-plugged-00c4056a-aea4-4c2e-9fcb-122ee5f227af {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1087.835734] env[66735]: WARNING nova.compute.manager [req-23f001e6-9c2e-4c9a-83f8-42131a7c904e req-4f2926e5-1633-48b9-8e1e-742a8b72e3e6 service nova] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Received unexpected event network-vif-plugged-00c4056a-aea4-4c2e-9fcb-122ee5f227af for instance with vm_state building and task_state spawning. [ 1087.843846] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.969411] env[66735]: DEBUG nova.compute.utils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.970937] env[66735]: DEBUG nova.compute.manager [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1087.971223] env[66735]: DEBUG nova.network.neutron [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1087.971599] env[66735]: WARNING neutronclient.v2_0.client [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.973027] env[66735]: WARNING neutronclient.v2_0.client [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.013856] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7743bc76-97dc-4ef3-9abe-5a6fcedc878a tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Lock "e7661904-7b2b-4cec-b903-6f4af159a2f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.029090] env[66735]: DEBUG nova.policy [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7256dbab0c164db49f406b23aa5bbaa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de30cc3150643ebb6cca58f536604fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.034523] env[66735]: DEBUG oslo_concurrency.lockutils [None req-14719e21-75aa-4d34-a804-a3de210a598f tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "57951c8d-d688-4df6-93bf-6dc89871e1cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.816s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.043991] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e8d57c-8b89-4c93-b1bd-1dc1372340f4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "53deb4a7-c767-40ae-bf6b-2b78c46cb62b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.151s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.271269] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "refresh_cache-c800531d-c3f2-4e3b-a46c-be6acbc4d64f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.271629] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "refresh_cache-c800531d-c3f2-4e3b-a46c-be6acbc4d64f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.271629] env[66735]: DEBUG nova.network.neutron [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1088.284317] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.284565] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.284770] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.284948] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.285149] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.287492] env[66735]: INFO nova.compute.manager [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Terminating instance [ 1088.360022] env[66735]: DEBUG nova.network.neutron [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Successfully created port: 3807aea1-66fa-4895-91bc-90390e202a60 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1088.475884] env[66735]: DEBUG nova.compute.manager [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1088.640942] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.641314] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.792282] env[66735]: DEBUG nova.compute.manager [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1088.792558] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.793462] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c972fc7a-531a-427c-814c-e4413e18e581 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.797836] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e88480-e5f2-43df-876f-4ec7de36fa0d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.808288] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e07d2d2-5f6f-41e8-abff-dc7ce50bb787 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.811656] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.811913] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4982161a-00a4-4801-973c-80d26f079860 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.845072] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580ba4da-2f3e-43d0-88c9-4f59517dc722 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.855814] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b03f460-bf09-4708-b766-b1c20b5f4a95 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.875846] env[66735]: DEBUG nova.compute.provider_tree [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.879213] env[66735]: DEBUG nova.network.neutron [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1088.883768] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.884015] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.884198] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleting the datastore file [datastore2] 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.884465] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05229f45-9f1f-42e4-966c-effedf75832b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.892877] env[66735]: DEBUG oslo_vmware.api [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1088.892877] env[66735]: value = "task-4646365" [ 1088.892877] env[66735]: _type = "Task" [ 1088.892877] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.903788] env[66735]: DEBUG oslo_vmware.api [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.145374] env[66735]: DEBUG nova.compute.manager [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1089.197717] env[66735]: WARNING neutronclient.v2_0.client [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.319153] env[66735]: DEBUG nova.network.neutron [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Updating instance_info_cache with network_info: [{"id": "00c4056a-aea4-4c2e-9fcb-122ee5f227af", "address": "fa:16:3e:4c:c3:8d", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c4056a-ae", "ovs_interfaceid": "00c4056a-aea4-4c2e-9fcb-122ee5f227af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.380106] env[66735]: DEBUG nova.scheduler.client.report [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.406550] env[66735]: DEBUG oslo_vmware.api [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149559} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.406882] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.407144] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.407389] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.407594] env[66735]: INFO nova.compute.manager [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1089.407874] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1089.408129] env[66735]: DEBUG nova.compute.manager [-] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1089.408273] env[66735]: DEBUG nova.network.neutron [-] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1089.408544] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.453178] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.489906] env[66735]: DEBUG nova.compute.manager [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1089.516792] env[66735]: DEBUG nova.virt.hardware [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1089.517057] env[66735]: DEBUG nova.virt.hardware [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.517219] env[66735]: DEBUG nova.virt.hardware [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1089.517420] env[66735]: DEBUG nova.virt.hardware [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.517628] env[66735]: DEBUG nova.virt.hardware [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1089.517743] env[66735]: DEBUG nova.virt.hardware [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1089.517925] env[66735]: DEBUG nova.virt.hardware [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1089.518093] env[66735]: DEBUG nova.virt.hardware [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1089.518261] env[66735]: DEBUG nova.virt.hardware [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1089.518417] env[66735]: DEBUG nova.virt.hardware [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1089.518586] env[66735]: DEBUG nova.virt.hardware [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1089.519514] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cf7be4-ba0a-4c6d-83c1-d592ce19d0df {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.529060] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556d154a-5422-4f40-bdba-54009cbafd1b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.670070] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.823563] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "4d80752d-9175-4c19-9275-93de2e73f705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.823563] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "4d80752d-9175-4c19-9275-93de2e73f705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.824096] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "refresh_cache-c800531d-c3f2-4e3b-a46c-be6acbc4d64f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.824534] env[66735]: DEBUG nova.compute.manager [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Instance network_info: |[{"id": "00c4056a-aea4-4c2e-9fcb-122ee5f227af", "address": "fa:16:3e:4c:c3:8d", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c4056a-ae", "ovs_interfaceid": "00c4056a-aea4-4c2e-9fcb-122ee5f227af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1089.825357] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:c3:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00c4056a-aea4-4c2e-9fcb-122ee5f227af', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.836882] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1089.837826] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.840043] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7f38b79-9e06-4bd8-abbc-b60a8185dc64 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.865541] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.865541] env[66735]: value = "task-4646366" [ 1089.865541] env[66735]: _type = "Task" [ 1089.865541] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.874391] env[66735]: DEBUG nova.compute.manager [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Received event network-changed-00c4056a-aea4-4c2e-9fcb-122ee5f227af {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1089.874671] env[66735]: DEBUG nova.compute.manager [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Refreshing instance network info cache due to event network-changed-00c4056a-aea4-4c2e-9fcb-122ee5f227af. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1089.874907] env[66735]: DEBUG oslo_concurrency.lockutils [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] Acquiring lock "refresh_cache-c800531d-c3f2-4e3b-a46c-be6acbc4d64f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.875137] env[66735]: DEBUG oslo_concurrency.lockutils [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] Acquired lock "refresh_cache-c800531d-c3f2-4e3b-a46c-be6acbc4d64f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.879517] env[66735]: DEBUG nova.network.neutron [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Refreshing network info cache for port 00c4056a-aea4-4c2e-9fcb-122ee5f227af {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.887111] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.887558] env[66735]: DEBUG nova.compute.manager [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1089.896539] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 12.404s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.899195] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646366, 'name': CreateVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.973864] env[66735]: DEBUG nova.compute.manager [req-955998c5-1a73-4aee-adc0-0e34f5f02046 req-966e8ab6-92f3-4629-a381-494839b66732 service nova] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Received event network-vif-plugged-3807aea1-66fa-4895-91bc-90390e202a60 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1089.974474] env[66735]: DEBUG oslo_concurrency.lockutils [req-955998c5-1a73-4aee-adc0-0e34f5f02046 req-966e8ab6-92f3-4629-a381-494839b66732 service nova] Acquiring lock "7c5f4cba-5477-4a5b-9c80-c7dd96788eba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.974673] env[66735]: DEBUG oslo_concurrency.lockutils [req-955998c5-1a73-4aee-adc0-0e34f5f02046 req-966e8ab6-92f3-4629-a381-494839b66732 service nova] Lock "7c5f4cba-5477-4a5b-9c80-c7dd96788eba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.975175] env[66735]: DEBUG oslo_concurrency.lockutils [req-955998c5-1a73-4aee-adc0-0e34f5f02046 req-966e8ab6-92f3-4629-a381-494839b66732 service nova] Lock "7c5f4cba-5477-4a5b-9c80-c7dd96788eba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.975313] env[66735]: DEBUG nova.compute.manager [req-955998c5-1a73-4aee-adc0-0e34f5f02046 req-966e8ab6-92f3-4629-a381-494839b66732 service nova] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] No waiting events found dispatching network-vif-plugged-3807aea1-66fa-4895-91bc-90390e202a60 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1089.975615] env[66735]: WARNING nova.compute.manager [req-955998c5-1a73-4aee-adc0-0e34f5f02046 req-966e8ab6-92f3-4629-a381-494839b66732 service nova] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Received unexpected event network-vif-plugged-3807aea1-66fa-4895-91bc-90390e202a60 for instance with vm_state building and task_state spawning. [ 1090.113485] env[66735]: DEBUG nova.network.neutron [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Successfully updated port: 3807aea1-66fa-4895-91bc-90390e202a60 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1090.155377] env[66735]: DEBUG nova.network.neutron [-] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.325196] env[66735]: DEBUG nova.compute.manager [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1090.377075] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646366, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.386224] env[66735]: WARNING neutronclient.v2_0.client [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.400183] env[66735]: DEBUG nova.objects.instance [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'migration_context' on Instance uuid 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.402484] env[66735]: DEBUG nova.compute.utils [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.405024] env[66735]: DEBUG nova.compute.manager [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1090.405024] env[66735]: DEBUG nova.network.neutron [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1090.405524] env[66735]: WARNING neutronclient.v2_0.client [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.405877] env[66735]: WARNING neutronclient.v2_0.client [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.465207] env[66735]: DEBUG nova.policy [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b338c30241047558315e68a0bf38d1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a356bd775ea4f14a9935bfd931093b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.563995] env[66735]: WARNING neutronclient.v2_0.client [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.618439] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "refresh_cache-7c5f4cba-5477-4a5b-9c80-c7dd96788eba" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.618700] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "refresh_cache-7c5f4cba-5477-4a5b-9c80-c7dd96788eba" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.618956] env[66735]: DEBUG nova.network.neutron [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1090.655838] env[66735]: DEBUG nova.network.neutron [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Updated VIF entry in instance network info cache for port 00c4056a-aea4-4c2e-9fcb-122ee5f227af. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1090.656245] env[66735]: DEBUG nova.network.neutron [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Updating instance_info_cache with network_info: [{"id": "00c4056a-aea4-4c2e-9fcb-122ee5f227af", "address": "fa:16:3e:4c:c3:8d", "network": {"id": "a947eff8-3ad8-4c45-b819-7d99e59755e4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-413876494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72587f54bdb4f15a98c20dd18578ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c4056a-ae", "ovs_interfaceid": "00c4056a-aea4-4c2e-9fcb-122ee5f227af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.659525] env[66735]: INFO nova.compute.manager [-] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Took 1.25 seconds to deallocate network for instance. [ 1090.828218] env[66735]: DEBUG nova.network.neutron [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Successfully created port: f1180f00-66a6-49e0-8e3c-55a0295031ce {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1090.854807] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.879349] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646366, 'name': CreateVM_Task, 'duration_secs': 0.576302} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.879581] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.880110] env[66735]: WARNING neutronclient.v2_0.client [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.880486] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.880640] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.881024] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.881385] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842ce3c9-f214-4659-89c9-c551229e2417 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.890119] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1090.890119] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ff471d-ef61-2b1b-92e7-b772efd057dc" [ 1090.890119] env[66735]: _type = "Task" [ 1090.890119] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.903470] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ff471d-ef61-2b1b-92e7-b772efd057dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.905563] env[66735]: DEBUG nova.compute.manager [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1091.161507] env[66735]: DEBUG oslo_concurrency.lockutils [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] Releasing lock "refresh_cache-c800531d-c3f2-4e3b-a46c-be6acbc4d64f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.161762] env[66735]: DEBUG nova.compute.manager [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Received event network-changed-194bc451-93ef-4e6f-b18c-03ad02e7e277 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1091.161921] env[66735]: DEBUG nova.compute.manager [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Refreshing instance network info cache due to event network-changed-194bc451-93ef-4e6f-b18c-03ad02e7e277. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1091.162228] env[66735]: DEBUG oslo_concurrency.lockutils [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] Acquiring lock "refresh_cache-e7661904-7b2b-4cec-b903-6f4af159a2f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.162376] env[66735]: DEBUG oslo_concurrency.lockutils [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] Acquired lock "refresh_cache-e7661904-7b2b-4cec-b903-6f4af159a2f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.162534] env[66735]: DEBUG nova.network.neutron [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Refreshing network info cache for port 194bc451-93ef-4e6f-b18c-03ad02e7e277 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.165822] env[66735]: DEBUG nova.network.neutron [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1091.171359] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.213906] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad5df6d-addb-4831-a0f2-8bae4574f2cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.225732] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78b6fba-74f2-4def-b3fb-855673474f57 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.259697] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f033cdc1-66cf-4739-bb6e-9fe58f9af67a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.268593] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97409e76-5d5e-417e-9d98-5e67ccf06b62 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.287312] env[66735]: DEBUG nova.compute.provider_tree [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.311470] env[66735]: WARNING neutronclient.v2_0.client [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.398520] env[66735]: DEBUG nova.network.neutron [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Updating instance_info_cache with network_info: [{"id": "3807aea1-66fa-4895-91bc-90390e202a60", "address": "fa:16:3e:44:3a:93", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3807aea1-66", "ovs_interfaceid": "3807aea1-66fa-4895-91bc-90390e202a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.410503] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ff471d-ef61-2b1b-92e7-b772efd057dc, 'name': SearchDatastore_Task, 'duration_secs': 0.015235} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.410981] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.411433] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.411801] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.412074] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.412585] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.415562] env[66735]: INFO nova.virt.block_device [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Booting with volume dc150ca6-db07-4be8-b39d-cf89edc90d05 at /dev/sda [ 1091.417847] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92166a53-73d5-49fb-9943-0e9186a45bee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.431639] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.431815] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.432796] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0f1301-acd2-4d40-ab03-153522d45d6d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.444843] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1091.444843] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52bb4f9d-06c6-4ad0-ea31-ebb81ab1ca33" [ 1091.444843] env[66735]: _type = "Task" [ 1091.444843] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.455247] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52bb4f9d-06c6-4ad0-ea31-ebb81ab1ca33, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.456114] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c20b9b9-421d-4718-94f6-d134c2393f00 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.463625] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1091.463625] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5240228e-130a-5915-12e2-b60593e759b8" [ 1091.463625] env[66735]: _type = "Task" [ 1091.463625] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.464949] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db2fd592-5b04-4199-9dd5-9a3dd2f42249 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.480525] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5240228e-130a-5915-12e2-b60593e759b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013266} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.481866] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.482151] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] c800531d-c3f2-4e3b-a46c-be6acbc4d64f/c800531d-c3f2-4e3b-a46c-be6acbc4d64f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.482473] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24d6e0d3-966c-4439-8b1d-7e61edd88bff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.487125] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e521b8-fe9e-4f83-9637-6c985b994f83 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.504947] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1091.504947] env[66735]: value = "task-4646367" [ 1091.504947] env[66735]: _type = "Task" [ 1091.504947] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.524781] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c7b7f71-0758-4b82-84c8-3105457fc43e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.526789] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.534516] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddbd1f7-2649-4fdf-b273-438cb532bd98 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.571889] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2095b790-3390-4b26-8758-e643fb9bcdff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.580508] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5046a4-801c-4a55-ab97-ecc4dfc95ced {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.599540] env[66735]: DEBUG nova.virt.block_device [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating existing volume attachment record: 5bd0103f-917e-4c6f-b8a6-7b2aac129518 {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1091.665826] env[66735]: WARNING neutronclient.v2_0.client [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.792457] env[66735]: DEBUG nova.scheduler.client.report [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.901787] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "refresh_cache-7c5f4cba-5477-4a5b-9c80-c7dd96788eba" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.902432] env[66735]: DEBUG nova.compute.manager [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Instance network_info: |[{"id": "3807aea1-66fa-4895-91bc-90390e202a60", "address": "fa:16:3e:44:3a:93", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3807aea1-66", "ovs_interfaceid": "3807aea1-66fa-4895-91bc-90390e202a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1091.902717] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:3a:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3807aea1-66fa-4895-91bc-90390e202a60', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.912241] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1091.912730] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.912950] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24ad9ac4-728b-4931-afb9-8981c609f33a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.960999] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.960999] env[66735]: value = "task-4646368" [ 1091.960999] env[66735]: _type = "Task" [ 1091.960999] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.975476] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646368, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.020503] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646367, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.082860] env[66735]: DEBUG nova.compute.manager [req-cf120877-8e7e-4921-9072-ec59c40545b7 req-5ab5ecd0-3914-4b55-b056-4d74bb8302ba service nova] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Received event network-changed-3807aea1-66fa-4895-91bc-90390e202a60 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1092.082911] env[66735]: DEBUG nova.compute.manager [req-cf120877-8e7e-4921-9072-ec59c40545b7 req-5ab5ecd0-3914-4b55-b056-4d74bb8302ba service nova] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Refreshing instance network info cache due to event network-changed-3807aea1-66fa-4895-91bc-90390e202a60. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1092.083110] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf120877-8e7e-4921-9072-ec59c40545b7 req-5ab5ecd0-3914-4b55-b056-4d74bb8302ba service nova] Acquiring lock "refresh_cache-7c5f4cba-5477-4a5b-9c80-c7dd96788eba" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.083329] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf120877-8e7e-4921-9072-ec59c40545b7 req-5ab5ecd0-3914-4b55-b056-4d74bb8302ba service nova] Acquired lock "refresh_cache-7c5f4cba-5477-4a5b-9c80-c7dd96788eba" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.083524] env[66735]: DEBUG nova.network.neutron [req-cf120877-8e7e-4921-9072-ec59c40545b7 req-5ab5ecd0-3914-4b55-b056-4d74bb8302ba service nova] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Refreshing network info cache for port 3807aea1-66fa-4895-91bc-90390e202a60 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.133134] env[66735]: WARNING neutronclient.v2_0.client [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.255047] env[66735]: DEBUG nova.network.neutron [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Updated VIF entry in instance network info cache for port 194bc451-93ef-4e6f-b18c-03ad02e7e277. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1092.255542] env[66735]: DEBUG nova.network.neutron [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Updating instance_info_cache with network_info: [{"id": "194bc451-93ef-4e6f-b18c-03ad02e7e277", "address": "fa:16:3e:c0:67:3f", "network": {"id": "6f408f04-7473-414f-ae20-e7cf8eaa9dee", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2121996318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a30bbb40b1eb46f0a2bffb8c2fe5a982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap194bc451-93", "ovs_interfaceid": "194bc451-93ef-4e6f-b18c-03ad02e7e277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.474368] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646368, 'name': CreateVM_Task, 'duration_secs': 0.468295} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.475476] env[66735]: DEBUG nova.network.neutron [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Successfully updated port: f1180f00-66a6-49e0-8e3c-55a0295031ce {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1092.477107] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.477356] env[66735]: WARNING neutronclient.v2_0.client [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.477718] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.477882] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.478222] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.478540] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-526c6878-423c-4f52-b80e-0ec235c9b0e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.486032] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1092.486032] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521649d3-1e25-7f38-a6b9-14957b4f8727" [ 1092.486032] env[66735]: _type = "Task" [ 1092.486032] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.496655] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521649d3-1e25-7f38-a6b9-14957b4f8727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.518480] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631688} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.518797] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] c800531d-c3f2-4e3b-a46c-be6acbc4d64f/c800531d-c3f2-4e3b-a46c-be6acbc4d64f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.519060] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.519339] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d479675f-5dcb-4518-892b-b35bfe0b5b85 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.527594] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1092.527594] env[66735]: value = "task-4646369" [ 1092.527594] env[66735]: _type = "Task" [ 1092.527594] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.538889] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.586458] env[66735]: WARNING neutronclient.v2_0.client [req-cf120877-8e7e-4921-9072-ec59c40545b7 req-5ab5ecd0-3914-4b55-b056-4d74bb8302ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.747063] env[66735]: WARNING neutronclient.v2_0.client [req-cf120877-8e7e-4921-9072-ec59c40545b7 req-5ab5ecd0-3914-4b55-b056-4d74bb8302ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.759026] env[66735]: DEBUG oslo_concurrency.lockutils [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] Releasing lock "refresh_cache-e7661904-7b2b-4cec-b903-6f4af159a2f1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.759183] env[66735]: DEBUG nova.compute.manager [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Received event network-vif-deleted-14dafee0-2951-4f59-ada3-fa017501fa8d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1092.760041] env[66735]: INFO nova.compute.manager [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Neutron deleted interface 14dafee0-2951-4f59-ada3-fa017501fa8d; detaching it from the instance and deleting it from the info cache [ 1092.760041] env[66735]: DEBUG nova.network.neutron [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.809438] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.913s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.816811] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.060s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.817196] env[66735]: DEBUG nova.objects.instance [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1092.830614] env[66735]: DEBUG nova.network.neutron [req-cf120877-8e7e-4921-9072-ec59c40545b7 req-5ab5ecd0-3914-4b55-b056-4d74bb8302ba service nova] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Updated VIF entry in instance network info cache for port 3807aea1-66fa-4895-91bc-90390e202a60. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1092.832018] env[66735]: DEBUG nova.network.neutron [req-cf120877-8e7e-4921-9072-ec59c40545b7 req-5ab5ecd0-3914-4b55-b056-4d74bb8302ba service nova] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Updating instance_info_cache with network_info: [{"id": "3807aea1-66fa-4895-91bc-90390e202a60", "address": "fa:16:3e:44:3a:93", "network": {"id": "16b9f7f2-0927-4e42-ba74-9bff98ebf1b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2104064004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de30cc3150643ebb6cca58f536604fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3807aea1-66", "ovs_interfaceid": "3807aea1-66fa-4895-91bc-90390e202a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.978799] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.979037] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.979264] env[66735]: DEBUG nova.network.neutron [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1093.002219] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521649d3-1e25-7f38-a6b9-14957b4f8727, 'name': SearchDatastore_Task, 'duration_secs': 0.049198} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.002531] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.002761] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.002984] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.003148] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.003319] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.003644] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8de6e43e-fb13-47cf-9b60-7dd4c656a862 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.017804] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.017995] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.018816] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ff67b1-5d5c-4be9-97ca-f3ebe803187f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.027165] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1093.027165] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5255651d-95b3-e2a2-99e8-0164e924666d" [ 1093.027165] env[66735]: _type = "Task" [ 1093.027165] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.040915] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5255651d-95b3-e2a2-99e8-0164e924666d, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.045110] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09374} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.045409] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1324cd86-c8d8-4d16-9998-b591dbd9c361 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.047941] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.048880] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376a208f-0ae2-4a3b-a958-27122dcd2cea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.056260] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1093.056260] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]521b6967-7d1a-8905-11cb-a65dbf535d71" [ 1093.056260] env[66735]: _type = "Task" [ 1093.056260] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.077044] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] c800531d-c3f2-4e3b-a46c-be6acbc4d64f/c800531d-c3f2-4e3b-a46c-be6acbc4d64f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.081385] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc34f07d-4117-4752-8254-c8d4b94fa55d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.103732] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]521b6967-7d1a-8905-11cb-a65dbf535d71, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.105385] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.105657] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 7c5f4cba-5477-4a5b-9c80-c7dd96788eba/7c5f4cba-5477-4a5b-9c80-c7dd96788eba.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.105988] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1093.105988] env[66735]: value = "task-4646370" [ 1093.105988] env[66735]: _type = "Task" [ 1093.105988] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.106213] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd936eed-2d81-4123-88e8-c3e6ca627222 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.117404] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.118742] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1093.118742] env[66735]: value = "task-4646371" [ 1093.118742] env[66735]: _type = "Task" [ 1093.118742] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.128134] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.263121] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a6f9339-7b56-4381-8d5d-778afd7e51f7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.275476] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3b982c-a0c5-40cc-8a3b-f0ffcb8ca669 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.313736] env[66735]: DEBUG nova.compute.manager [req-ca8b3bb8-e160-4ec7-8eee-cf0c50097668 req-6b8ce68b-6887-4b1f-8ed1-35cedbc57be0 service nova] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Detach interface failed, port_id=14dafee0-2951-4f59-ada3-fa017501fa8d, reason: Instance 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1093.333805] env[66735]: DEBUG oslo_concurrency.lockutils [req-cf120877-8e7e-4921-9072-ec59c40545b7 req-5ab5ecd0-3914-4b55-b056-4d74bb8302ba service nova] Releasing lock "refresh_cache-7c5f4cba-5477-4a5b-9c80-c7dd96788eba" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.518658] env[66735]: DEBUG nova.network.neutron [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1093.605333] env[66735]: WARNING neutronclient.v2_0.client [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.622261] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646370, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.632142] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646371, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.684634] env[66735]: DEBUG nova.network.neutron [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance_info_cache with network_info: [{"id": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "address": "fa:16:3e:4f:92:bd", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1180f00-66", "ovs_interfaceid": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.717915] env[66735]: DEBUG nova.compute.manager [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1093.718602] env[66735]: DEBUG nova.virt.hardware [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1093.718834] env[66735]: DEBUG nova.virt.hardware [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.719014] env[66735]: DEBUG nova.virt.hardware [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1093.719432] env[66735]: DEBUG nova.virt.hardware [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.719568] env[66735]: DEBUG nova.virt.hardware [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1093.719720] env[66735]: DEBUG nova.virt.hardware [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1093.719980] env[66735]: DEBUG nova.virt.hardware [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1093.720204] env[66735]: DEBUG nova.virt.hardware [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1093.720330] env[66735]: DEBUG nova.virt.hardware [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1093.720552] env[66735]: DEBUG nova.virt.hardware [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1093.720701] env[66735]: DEBUG nova.virt.hardware [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1093.722121] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24882782-0f0f-4a40-9a23-dd5fd79a89ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.731683] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0473634c-ec58-4543-b997-e82afdaffa7d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.828317] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0d5b0a5-e35a-4b28-ad7b-35ecebb87431 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.829480] env[66735]: DEBUG oslo_concurrency.lockutils [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.984s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.829762] env[66735]: DEBUG nova.objects.instance [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'resources' on Instance uuid 7d5f4ea0-001a-43eb-9019-8784aed6ff2d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.115520] env[66735]: DEBUG nova.compute.manager [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Received event network-vif-plugged-f1180f00-66a6-49e0-8e3c-55a0295031ce {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1094.116293] env[66735]: DEBUG oslo_concurrency.lockutils [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] Acquiring lock "f4f888eb-a764-4e8b-8bd1-4505a3019625-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.116561] env[66735]: DEBUG oslo_concurrency.lockutils [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] Lock "f4f888eb-a764-4e8b-8bd1-4505a3019625-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.116771] env[66735]: DEBUG oslo_concurrency.lockutils [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] Lock "f4f888eb-a764-4e8b-8bd1-4505a3019625-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.116898] env[66735]: DEBUG nova.compute.manager [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] No waiting events found dispatching network-vif-plugged-f1180f00-66a6-49e0-8e3c-55a0295031ce {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1094.117073] env[66735]: WARNING nova.compute.manager [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Received unexpected event network-vif-plugged-f1180f00-66a6-49e0-8e3c-55a0295031ce for instance with vm_state building and task_state spawning. [ 1094.117226] env[66735]: DEBUG nova.compute.manager [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Received event network-changed-f1180f00-66a6-49e0-8e3c-55a0295031ce {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1094.117371] env[66735]: DEBUG nova.compute.manager [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Refreshing instance network info cache due to event network-changed-f1180f00-66a6-49e0-8e3c-55a0295031ce. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1094.117539] env[66735]: DEBUG oslo_concurrency.lockutils [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] Acquiring lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.124297] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646370, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.133059] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646371, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.187601] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.188211] env[66735]: DEBUG nova.compute.manager [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Instance network_info: |[{"id": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "address": "fa:16:3e:4f:92:bd", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1180f00-66", "ovs_interfaceid": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1094.188963] env[66735]: DEBUG oslo_concurrency.lockutils [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] Acquired lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.189310] env[66735]: DEBUG nova.network.neutron [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Refreshing network info cache for port f1180f00-66a6-49e0-8e3c-55a0295031ce {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.190625] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:92:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1180f00-66a6-49e0-8e3c-55a0295031ce', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.198637] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1094.200029] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.200029] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f95028b-a333-417b-b7b3-6e2641b6ae06 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.221585] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.221585] env[66735]: value = "task-4646372" [ 1094.221585] env[66735]: _type = "Task" [ 1094.221585] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.232173] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646372, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.355821] env[66735]: INFO nova.compute.manager [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Swapping old allocation on dict_keys(['6ae23487-114f-4262-8cf3-6dc9ebca19ff']) held by migration 9a0303a5-34b6-4d26-8544-c5eca54b7154 for instance [ 1094.381384] env[66735]: DEBUG nova.scheduler.client.report [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Overwriting current allocation {'allocations': {'6ae23487-114f-4262-8cf3-6dc9ebca19ff': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 148}}, 'project_id': '9929ce8e6397449fb64785bb4bca9809', 'user_id': '52f4ecf360094e94ac98862ece362ddc', 'consumer_generation': 1} on consumer 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc {{(pid=66735) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1094.429590] env[66735]: WARNING neutronclient.v2_0.client [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.475673] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.475849] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.476133] env[66735]: DEBUG nova.network.neutron [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1094.594891] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9639cc5e-c14c-479d-a06c-64a84436dc8d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.603860] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fe3194-1196-4e41-8f2c-9cb485157e0d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.643472] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a3ae45-b5e2-4a7e-912c-48897079f2d9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.649672] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646370, 'name': ReconfigVM_Task, 'duration_secs': 1.514764} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.650653] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Reconfigured VM instance instance-00000069 to attach disk [datastore2] c800531d-c3f2-4e3b-a46c-be6acbc4d64f/c800531d-c3f2-4e3b-a46c-be6acbc4d64f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.651452] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa619fac-1cc7-4b35-b879-3e216dabc05a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.657847] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646371, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.659545] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fc535b-8ad4-433c-9a69-0e523e2ff5d8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.664653] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1094.664653] env[66735]: value = "task-4646373" [ 1094.664653] env[66735]: _type = "Task" [ 1094.664653] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.676291] env[66735]: DEBUG nova.compute.provider_tree [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.684023] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646373, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.700035] env[66735]: WARNING neutronclient.v2_0.client [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.731933] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646372, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.848761] env[66735]: WARNING neutronclient.v2_0.client [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.934916] env[66735]: DEBUG nova.network.neutron [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updated VIF entry in instance network info cache for port f1180f00-66a6-49e0-8e3c-55a0295031ce. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1094.935383] env[66735]: DEBUG nova.network.neutron [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance_info_cache with network_info: [{"id": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "address": "fa:16:3e:4f:92:bd", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1180f00-66", "ovs_interfaceid": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.981093] env[66735]: WARNING neutronclient.v2_0.client [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.149060] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646371, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.62319} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.149333] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 7c5f4cba-5477-4a5b-9c80-c7dd96788eba/7c5f4cba-5477-4a5b-9c80-c7dd96788eba.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.149603] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.149872] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-870cb077-a4ae-4e20-a5a2-ef1dc7049a5f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.158801] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1095.158801] env[66735]: value = "task-4646374" [ 1095.158801] env[66735]: _type = "Task" [ 1095.158801] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.168420] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.171047] env[66735]: WARNING neutronclient.v2_0.client [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.183682] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646373, 'name': Rename_Task, 'duration_secs': 0.312483} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.184810] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.184810] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6c45272-40d8-427a-a7b8-d7fe24110acf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.192836] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1095.192836] env[66735]: value = "task-4646375" [ 1095.192836] env[66735]: _type = "Task" [ 1095.192836] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.202977] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.203897] env[66735]: ERROR nova.scheduler.client.report [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [req-cadf7a37-73ec-4068-844f-5a32480d31a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cadf7a37-73ec-4068-844f-5a32480d31a3"}]} [ 1095.224187] env[66735]: DEBUG nova.scheduler.client.report [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Refreshing inventories for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1095.237010] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646372, 'name': CreateVM_Task, 'duration_secs': 0.864636} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.237010] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.237557] env[66735]: WARNING neutronclient.v2_0.client [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.237931] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907269', 'volume_id': 'dc150ca6-db07-4be8-b39d-cf89edc90d05', 'name': 'volume-dc150ca6-db07-4be8-b39d-cf89edc90d05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f888eb-a764-4e8b-8bd1-4505a3019625', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc150ca6-db07-4be8-b39d-cf89edc90d05', 'serial': 'dc150ca6-db07-4be8-b39d-cf89edc90d05'}, 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '5bd0103f-917e-4c6f-b8a6-7b2aac129518', 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=66735) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1095.238177] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Root volume attach. Driver type: vmdk {{(pid=66735) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1095.239072] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815c48f3-6a02-4317-9dbe-61aa11076e7c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.246401] env[66735]: DEBUG nova.scheduler.client.report [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updating ProviderTree inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1095.246650] env[66735]: DEBUG nova.compute.provider_tree [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.252077] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0b7e9e-9363-4159-be76-b02ad4278148 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.257531] env[66735]: DEBUG nova.network.neutron [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance_info_cache with network_info: [{"id": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "address": "fa:16:3e:ea:5f:dc", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539882a2-0f", "ovs_interfaceid": "539882a2-0fc3-4068-89a4-80479c0ef8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.262875] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8927c31f-a393-434b-8a81-237b78db6d5e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.275565] env[66735]: DEBUG nova.scheduler.client.report [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Refreshing aggregate associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, aggregates: None {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1095.278257] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ac0c9a34-efc1-4c3f-a822-134f6793cc51 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.287976] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1095.287976] env[66735]: value = "task-4646376" [ 1095.287976] env[66735]: _type = "Task" [ 1095.287976] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.298737] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646376, 'name': RelocateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.308877] env[66735]: DEBUG nova.scheduler.client.report [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Refreshing trait associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1095.438362] env[66735]: DEBUG oslo_concurrency.lockutils [req-0ec1f998-75f2-4fdc-b90a-001284c92d4d req-7a10b9d7-8726-4ec0-a769-70a10db22a2f service nova] Releasing lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.588255] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5f00c1-0c0d-4524-8bec-decad7498a23 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.597376] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7467a6b-d023-41aa-8e6e-36e3d2e7247c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.642665] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c506991-5a2b-4224-9c52-220e3d70868d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.656732] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2585df21-0db6-4387-bcba-913a97e36bb2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.679971] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164217} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.694577] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.695543] env[66735]: DEBUG nova.compute.provider_tree [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.701394] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd737cc-0abd-4b6b-8520-fd69ff44e86f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.744116] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 7c5f4cba-5477-4a5b-9c80-c7dd96788eba/7c5f4cba-5477-4a5b-9c80-c7dd96788eba.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.750108] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a3ad8f4-40ee-4900-b347-773f67a1edbf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.776781] env[66735]: DEBUG oslo_vmware.api [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646375, 'name': PowerOnVM_Task, 'duration_secs': 0.490492} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.778442] env[66735]: DEBUG oslo_concurrency.lockutils [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.779051] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.779375] env[66735]: INFO nova.compute.manager [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1095.779701] env[66735]: DEBUG nova.compute.manager [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1095.781032] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf06b1ed-0445-407e-b769-df8c5d453800 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.786719] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738eee6c-77f6-4006-8505-f2598b2488d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.796303] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1095.796303] env[66735]: value = "task-4646377" [ 1095.796303] env[66735]: _type = "Task" [ 1095.796303] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.798556] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf46318b-8d3c-4c5d-ae4b-18ccd8673607 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.810568] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646376, 'name': RelocateVM_Task, 'duration_secs': 0.425217} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.811656] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1095.811848] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907269', 'volume_id': 'dc150ca6-db07-4be8-b39d-cf89edc90d05', 'name': 'volume-dc150ca6-db07-4be8-b39d-cf89edc90d05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f888eb-a764-4e8b-8bd1-4505a3019625', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc150ca6-db07-4be8-b39d-cf89edc90d05', 'serial': 'dc150ca6-db07-4be8-b39d-cf89edc90d05'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1095.813062] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e063df3-db66-40a5-9275-2c598a5f062d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.819924] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.837579] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894e9c92-80c5-449b-a74d-d9571d0e7f5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.863940] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-dc150ca6-db07-4be8-b39d-cf89edc90d05/volume-dc150ca6-db07-4be8-b39d-cf89edc90d05.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.864989] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba7ac99-e17c-49cb-b005-5edd1732374e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.886373] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1095.886373] env[66735]: value = "task-4646378" [ 1095.886373] env[66735]: _type = "Task" [ 1095.886373] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.898157] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.245038] env[66735]: DEBUG nova.scheduler.client.report [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1096.245038] env[66735]: DEBUG nova.compute.provider_tree [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 149 to 150 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1096.245220] env[66735]: DEBUG nova.compute.provider_tree [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1096.316257] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646377, 'name': ReconfigVM_Task, 'duration_secs': 0.361911} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.316745] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 7c5f4cba-5477-4a5b-9c80-c7dd96788eba/7c5f4cba-5477-4a5b-9c80-c7dd96788eba.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.316999] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c3bae74-b9cd-4546-8834-cc9a184e04b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.323099] env[66735]: INFO nova.compute.manager [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Took 24.62 seconds to build instance. [ 1096.328885] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1096.328885] env[66735]: value = "task-4646379" [ 1096.328885] env[66735]: _type = "Task" [ 1096.328885] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.339498] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646379, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.398781] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646378, 'name': ReconfigVM_Task, 'duration_secs': 0.370455} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.401667] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-dc150ca6-db07-4be8-b39d-cf89edc90d05/volume-dc150ca6-db07-4be8-b39d-cf89edc90d05.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.406639] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d4c4cc0-bd9f-49e8-8c1a-b2d32a17e276 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.425382] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1096.425382] env[66735]: value = "task-4646380" [ 1096.425382] env[66735]: _type = "Task" [ 1096.425382] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.436084] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.750854] env[66735]: DEBUG oslo_concurrency.lockutils [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.921s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.753647] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.021s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.753906] env[66735]: DEBUG nova.objects.instance [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lazy-loading 'resources' on Instance uuid 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.774987] env[66735]: INFO nova.scheduler.client.report [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Deleted allocations for instance 7d5f4ea0-001a-43eb-9019-8784aed6ff2d [ 1096.825232] env[66735]: DEBUG oslo_concurrency.lockutils [None req-495ce086-ff00-4f06-a8f6-985d51689d80 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "c800531d-c3f2-4e3b-a46c-be6acbc4d64f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.135s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.839684] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646379, 'name': Rename_Task, 'duration_secs': 0.150546} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.839947] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.840216] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d5c5fe2-bcd2-4ce2-88f7-f6f08dabe645 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.847818] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1096.847818] env[66735]: value = "task-4646381" [ 1096.847818] env[66735]: _type = "Task" [ 1096.847818] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.856415] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.910681] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.910681] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-238714f9-14c3-44fc-aeef-63694c2b9b08 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.918226] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1096.918226] env[66735]: value = "task-4646382" [ 1096.918226] env[66735]: _type = "Task" [ 1096.918226] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.928579] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.938474] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646380, 'name': ReconfigVM_Task, 'duration_secs': 0.247963} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.938960] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907269', 'volume_id': 'dc150ca6-db07-4be8-b39d-cf89edc90d05', 'name': 'volume-dc150ca6-db07-4be8-b39d-cf89edc90d05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4f888eb-a764-4e8b-8bd1-4505a3019625', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc150ca6-db07-4be8-b39d-cf89edc90d05', 'serial': 'dc150ca6-db07-4be8-b39d-cf89edc90d05'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1096.939687] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-070bdaf0-1054-4f6d-8279-3213efdd9c7b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.946869] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1096.946869] env[66735]: value = "task-4646383" [ 1096.946869] env[66735]: _type = "Task" [ 1096.946869] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.957889] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646383, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.285768] env[66735]: DEBUG oslo_concurrency.lockutils [None req-83b6e224-78d0-4bf2-9a9a-ef55ff9b143d tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "7d5f4ea0-001a-43eb-9019-8784aed6ff2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.607s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.361379] env[66735]: DEBUG oslo_vmware.api [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646381, 'name': PowerOnVM_Task, 'duration_secs': 0.4867} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.361707] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.361922] env[66735]: INFO nova.compute.manager [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1097.362112] env[66735]: DEBUG nova.compute.manager [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1097.363141] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3957fbe2-7aa7-4ec1-8e6c-40629c576e5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.430958] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646382, 'name': PowerOffVM_Task, 'duration_secs': 0.182544} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.432034] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.432182] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1097.432367] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.432524] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1097.432700] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.432844] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1097.432982] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1097.433215] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1097.433373] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1097.433556] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1097.433735] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1097.433904] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1097.441683] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80d3018f-459a-4862-a838-968dd8aa24f9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.463707] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646383, 'name': Rename_Task, 'duration_secs': 0.159164} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.467910] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.468638] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1097.468638] env[66735]: value = "task-4646384" [ 1097.468638] env[66735]: _type = "Task" [ 1097.468638] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.469031] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe910bc2-8f9f-4d6b-8465-cda595321634 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.480178] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.484339] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1097.484339] env[66735]: value = "task-4646385" [ 1097.484339] env[66735]: _type = "Task" [ 1097.484339] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.493833] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.549220] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e65e17-8507-4127-a67e-85f1acc5d03f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.557477] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb715a30-4bcb-4467-b7ed-9f8710330552 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.590553] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387a7672-ccf9-4749-b624-26a8fc4509bc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.607496] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fe3bec-74a7-4ef4-8beb-59539bf42960 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.621194] env[66735]: DEBUG nova.compute.provider_tree [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.708282] env[66735]: DEBUG oslo_concurrency.lockutils [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "c800531d-c3f2-4e3b-a46c-be6acbc4d64f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.708549] env[66735]: DEBUG oslo_concurrency.lockutils [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "c800531d-c3f2-4e3b-a46c-be6acbc4d64f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.709259] env[66735]: DEBUG oslo_concurrency.lockutils [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "c800531d-c3f2-4e3b-a46c-be6acbc4d64f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.709469] env[66735]: DEBUG oslo_concurrency.lockutils [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "c800531d-c3f2-4e3b-a46c-be6acbc4d64f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.709636] env[66735]: DEBUG oslo_concurrency.lockutils [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "c800531d-c3f2-4e3b-a46c-be6acbc4d64f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.711750] env[66735]: INFO nova.compute.manager [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Terminating instance [ 1097.882326] env[66735]: INFO nova.compute.manager [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Took 24.13 seconds to build instance. [ 1097.981904] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646384, 'name': ReconfigVM_Task, 'duration_secs': 0.157126} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.982742] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2757f17e-86ef-44cd-bc5c-a9bcb2db1353 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.009304] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1098.009550] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.009700] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1098.009874] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.010025] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1098.010171] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1098.010368] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1098.010533] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1098.010697] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1098.010849] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1098.011050] env[66735]: DEBUG nova.virt.hardware [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1098.015596] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d1a93e-d752-4f07-be3a-12123f65aad8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.017998] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646385, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.022714] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1098.022714] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e4290b-4f15-c604-0f03-ebbfae705eb4" [ 1098.022714] env[66735]: _type = "Task" [ 1098.022714] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.033932] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e4290b-4f15-c604-0f03-ebbfae705eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.097627] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "3d96430c-6002-43eb-b78d-0d9b45006a89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.097891] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "3d96430c-6002-43eb-b78d-0d9b45006a89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.098120] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "3d96430c-6002-43eb-b78d-0d9b45006a89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.098368] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "3d96430c-6002-43eb-b78d-0d9b45006a89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.098560] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "3d96430c-6002-43eb-b78d-0d9b45006a89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.101021] env[66735]: INFO nova.compute.manager [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Terminating instance [ 1098.157300] env[66735]: DEBUG nova.scheduler.client.report [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1098.157496] env[66735]: DEBUG nova.compute.provider_tree [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 150 to 151 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1098.157786] env[66735]: DEBUG nova.compute.provider_tree [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.216211] env[66735]: DEBUG nova.compute.manager [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1098.216592] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.217960] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17058ee7-8b22-414d-bc13-7278c0ab301f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.229247] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.229616] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad03c831-0ce8-4049-b9f8-5f9b48294909 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.237899] env[66735]: DEBUG oslo_vmware.api [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1098.237899] env[66735]: value = "task-4646386" [ 1098.237899] env[66735]: _type = "Task" [ 1098.237899] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.249161] env[66735]: DEBUG oslo_vmware.api [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.384847] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0be579a-2689-43d1-910e-85e97b30de9e tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "7c5f4cba-5477-4a5b-9c80-c7dd96788eba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.641s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.497363] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646385, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.533722] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e4290b-4f15-c604-0f03-ebbfae705eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.014027} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.540182] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1098.540543] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a83fa6-576e-4e3e-bc69-7fa5e2e4bbcf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.560826] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1098.560826] env[66735]: value = "task-4646387" [ 1098.560826] env[66735]: _type = "Task" [ 1098.560826] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.571523] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.607890] env[66735]: DEBUG nova.compute.manager [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1098.607890] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.607890] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d075e0-212f-45c3-80ed-d4e97f18d9eb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.616571] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.617015] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e07b1ea-0f81-4b80-abf8-dceca06b750b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.625990] env[66735]: DEBUG oslo_vmware.api [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1098.625990] env[66735]: value = "task-4646388" [ 1098.625990] env[66735]: _type = "Task" [ 1098.625990] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.638306] env[66735]: DEBUG oslo_vmware.api [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.663381] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.666676] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.840s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.667226] env[66735]: DEBUG nova.objects.instance [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'resources' on Instance uuid db29ff15-ad16-486d-9c7f-89bee68ed951 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.692503] env[66735]: INFO nova.scheduler.client.report [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Deleted allocations for instance 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53 [ 1098.748825] env[66735]: DEBUG oslo_vmware.api [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646386, 'name': PowerOffVM_Task, 'duration_secs': 0.252994} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.749879] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.750111] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.750516] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30e824be-c8ff-4fe4-bcdf-e614f553ae58 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.831112] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.831593] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.831898] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleting the datastore file [datastore2] c800531d-c3f2-4e3b-a46c-be6acbc4d64f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.833079] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9be5bc7-58fd-46c1-ab1e-d31b40ff3ad6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.842125] env[66735]: DEBUG oslo_vmware.api [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for the task: (returnval){ [ 1098.842125] env[66735]: value = "task-4646390" [ 1098.842125] env[66735]: _type = "Task" [ 1098.842125] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.853886] env[66735]: DEBUG oslo_vmware.api [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.999089] env[66735]: DEBUG oslo_vmware.api [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646385, 'name': PowerOnVM_Task, 'duration_secs': 1.284484} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.999089] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.999089] env[66735]: INFO nova.compute.manager [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Took 5.28 seconds to spawn the instance on the hypervisor. [ 1098.999534] env[66735]: DEBUG nova.compute.manager [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1098.999995] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b17aea-e51f-4b68-ac09-c0cd4a5000cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.074330] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646387, 'name': ReconfigVM_Task, 'duration_secs': 0.283274} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.074330] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1099.074814] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc209a9-366e-4659-bdd5-5a1f5e7f1272 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.106442] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc/26586a90-db2d-4f62-ab1a-2d5dfa53a9dc.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.106850] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd9ec0b-0d7d-4231-8e2a-6377e5aedd71 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.127711] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1099.127711] env[66735]: value = "task-4646391" [ 1099.127711] env[66735]: _type = "Task" [ 1099.127711] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.143177] env[66735]: DEBUG oslo_vmware.api [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646388, 'name': PowerOffVM_Task, 'duration_secs': 0.240889} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.146837] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.147128] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.147727] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.148012] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-973b0691-cd5b-4980-8cba-c93128f23fe4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.202516] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f817027f-784f-4ea4-a1ab-fc83f9496c7b tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.537s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.214305] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.214563] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.214738] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Deleting the datastore file [datastore1] 3d96430c-6002-43eb-b78d-0d9b45006a89 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.215027] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdfbd265-270e-4ae8-9771-ef1b59547980 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.222363] env[66735]: DEBUG oslo_vmware.api [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for the task: (returnval){ [ 1099.222363] env[66735]: value = "task-4646393" [ 1099.222363] env[66735]: _type = "Task" [ 1099.222363] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.240762] env[66735]: DEBUG oslo_vmware.api [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.354418] env[66735]: DEBUG oslo_vmware.api [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Task: {'id': task-4646390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214345} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.354732] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.354954] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.355165] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.355350] env[66735]: INFO nova.compute.manager [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1099.355645] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1099.355943] env[66735]: DEBUG nova.compute.manager [-] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1099.356086] env[66735]: DEBUG nova.network.neutron [-] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1099.356408] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.417447] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.423369] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3ca6a5-3b41-4839-9337-1524f5e47723 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.432659] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3fe974-a83d-4537-bf03-f01c200e9608 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.463327] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444f7533-bd86-4781-b5b4-51790bf8d5eb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.471221] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a793acf-4217-4555-bf98-979666a4e5c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.486856] env[66735]: DEBUG nova.compute.provider_tree [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.519252] env[66735]: INFO nova.compute.manager [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Took 22.79 seconds to build instance. [ 1099.642208] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646391, 'name': ReconfigVM_Task, 'duration_secs': 0.364217} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.643134] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc/26586a90-db2d-4f62-ab1a-2d5dfa53a9dc.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.644238] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a77207-8d34-49a4-ba9c-1312092b4e55 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.670701] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3d3bdd-c24f-4f2d-b7a2-493cc75b1f74 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.674347] env[66735]: DEBUG nova.compute.manager [req-4104e98b-ec93-4ed4-a926-5c29f7e3753d req-5659b6eb-7921-498a-bb56-c9b9fcecbb2e service nova] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Received event network-vif-deleted-00c4056a-aea4-4c2e-9fcb-122ee5f227af {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1099.674583] env[66735]: INFO nova.compute.manager [req-4104e98b-ec93-4ed4-a926-5c29f7e3753d req-5659b6eb-7921-498a-bb56-c9b9fcecbb2e service nova] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Neutron deleted interface 00c4056a-aea4-4c2e-9fcb-122ee5f227af; detaching it from the instance and deleting it from the info cache [ 1099.674788] env[66735]: DEBUG nova.network.neutron [req-4104e98b-ec93-4ed4-a926-5c29f7e3753d req-5659b6eb-7921-498a-bb56-c9b9fcecbb2e service nova] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.698240] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809ce0bc-92bd-4843-b0fe-4c5bdc26e777 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.723509] env[66735]: DEBUG nova.compute.manager [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1099.724575] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de16c3e-b643-45bc-9c4f-03f7f2a5a9cd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.727764] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c07a008-506a-4419-bf3e-e17540ef390e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.747770] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.748139] env[66735]: DEBUG oslo_vmware.api [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Task: {'id': task-4646393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127247} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.748595] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-965c23d9-cb06-4659-bebe-5ef0c34a9372 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.750389] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.750591] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.750771] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.750927] env[66735]: INFO nova.compute.manager [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1099.751223] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1099.751407] env[66735]: DEBUG nova.compute.manager [-] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1099.751504] env[66735]: DEBUG nova.network.neutron [-] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1099.751737] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.759315] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1099.759315] env[66735]: value = "task-4646394" [ 1099.759315] env[66735]: _type = "Task" [ 1099.759315] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.767787] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.786409] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.991373] env[66735]: DEBUG nova.scheduler.client.report [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.021368] env[66735]: DEBUG oslo_concurrency.lockutils [None req-25ab0908-4a7d-4075-8bd8-76adde33a347 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "f4f888eb-a764-4e8b-8bd1-4505a3019625" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.312s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.132843] env[66735]: DEBUG nova.network.neutron [-] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.178446] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79d311f1-7dc2-49a7-a3de-f66354eeebdc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.200634] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacbd729-c2d5-4ab7-a143-bfa613f8d8e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.251594] env[66735]: INFO nova.compute.manager [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] instance snapshotting [ 1100.253817] env[66735]: DEBUG nova.compute.manager [req-4104e98b-ec93-4ed4-a926-5c29f7e3753d req-5659b6eb-7921-498a-bb56-c9b9fcecbb2e service nova] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Detach interface failed, port_id=00c4056a-aea4-4c2e-9fcb-122ee5f227af, reason: Instance c800531d-c3f2-4e3b-a46c-be6acbc4d64f could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1100.256147] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8398f7c1-a3d9-46e5-92a8-198fc7bd2be7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.287239] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646394, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.288954] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8d082c-579b-4f07-b271-f4f9c2435681 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.306866] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "9bc5e5dc-3f15-4156-8a25-16a009646142" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.307109] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.312718] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "78c5703a-faa2-48fa-8f5f-cb1981ed2624" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.312925] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "78c5703a-faa2-48fa-8f5f-cb1981ed2624" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.313224] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "78c5703a-faa2-48fa-8f5f-cb1981ed2624-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.314024] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "78c5703a-faa2-48fa-8f5f-cb1981ed2624-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.314024] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "78c5703a-faa2-48fa-8f5f-cb1981ed2624-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.315740] env[66735]: INFO nova.compute.manager [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Terminating instance [ 1100.496930] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.499419] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.656s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.499643] env[66735]: DEBUG nova.objects.instance [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lazy-loading 'resources' on Instance uuid 9c513275-a52a-4351-a00b-5167a2c4a857 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.518810] env[66735]: INFO nova.scheduler.client.report [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleted allocations for instance db29ff15-ad16-486d-9c7f-89bee68ed951 [ 1100.550239] env[66735]: DEBUG nova.network.neutron [-] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.604155] env[66735]: DEBUG nova.compute.manager [req-71b335e0-e422-4d1d-a028-58ea16083bca req-2b7cae69-35ed-4f96-a863-cc1eb0af3d58 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Received event network-changed-64638099-ede3-4858-915b-7980b441255c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1100.604489] env[66735]: DEBUG nova.compute.manager [req-71b335e0-e422-4d1d-a028-58ea16083bca req-2b7cae69-35ed-4f96-a863-cc1eb0af3d58 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Refreshing instance network info cache due to event network-changed-64638099-ede3-4858-915b-7980b441255c. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1100.604722] env[66735]: DEBUG oslo_concurrency.lockutils [req-71b335e0-e422-4d1d-a028-58ea16083bca req-2b7cae69-35ed-4f96-a863-cc1eb0af3d58 service nova] Acquiring lock "refresh_cache-3d4ac919-d0f3-4310-bed5-785da809fe2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.604867] env[66735]: DEBUG oslo_concurrency.lockutils [req-71b335e0-e422-4d1d-a028-58ea16083bca req-2b7cae69-35ed-4f96-a863-cc1eb0af3d58 service nova] Acquired lock "refresh_cache-3d4ac919-d0f3-4310-bed5-785da809fe2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.605071] env[66735]: DEBUG nova.network.neutron [req-71b335e0-e422-4d1d-a028-58ea16083bca req-2b7cae69-35ed-4f96-a863-cc1eb0af3d58 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Refreshing network info cache for port 64638099-ede3-4858-915b-7980b441255c {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.636890] env[66735]: INFO nova.compute.manager [-] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Took 1.28 seconds to deallocate network for instance. [ 1100.770650] env[66735]: DEBUG oslo_vmware.api [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646394, 'name': PowerOnVM_Task, 'duration_secs': 0.51931} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.770931] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.800635] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1100.801149] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5f8fb65-ca4e-40b5-9392-088ab4401c17 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.810155] env[66735]: DEBUG nova.compute.utils [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.811533] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1100.811533] env[66735]: value = "task-4646395" [ 1100.811533] env[66735]: _type = "Task" [ 1100.811533] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.821363] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "refresh_cache-78c5703a-faa2-48fa-8f5f-cb1981ed2624" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.821577] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquired lock "refresh_cache-78c5703a-faa2-48fa-8f5f-cb1981ed2624" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.821759] env[66735]: DEBUG nova.network.neutron [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1100.823278] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.026039] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a797e30d-154e-4d90-b1a4-d44d04d7adb5 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "db29ff15-ad16-486d-9c7f-89bee68ed951" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.893s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.053597] env[66735]: INFO nova.compute.manager [-] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Took 1.30 seconds to deallocate network for instance. [ 1101.108647] env[66735]: WARNING neutronclient.v2_0.client [req-71b335e0-e422-4d1d-a028-58ea16083bca req-2b7cae69-35ed-4f96-a863-cc1eb0af3d58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.144120] env[66735]: DEBUG oslo_concurrency.lockutils [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.221657] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b604c0-ef99-41f3-8241-b0421ff978b5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.232117] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e0509c-c5c0-4ab1-9dcc-418867d46c42 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.271884] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c456f84b-c1c8-4a36-8548-e02dc87702f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.287477] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce486b3-bcf7-4fb1-85bb-4eea89132c89 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.304680] env[66735]: DEBUG nova.compute.provider_tree [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.312291] env[66735]: WARNING neutronclient.v2_0.client [req-71b335e0-e422-4d1d-a028-58ea16083bca req-2b7cae69-35ed-4f96-a863-cc1eb0af3d58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.318758] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.327500] env[66735]: WARNING neutronclient.v2_0.client [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.329043] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.346352] env[66735]: DEBUG nova.network.neutron [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1101.389883] env[66735]: DEBUG nova.network.neutron [req-71b335e0-e422-4d1d-a028-58ea16083bca req-2b7cae69-35ed-4f96-a863-cc1eb0af3d58 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Updated VIF entry in instance network info cache for port 64638099-ede3-4858-915b-7980b441255c. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1101.390351] env[66735]: DEBUG nova.network.neutron [req-71b335e0-e422-4d1d-a028-58ea16083bca req-2b7cae69-35ed-4f96-a863-cc1eb0af3d58 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Updating instance_info_cache with network_info: [{"id": "64638099-ede3-4858-915b-7980b441255c", "address": "fa:16:3e:51:c7:fe", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64638099-ed", "ovs_interfaceid": "64638099-ede3-4858-915b-7980b441255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.404159] env[66735]: DEBUG nova.network.neutron [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.563213] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.741011] env[66735]: DEBUG nova.compute.manager [req-f4e641b3-6374-455d-a6a9-9851b2c21199 req-a6a009ec-e2ac-45b5-b0f5-07992c181891 service nova] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Received event network-vif-deleted-b4044cc6-9306-411e-ac4a-18fd86d6c8c5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1101.809053] env[66735]: DEBUG nova.scheduler.client.report [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.830259] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646395, 'name': CreateSnapshot_Task, 'duration_secs': 0.762191} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.830750] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1101.831557] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa9b2d1-642e-4fe7-92a6-db5dfc539d1f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.845158] env[66735]: INFO nova.compute.manager [None req-bcb5d4d5-04b2-4320-845d-00862b889e48 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance to original state: 'active' [ 1101.894675] env[66735]: DEBUG oslo_concurrency.lockutils [req-71b335e0-e422-4d1d-a028-58ea16083bca req-2b7cae69-35ed-4f96-a863-cc1eb0af3d58 service nova] Releasing lock "refresh_cache-3d4ac919-d0f3-4310-bed5-785da809fe2d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.907010] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Releasing lock "refresh_cache-78c5703a-faa2-48fa-8f5f-cb1981ed2624" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.907661] env[66735]: DEBUG nova.compute.manager [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1101.907764] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.908694] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d79ac5e-537d-4d25-8b99-6bb23d519955 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.919142] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.919403] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c407013d-a2b2-4d4a-8fdc-1f4fb1307a97 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.927497] env[66735]: DEBUG oslo_vmware.api [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1101.927497] env[66735]: value = "task-4646396" [ 1101.927497] env[66735]: _type = "Task" [ 1101.927497] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.938848] env[66735]: DEBUG oslo_vmware.api [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.120768] env[66735]: DEBUG nova.compute.manager [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Stashing vm_state: active {{(pid=66735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1102.315339] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.318028] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.648s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.319713] env[66735]: INFO nova.compute.claims [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.343481] env[66735]: INFO nova.scheduler.client.report [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Deleted allocations for instance 9c513275-a52a-4351-a00b-5167a2c4a857 [ 1102.360393] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1102.364332] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2ce9522-de43-4c96-9cf6-349f08538861 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.377310] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1102.377310] env[66735]: value = "task-4646397" [ 1102.377310] env[66735]: _type = "Task" [ 1102.377310] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.388731] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646397, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.397771] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "9bc5e5dc-3f15-4156-8a25-16a009646142" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.398107] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.398344] env[66735]: INFO nova.compute.manager [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Attaching volume 835f6cbd-c850-4505-8ae2-15be982a76cb to /dev/sdb [ 1102.438262] env[66735]: DEBUG oslo_vmware.api [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646396, 'name': PowerOffVM_Task, 'duration_secs': 0.351793} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.438626] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.438841] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.440205] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a888ce-3b82-4093-b8ba-ff6bb2d33f89 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.442892] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8047f848-0ee4-49ed-b299-a197dc4abfc7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.450830] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f506ff02-c9b2-47b8-a5fd-bf584c024bda {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.467085] env[66735]: DEBUG nova.virt.block_device [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Updating existing volume attachment record: 64d7e714-19e0-4747-be56-bb7028139e2d {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1102.473920] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.474276] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.474496] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Deleting the datastore file [datastore2] 78c5703a-faa2-48fa-8f5f-cb1981ed2624 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.475223] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47981251-29dc-4b07-860c-088306b5a6bc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.485730] env[66735]: DEBUG oslo_vmware.api [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for the task: (returnval){ [ 1102.485730] env[66735]: value = "task-4646399" [ 1102.485730] env[66735]: _type = "Task" [ 1102.485730] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.495642] env[66735]: DEBUG oslo_vmware.api [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.648541] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.677941] env[66735]: DEBUG nova.compute.manager [req-7f8f3ddb-dda1-4f18-bca9-aab0457113a9 req-9f49cef3-a440-4c1a-ab62-e499354ad964 service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Received event network-changed-f1180f00-66a6-49e0-8e3c-55a0295031ce {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1102.678155] env[66735]: DEBUG nova.compute.manager [req-7f8f3ddb-dda1-4f18-bca9-aab0457113a9 req-9f49cef3-a440-4c1a-ab62-e499354ad964 service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Refreshing instance network info cache due to event network-changed-f1180f00-66a6-49e0-8e3c-55a0295031ce. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1102.678432] env[66735]: DEBUG oslo_concurrency.lockutils [req-7f8f3ddb-dda1-4f18-bca9-aab0457113a9 req-9f49cef3-a440-4c1a-ab62-e499354ad964 service nova] Acquiring lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.678584] env[66735]: DEBUG oslo_concurrency.lockutils [req-7f8f3ddb-dda1-4f18-bca9-aab0457113a9 req-9f49cef3-a440-4c1a-ab62-e499354ad964 service nova] Acquired lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.678776] env[66735]: DEBUG nova.network.neutron [req-7f8f3ddb-dda1-4f18-bca9-aab0457113a9 req-9f49cef3-a440-4c1a-ab62-e499354ad964 service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Refreshing network info cache for port f1180f00-66a6-49e0-8e3c-55a0295031ce {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.851584] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9411988-f416-4bc4-9b64-0b6d36c541bc tempest-ListImageFiltersTestJSON-1967883334 tempest-ListImageFiltersTestJSON-1967883334-project-member] Lock "9c513275-a52a-4351-a00b-5167a2c4a857" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.547s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.890274] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646397, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.997463] env[66735]: DEBUG oslo_vmware.api [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Task: {'id': task-4646399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151778} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.997720] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.997899] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.998088] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.998347] env[66735]: INFO nova.compute.manager [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1102.999090] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1102.999090] env[66735]: DEBUG nova.compute.manager [-] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1102.999090] env[66735]: DEBUG nova.network.neutron [-] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1102.999285] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.021537] env[66735]: DEBUG nova.network.neutron [-] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1103.021784] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.183304] env[66735]: WARNING neutronclient.v2_0.client [req-7f8f3ddb-dda1-4f18-bca9-aab0457113a9 req-9f49cef3-a440-4c1a-ab62-e499354ad964 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.373350] env[66735]: WARNING neutronclient.v2_0.client [req-7f8f3ddb-dda1-4f18-bca9-aab0457113a9 req-9f49cef3-a440-4c1a-ab62-e499354ad964 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.393532] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646397, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.453860] env[66735]: DEBUG nova.network.neutron [req-7f8f3ddb-dda1-4f18-bca9-aab0457113a9 req-9f49cef3-a440-4c1a-ab62-e499354ad964 service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updated VIF entry in instance network info cache for port f1180f00-66a6-49e0-8e3c-55a0295031ce. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1103.454290] env[66735]: DEBUG nova.network.neutron [req-7f8f3ddb-dda1-4f18-bca9-aab0457113a9 req-9f49cef3-a440-4c1a-ab62-e499354ad964 service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance_info_cache with network_info: [{"id": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "address": "fa:16:3e:4f:92:bd", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1180f00-66", "ovs_interfaceid": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.525511] env[66735]: DEBUG nova.network.neutron [-] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.529178] env[66735]: DEBUG nova.compute.manager [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Stashing vm_state: active {{(pid=66735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1103.594099] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e2009e-6955-4912-9ba0-3bd77f5b94bd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.602823] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3cef43-04a2-4af1-9f98-415a9b847379 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.640332] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217eaaa0-75a4-4411-bef7-71da926165cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.649470] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9670d90a-e175-47a7-884c-fc60c7c55f48 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.663827] env[66735]: DEBUG nova.compute.provider_tree [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.709258] env[66735]: DEBUG oslo_concurrency.lockutils [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.709553] env[66735]: DEBUG oslo_concurrency.lockutils [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.709768] env[66735]: DEBUG oslo_concurrency.lockutils [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.709946] env[66735]: DEBUG oslo_concurrency.lockutils [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.710128] env[66735]: DEBUG oslo_concurrency.lockutils [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.712585] env[66735]: INFO nova.compute.manager [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Terminating instance [ 1103.890604] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646397, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.957776] env[66735]: DEBUG oslo_concurrency.lockutils [req-7f8f3ddb-dda1-4f18-bca9-aab0457113a9 req-9f49cef3-a440-4c1a-ab62-e499354ad964 service nova] Releasing lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.029635] env[66735]: INFO nova.compute.manager [-] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Took 1.03 seconds to deallocate network for instance. [ 1104.054433] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.166962] env[66735]: DEBUG nova.scheduler.client.report [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.218020] env[66735]: DEBUG nova.compute.manager [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1104.218370] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.218574] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab606411-e050-46a8-8331-525b1325ecf6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.226595] env[66735]: DEBUG oslo_vmware.api [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1104.226595] env[66735]: value = "task-4646401" [ 1104.226595] env[66735]: _type = "Task" [ 1104.226595] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.236298] env[66735]: DEBUG oslo_vmware.api [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.390901] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646397, 'name': CloneVM_Task, 'duration_secs': 1.741878} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.391189] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Created linked-clone VM from snapshot [ 1104.391968] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05beafe-3739-4f9b-a524-7e72c4940add {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.401366] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Uploading image 2d88fc05-c5f0-4731-98bc-87eb614711aa {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1104.417504] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1104.417914] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5f54352-19a7-4ed4-be4e-e287c2c57950 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.430961] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1104.430961] env[66735]: value = "task-4646402" [ 1104.430961] env[66735]: _type = "Task" [ 1104.430961] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.444265] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646402, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.540866] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.672993] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.672993] env[66735]: DEBUG nova.compute.manager [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1104.676083] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.821s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.677669] env[66735]: INFO nova.compute.claims [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.737613] env[66735]: DEBUG oslo_vmware.api [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646401, 'name': PowerOffVM_Task, 'duration_secs': 0.235667} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.737959] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.738195] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1104.738420] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907252', 'volume_id': '3c0435b3-73fa-49a2-9131-be66bcb9bbdf', 'name': 'volume-3c0435b3-73fa-49a2-9131-be66bcb9bbdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '26586a90-db2d-4f62-ab1a-2d5dfa53a9dc', 'attached_at': '2025-11-21T09:13:22.000000', 'detached_at': '', 'volume_id': '3c0435b3-73fa-49a2-9131-be66bcb9bbdf', 'serial': '3c0435b3-73fa-49a2-9131-be66bcb9bbdf'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1104.739257] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37681e49-e855-4813-8337-06ff9103e7c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.761939] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216e58ad-077f-497b-9a52-3c18a9ca10b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.771118] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920bf8a3-8e79-4a90-abe9-f3aa739f5e69 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.794536] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4c6e8a-73e8-4a73-b3b3-ef8f169d53f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.812995] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The volume has not been displaced from its original location: [datastore1] volume-3c0435b3-73fa-49a2-9131-be66bcb9bbdf/volume-3c0435b3-73fa-49a2-9131-be66bcb9bbdf.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1104.818732] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1104.819202] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df66d4ac-24ce-443f-b4a1-bcea26e41b31 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.840032] env[66735]: DEBUG oslo_vmware.api [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1104.840032] env[66735]: value = "task-4646404" [ 1104.840032] env[66735]: _type = "Task" [ 1104.840032] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.849194] env[66735]: DEBUG oslo_vmware.api [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.941463] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646402, 'name': Destroy_Task, 'duration_secs': 0.377886} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.941733] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Destroyed the VM [ 1104.941971] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1104.942244] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1bc7e79f-b409-4343-a20a-ee7bf86dd0c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.949749] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1104.949749] env[66735]: value = "task-4646405" [ 1104.949749] env[66735]: _type = "Task" [ 1104.949749] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.958280] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646405, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.186567] env[66735]: DEBUG nova.compute.utils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.187723] env[66735]: DEBUG nova.compute.manager [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1105.187723] env[66735]: DEBUG nova.network.neutron [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1105.187723] env[66735]: WARNING neutronclient.v2_0.client [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.188063] env[66735]: WARNING neutronclient.v2_0.client [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.239272] env[66735]: DEBUG nova.policy [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb70ad635a2844e3942ae5b682f22bbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ef487e4904f46b8b1bcebf10204ed4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.350359] env[66735]: DEBUG oslo_vmware.api [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646404, 'name': ReconfigVM_Task, 'duration_secs': 0.216028} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.350624] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.355375] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd446ccc-bd16-4cbe-b832-301ce73446d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.373063] env[66735]: DEBUG oslo_vmware.api [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1105.373063] env[66735]: value = "task-4646406" [ 1105.373063] env[66735]: _type = "Task" [ 1105.373063] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.385813] env[66735]: DEBUG oslo_vmware.api [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.462329] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646405, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.568205] env[66735]: DEBUG nova.network.neutron [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Successfully created port: 80a0f0ba-51f7-4284-90f1-fb73535cc187 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1105.691209] env[66735]: DEBUG nova.compute.manager [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1105.886354] env[66735]: DEBUG oslo_vmware.api [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646406, 'name': ReconfigVM_Task, 'duration_secs': 0.144529} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.886454] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907252', 'volume_id': '3c0435b3-73fa-49a2-9131-be66bcb9bbdf', 'name': 'volume-3c0435b3-73fa-49a2-9131-be66bcb9bbdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '26586a90-db2d-4f62-ab1a-2d5dfa53a9dc', 'attached_at': '2025-11-21T09:13:22.000000', 'detached_at': '', 'volume_id': '3c0435b3-73fa-49a2-9131-be66bcb9bbdf', 'serial': '3c0435b3-73fa-49a2-9131-be66bcb9bbdf'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1105.886762] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.888048] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5db3814-83c4-4c64-8098-19055720011e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.899032] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.899032] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee3b7496-2ded-411c-b899-750b3a0a914e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.938413] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcfc7bc-3d00-425d-9e06-6d3a65428a7f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.948067] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c2d4f5-8d82-489f-93e7-95d7352ae1fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.961645] env[66735]: DEBUG oslo_vmware.api [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646405, 'name': RemoveSnapshot_Task, 'duration_secs': 0.529718} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.987595] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1105.990524] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.990713] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.990885] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleting the datastore file [datastore1] 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.991593] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dd5a8c3-6d39-48a5-ba98-3ec1a3fd8277 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.994141] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d24175-5b24-41e7-ad81-c4b2c7b91b72 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.005569] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f924fffb-e610-41ff-93e6-0e56838f3420 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.009585] env[66735]: DEBUG oslo_vmware.api [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1106.009585] env[66735]: value = "task-4646408" [ 1106.009585] env[66735]: _type = "Task" [ 1106.009585] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.023912] env[66735]: DEBUG nova.compute.provider_tree [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.032613] env[66735]: DEBUG oslo_vmware.api [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.493273] env[66735]: WARNING nova.compute.manager [None req-5566dc2b-2d6e-4218-aebf-c52f38f3a2fc tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Image not found during snapshot: nova.exception.ImageNotFound: Image 2d88fc05-c5f0-4731-98bc-87eb614711aa could not be found. [ 1106.520960] env[66735]: DEBUG oslo_vmware.api [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170375} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.521220] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.521460] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.521638] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.521807] env[66735]: INFO nova.compute.manager [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1106.522080] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1106.522621] env[66735]: DEBUG nova.compute.manager [-] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1106.522723] env[66735]: DEBUG nova.network.neutron [-] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1106.522978] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.527870] env[66735]: DEBUG nova.scheduler.client.report [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.561479] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.701334] env[66735]: DEBUG nova.compute.manager [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1106.729335] env[66735]: DEBUG nova.virt.hardware [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1106.729568] env[66735]: DEBUG nova.virt.hardware [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.729722] env[66735]: DEBUG nova.virt.hardware [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1106.729894] env[66735]: DEBUG nova.virt.hardware [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.730066] env[66735]: DEBUG nova.virt.hardware [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1106.730188] env[66735]: DEBUG nova.virt.hardware [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1106.730389] env[66735]: DEBUG nova.virt.hardware [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.730544] env[66735]: DEBUG nova.virt.hardware [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1106.730704] env[66735]: DEBUG nova.virt.hardware [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1106.730865] env[66735]: DEBUG nova.virt.hardware [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1106.731035] env[66735]: DEBUG nova.virt.hardware [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1106.731992] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aafdd9-c73e-4083-9d15-95d2efe91adb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.741204] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b18764e-c065-45c3-9618-19af3b1dfe24 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.022656] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1107.022835] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907279', 'volume_id': '835f6cbd-c850-4505-8ae2-15be982a76cb', 'name': 'volume-835f6cbd-c850-4505-8ae2-15be982a76cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bc5e5dc-3f15-4156-8a25-16a009646142', 'attached_at': '', 'detached_at': '', 'volume_id': '835f6cbd-c850-4505-8ae2-15be982a76cb', 'serial': '835f6cbd-c850-4505-8ae2-15be982a76cb'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1107.023763] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60fbc1e-8b5d-47f9-8c88-6aa8ef59c677 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.044872] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.045395] env[66735]: DEBUG nova.compute.manager [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1107.048682] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.877s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.049045] env[66735]: DEBUG nova.objects.instance [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lazy-loading 'resources' on Instance uuid 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.050366] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee85a0f6-93fc-4355-a3e1-b8d21bc7b00d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.078273] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-835f6cbd-c850-4505-8ae2-15be982a76cb/volume-835f6cbd-c850-4505-8ae2-15be982a76cb.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.078900] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f82635a7-e061-479e-a250-ab99efab001d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.099457] env[66735]: DEBUG oslo_vmware.api [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1107.099457] env[66735]: value = "task-4646409" [ 1107.099457] env[66735]: _type = "Task" [ 1107.099457] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.112389] env[66735]: DEBUG oslo_vmware.api [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.114066] env[66735]: DEBUG nova.network.neutron [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Successfully updated port: 80a0f0ba-51f7-4284-90f1-fb73535cc187 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1107.343453] env[66735]: DEBUG nova.compute.manager [req-8b4924bb-e0e1-4ebc-99d7-5dc88840c9da req-31e59a8d-e4ac-4303-9557-9d2cd72d0abc service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Received event network-vif-plugged-80a0f0ba-51f7-4284-90f1-fb73535cc187 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1107.343703] env[66735]: DEBUG oslo_concurrency.lockutils [req-8b4924bb-e0e1-4ebc-99d7-5dc88840c9da req-31e59a8d-e4ac-4303-9557-9d2cd72d0abc service nova] Acquiring lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.343995] env[66735]: DEBUG oslo_concurrency.lockutils [req-8b4924bb-e0e1-4ebc-99d7-5dc88840c9da req-31e59a8d-e4ac-4303-9557-9d2cd72d0abc service nova] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.344225] env[66735]: DEBUG oslo_concurrency.lockutils [req-8b4924bb-e0e1-4ebc-99d7-5dc88840c9da req-31e59a8d-e4ac-4303-9557-9d2cd72d0abc service nova] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.344386] env[66735]: DEBUG nova.compute.manager [req-8b4924bb-e0e1-4ebc-99d7-5dc88840c9da req-31e59a8d-e4ac-4303-9557-9d2cd72d0abc service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] No waiting events found dispatching network-vif-plugged-80a0f0ba-51f7-4284-90f1-fb73535cc187 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1107.344588] env[66735]: WARNING nova.compute.manager [req-8b4924bb-e0e1-4ebc-99d7-5dc88840c9da req-31e59a8d-e4ac-4303-9557-9d2cd72d0abc service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Received unexpected event network-vif-plugged-80a0f0ba-51f7-4284-90f1-fb73535cc187 for instance with vm_state building and task_state spawning. [ 1107.413853] env[66735]: DEBUG nova.compute.manager [req-83fb6282-d182-49a7-9801-d2972f1e2b9b req-0ddbdd18-e6bc-41ed-aa24-227160036fcf service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Received event network-vif-deleted-539882a2-0fc3-4068-89a4-80479c0ef8e5 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1107.413952] env[66735]: INFO nova.compute.manager [req-83fb6282-d182-49a7-9801-d2972f1e2b9b req-0ddbdd18-e6bc-41ed-aa24-227160036fcf service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Neutron deleted interface 539882a2-0fc3-4068-89a4-80479c0ef8e5; detaching it from the instance and deleting it from the info cache [ 1107.414212] env[66735]: DEBUG nova.network.neutron [req-83fb6282-d182-49a7-9801-d2972f1e2b9b req-0ddbdd18-e6bc-41ed-aa24-227160036fcf service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.529530] env[66735]: DEBUG nova.network.neutron [-] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.558477] env[66735]: DEBUG nova.compute.utils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.561451] env[66735]: DEBUG nova.compute.manager [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1107.561744] env[66735]: DEBUG nova.network.neutron [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1107.561970] env[66735]: WARNING neutronclient.v2_0.client [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.562281] env[66735]: WARNING neutronclient.v2_0.client [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.607769] env[66735]: DEBUG nova.policy [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61278f88fcf14992b26ecc5fa9640c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29418d690eda48438d1c2aa27bb21a4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.615318] env[66735]: DEBUG oslo_vmware.api [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646409, 'name': ReconfigVM_Task, 'duration_secs': 0.460562} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.615767] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-835f6cbd-c850-4505-8ae2-15be982a76cb/volume-835f6cbd-c850-4505-8ae2-15be982a76cb.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.620846] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.620893] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquired lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.621046] env[66735]: DEBUG nova.network.neutron [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1107.622685] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6381ff63-9d64-4843-97de-66c9ee6b06e8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.647126] env[66735]: DEBUG oslo_vmware.api [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1107.647126] env[66735]: value = "task-4646410" [ 1107.647126] env[66735]: _type = "Task" [ 1107.647126] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.654952] env[66735]: DEBUG oslo_vmware.api [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.678298] env[66735]: DEBUG nova.network.neutron [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1107.832514] env[66735]: WARNING neutronclient.v2_0.client [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.837459] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73efb178-64ff-42b8-b971-c253fd28bf45 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.846251] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255b0ef1-6156-4acf-aee4-6c38b1e41565 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.892394] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2d4dc1-cd91-478d-91c4-ff5f7853cd64 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.901414] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f51dee-e510-43bc-9917-57fe67a11c99 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.917505] env[66735]: DEBUG nova.compute.provider_tree [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.919025] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f0485bd-6090-442d-8aaa-26adcefa6561 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.928866] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e37133-10b4-4331-9768-819da950f376 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.940884] env[66735]: DEBUG nova.network.neutron [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Updating instance_info_cache with network_info: [{"id": "80a0f0ba-51f7-4284-90f1-fb73535cc187", "address": "fa:16:3e:46:19:85", "network": {"id": "6eed58a4-c9bf-4996-a4d3-3e799848242e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1915777937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef487e4904f46b8b1bcebf10204ed4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a0f0ba-51", "ovs_interfaceid": "80a0f0ba-51f7-4284-90f1-fb73535cc187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.942721] env[66735]: DEBUG nova.network.neutron [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Successfully created port: b9fccc92-df82-454c-aeec-1e9d5446a055 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1107.966783] env[66735]: DEBUG nova.compute.manager [req-83fb6282-d182-49a7-9801-d2972f1e2b9b req-0ddbdd18-e6bc-41ed-aa24-227160036fcf service nova] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Detach interface failed, port_id=539882a2-0fc3-4068-89a4-80479c0ef8e5, reason: Instance 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1108.032229] env[66735]: INFO nova.compute.manager [-] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Took 1.51 seconds to deallocate network for instance. [ 1108.067478] env[66735]: DEBUG nova.compute.manager [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1108.070333] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "7c5f4cba-5477-4a5b-9c80-c7dd96788eba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.070597] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "7c5f4cba-5477-4a5b-9c80-c7dd96788eba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.070797] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "7c5f4cba-5477-4a5b-9c80-c7dd96788eba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.070975] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "7c5f4cba-5477-4a5b-9c80-c7dd96788eba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.071144] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "7c5f4cba-5477-4a5b-9c80-c7dd96788eba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.073047] env[66735]: INFO nova.compute.manager [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Terminating instance [ 1108.157024] env[66735]: DEBUG oslo_vmware.api [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646410, 'name': ReconfigVM_Task, 'duration_secs': 0.209708} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.157780] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907279', 'volume_id': '835f6cbd-c850-4505-8ae2-15be982a76cb', 'name': 'volume-835f6cbd-c850-4505-8ae2-15be982a76cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bc5e5dc-3f15-4156-8a25-16a009646142', 'attached_at': '', 'detached_at': '', 'volume_id': '835f6cbd-c850-4505-8ae2-15be982a76cb', 'serial': '835f6cbd-c850-4505-8ae2-15be982a76cb'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1108.423043] env[66735]: DEBUG nova.scheduler.client.report [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.446540] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Releasing lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.446894] env[66735]: DEBUG nova.compute.manager [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Instance network_info: |[{"id": "80a0f0ba-51f7-4284-90f1-fb73535cc187", "address": "fa:16:3e:46:19:85", "network": {"id": "6eed58a4-c9bf-4996-a4d3-3e799848242e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1915777937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef487e4904f46b8b1bcebf10204ed4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a0f0ba-51", "ovs_interfaceid": "80a0f0ba-51f7-4284-90f1-fb73535cc187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1108.447383] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:19:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80a0f0ba-51f7-4284-90f1-fb73535cc187', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.454798] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Creating folder: Project (1ef487e4904f46b8b1bcebf10204ed4e). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.455400] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43db0668-e6ff-4e58-9b3c-dd96aaad42c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.467985] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Created folder: Project (1ef487e4904f46b8b1bcebf10204ed4e) in parent group-v906980. [ 1108.468195] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Creating folder: Instances. Parent ref: group-v907280. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.468437] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e42bd486-15c2-4283-8959-085ecbcd31c3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.478720] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Created folder: Instances in parent group-v907280. [ 1108.478968] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1108.479194] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.479448] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-189dccd3-6c45-4f67-9e9f-a895b52a8f46 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.501110] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.501110] env[66735]: value = "task-4646413" [ 1108.501110] env[66735]: _type = "Task" [ 1108.501110] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.510489] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646413, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.579554] env[66735]: DEBUG nova.compute.manager [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1108.579859] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.581880] env[66735]: INFO nova.compute.manager [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Took 0.55 seconds to detach 1 volumes for instance. [ 1108.585028] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbea5a5-31ad-4e3f-9f73-c9c2172aff68 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.597482] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.597860] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69b0d2a8-ed18-4bc7-a699-7462068eeb83 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.608024] env[66735]: DEBUG oslo_vmware.api [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1108.608024] env[66735]: value = "task-4646414" [ 1108.608024] env[66735]: _type = "Task" [ 1108.608024] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.617478] env[66735]: DEBUG oslo_vmware.api [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.929869] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.932915] env[66735]: DEBUG oslo_concurrency.lockutils [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.789s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.933183] env[66735]: DEBUG nova.objects.instance [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lazy-loading 'resources' on Instance uuid c800531d-c3f2-4e3b-a46c-be6acbc4d64f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.954234] env[66735]: INFO nova.scheduler.client.report [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted allocations for instance 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2 [ 1109.012619] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646413, 'name': CreateVM_Task, 'duration_secs': 0.327413} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.012794] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.013313] env[66735]: WARNING neutronclient.v2_0.client [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.013686] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.013880] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.014254] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.014778] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f528d43a-de7f-45d4-8dd3-d159e91936ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.021212] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1109.021212] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5209cf04-09ff-0033-c0ee-9a57fd5d90bb" [ 1109.021212] env[66735]: _type = "Task" [ 1109.021212] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.032239] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5209cf04-09ff-0033-c0ee-9a57fd5d90bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.090750] env[66735]: DEBUG nova.compute.manager [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1109.093962] env[66735]: DEBUG oslo_concurrency.lockutils [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.119876] env[66735]: DEBUG oslo_vmware.api [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646414, 'name': PowerOffVM_Task, 'duration_secs': 0.207272} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.122161] env[66735]: DEBUG nova.virt.hardware [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1109.122381] env[66735]: DEBUG nova.virt.hardware [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.122527] env[66735]: DEBUG nova.virt.hardware [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1109.122699] env[66735]: DEBUG nova.virt.hardware [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.122836] env[66735]: DEBUG nova.virt.hardware [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1109.122970] env[66735]: DEBUG nova.virt.hardware [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1109.123195] env[66735]: DEBUG nova.virt.hardware [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1109.123347] env[66735]: DEBUG nova.virt.hardware [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1109.123506] env[66735]: DEBUG nova.virt.hardware [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1109.123657] env[66735]: DEBUG nova.virt.hardware [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1109.123833] env[66735]: DEBUG nova.virt.hardware [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1109.124135] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.124290] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.125113] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c28249-13dd-45f6-835e-d659e7789e2f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.127753] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76b7a684-680c-461d-9f1a-ac240529a7dd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.137171] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad49cc5-3788-47b4-bf2e-dcfe6d440c32 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.192438] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.192686] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.192865] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleting the datastore file [datastore2] 7c5f4cba-5477-4a5b-9c80-c7dd96788eba {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.193161] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60da58c9-3552-415e-a6f5-df374c36934d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.197265] env[66735]: DEBUG nova.objects.instance [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lazy-loading 'flavor' on Instance uuid 9bc5e5dc-3f15-4156-8a25-16a009646142 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.200177] env[66735]: DEBUG oslo_vmware.api [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for the task: (returnval){ [ 1109.200177] env[66735]: value = "task-4646416" [ 1109.200177] env[66735]: _type = "Task" [ 1109.200177] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.211151] env[66735]: DEBUG oslo_vmware.api [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.405039] env[66735]: DEBUG nova.compute.manager [req-2953e2f8-dd69-4427-8d1f-1cd883b53dd6 req-35931bc8-1105-479e-bc23-c097d4a51aed service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Received event network-changed-80a0f0ba-51f7-4284-90f1-fb73535cc187 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1109.405412] env[66735]: DEBUG nova.compute.manager [req-2953e2f8-dd69-4427-8d1f-1cd883b53dd6 req-35931bc8-1105-479e-bc23-c097d4a51aed service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Refreshing instance network info cache due to event network-changed-80a0f0ba-51f7-4284-90f1-fb73535cc187. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1109.405771] env[66735]: DEBUG oslo_concurrency.lockutils [req-2953e2f8-dd69-4427-8d1f-1cd883b53dd6 req-35931bc8-1105-479e-bc23-c097d4a51aed service nova] Acquiring lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.405929] env[66735]: DEBUG oslo_concurrency.lockutils [req-2953e2f8-dd69-4427-8d1f-1cd883b53dd6 req-35931bc8-1105-479e-bc23-c097d4a51aed service nova] Acquired lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.406200] env[66735]: DEBUG nova.network.neutron [req-2953e2f8-dd69-4427-8d1f-1cd883b53dd6 req-35931bc8-1105-479e-bc23-c097d4a51aed service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Refreshing network info cache for port 80a0f0ba-51f7-4284-90f1-fb73535cc187 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.468411] env[66735]: DEBUG oslo_concurrency.lockutils [None req-13710808-3a98-4bd4-a036-bb0a8aed013b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.183s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.536386] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5209cf04-09ff-0033-c0ee-9a57fd5d90bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011327} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.536680] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.536910] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.537149] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.537286] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.537829] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.537829] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad39e51a-a036-4ef2-97ea-0cf4a5b4ddbd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.547862] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.547965] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.549057] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa28fb2-c10e-41f2-b73d-5ab9a456f549 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.555428] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1109.555428] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52cec529-3e3e-ec25-b82d-020136a181c6" [ 1109.555428] env[66735]: _type = "Task" [ 1109.555428] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.563709] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52cec529-3e3e-ec25-b82d-020136a181c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.564717] env[66735]: DEBUG nova.network.neutron [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Successfully updated port: b9fccc92-df82-454c-aeec-1e9d5446a055 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1109.695032] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d97be1-1952-4a6a-89fb-415d1de2890e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.707517] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d3e488-ea36-42c3-bce0-0be930d5961b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.710914] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9b205a2-59ec-453e-825c-0257c3fa0742 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.313s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.718783] env[66735]: DEBUG oslo_vmware.api [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Task: {'id': task-4646416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140575} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.719218] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.719405] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.719576] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.719760] env[66735]: INFO nova.compute.manager [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1109.720071] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1109.747177] env[66735]: DEBUG nova.compute.manager [-] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1109.747360] env[66735]: DEBUG nova.network.neutron [-] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1109.747662] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.751441] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e36040-588a-44d8-aa7e-f123aeeb3675 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.760308] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3c290a-9144-4db3-9f8e-9c23e763ad35 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.776037] env[66735]: DEBUG nova.compute.provider_tree [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.791531] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.909206] env[66735]: WARNING neutronclient.v2_0.client [req-2953e2f8-dd69-4427-8d1f-1cd883b53dd6 req-35931bc8-1105-479e-bc23-c097d4a51aed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.981414] env[66735]: DEBUG oslo_concurrency.lockutils [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "9bc5e5dc-3f15-4156-8a25-16a009646142" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.981717] env[66735]: DEBUG oslo_concurrency.lockutils [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.066757] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52cec529-3e3e-ec25-b82d-020136a181c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.067598] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a4dc77-b968-4385-ba1c-1bb8f6712e74 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.070400] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "refresh_cache-4d80752d-9175-4c19-9275-93de2e73f705" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.070563] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "refresh_cache-4d80752d-9175-4c19-9275-93de2e73f705" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.070733] env[66735]: DEBUG nova.network.neutron [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1110.086178] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1110.086178] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5263f4cb-dabb-e6cc-571a-1f760aedd473" [ 1110.086178] env[66735]: _type = "Task" [ 1110.086178] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.097152] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5263f4cb-dabb-e6cc-571a-1f760aedd473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.099915] env[66735]: DEBUG nova.compute.manager [req-b3713d8d-71ca-4038-8eb6-a57d651197ba req-8f2471dc-c08c-4215-8fff-0c9b8ef7165f service nova] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Received event network-vif-deleted-3807aea1-66fa-4895-91bc-90390e202a60 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1110.100184] env[66735]: INFO nova.compute.manager [req-b3713d8d-71ca-4038-8eb6-a57d651197ba req-8f2471dc-c08c-4215-8fff-0c9b8ef7165f service nova] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Neutron deleted interface 3807aea1-66fa-4895-91bc-90390e202a60; detaching it from the instance and deleting it from the info cache [ 1110.100357] env[66735]: DEBUG nova.network.neutron [req-b3713d8d-71ca-4038-8eb6-a57d651197ba req-8f2471dc-c08c-4215-8fff-0c9b8ef7165f service nova] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.279198] env[66735]: DEBUG nova.scheduler.client.report [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.459190] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.459411] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.485179] env[66735]: INFO nova.compute.manager [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Detaching volume 835f6cbd-c850-4505-8ae2-15be982a76cb [ 1110.526244] env[66735]: INFO nova.virt.block_device [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Attempting to driver detach volume 835f6cbd-c850-4505-8ae2-15be982a76cb from mountpoint /dev/sdb [ 1110.526479] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1110.526663] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907279', 'volume_id': '835f6cbd-c850-4505-8ae2-15be982a76cb', 'name': 'volume-835f6cbd-c850-4505-8ae2-15be982a76cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bc5e5dc-3f15-4156-8a25-16a009646142', 'attached_at': '', 'detached_at': '', 'volume_id': '835f6cbd-c850-4505-8ae2-15be982a76cb', 'serial': '835f6cbd-c850-4505-8ae2-15be982a76cb'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1110.527895] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5601b1-1492-47e6-8a57-fb21ef0b7de7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.555535] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120fd8c6-92b0-4018-b1a0-06ee4a380766 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.563959] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a40a36-65e7-48b7-8bff-a35d336570d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.592343] env[66735]: DEBUG nova.network.neutron [-] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.600849] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94d186c-bc97-4786-969b-2667f68ab24a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.604579] env[66735]: INFO nova.compute.manager [-] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Took 0.86 seconds to deallocate network for instance. [ 1110.606921] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2847d03-1277-48bb-92eb-0d5349a38bd3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.626920] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] The volume has not been displaced from its original location: [datastore2] volume-835f6cbd-c850-4505-8ae2-15be982a76cb/volume-835f6cbd-c850-4505-8ae2-15be982a76cb.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1110.632214] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1110.632661] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5263f4cb-dabb-e6cc-571a-1f760aedd473, 'name': SearchDatastore_Task, 'duration_secs': 0.023312} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.634812] env[66735]: DEBUG nova.network.neutron [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1110.637184] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0987bcc-dbdc-4d1a-8a71-3d1c77cb74dc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.650360] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.650643] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 904b6b6b-1db4-437d-8259-fb6e25f7fa63/904b6b6b-1db4-437d-8259-fb6e25f7fa63.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.654421] env[66735]: WARNING neutronclient.v2_0.client [req-2953e2f8-dd69-4427-8d1f-1cd883b53dd6 req-35931bc8-1105-479e-bc23-c097d4a51aed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.655395] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3030b0ea-34e1-4b02-9786-f77babc20344 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.660521] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6a4b6f-7468-4afe-9b89-c5b6c8659b33 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.681690] env[66735]: DEBUG oslo_vmware.api [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1110.681690] env[66735]: value = "task-4646417" [ 1110.681690] env[66735]: _type = "Task" [ 1110.681690] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.682860] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1110.682860] env[66735]: value = "task-4646418" [ 1110.682860] env[66735]: _type = "Task" [ 1110.682860] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.702473] env[66735]: DEBUG nova.compute.manager [req-b3713d8d-71ca-4038-8eb6-a57d651197ba req-8f2471dc-c08c-4215-8fff-0c9b8ef7165f service nova] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Detach interface failed, port_id=3807aea1-66fa-4895-91bc-90390e202a60, reason: Instance 7c5f4cba-5477-4a5b-9c80-c7dd96788eba could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1110.708224] env[66735]: DEBUG oslo_vmware.api [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.711452] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.763098] env[66735]: DEBUG nova.network.neutron [req-2953e2f8-dd69-4427-8d1f-1cd883b53dd6 req-35931bc8-1105-479e-bc23-c097d4a51aed service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Updated VIF entry in instance network info cache for port 80a0f0ba-51f7-4284-90f1-fb73535cc187. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1110.763535] env[66735]: DEBUG nova.network.neutron [req-2953e2f8-dd69-4427-8d1f-1cd883b53dd6 req-35931bc8-1105-479e-bc23-c097d4a51aed service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Updating instance_info_cache with network_info: [{"id": "80a0f0ba-51f7-4284-90f1-fb73535cc187", "address": "fa:16:3e:46:19:85", "network": {"id": "6eed58a4-c9bf-4996-a4d3-3e799848242e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1915777937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef487e4904f46b8b1bcebf10204ed4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a0f0ba-51", "ovs_interfaceid": "80a0f0ba-51f7-4284-90f1-fb73535cc187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.781411] env[66735]: WARNING neutronclient.v2_0.client [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.784664] env[66735]: DEBUG oslo_concurrency.lockutils [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.787203] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.224s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.787491] env[66735]: DEBUG nova.objects.instance [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lazy-loading 'resources' on Instance uuid 3d96430c-6002-43eb-b78d-0d9b45006a89 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.808777] env[66735]: INFO nova.scheduler.client.report [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Deleted allocations for instance c800531d-c3f2-4e3b-a46c-be6acbc4d64f [ 1110.858489] env[66735]: DEBUG nova.network.neutron [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Updating instance_info_cache with network_info: [{"id": "b9fccc92-df82-454c-aeec-1e9d5446a055", "address": "fa:16:3e:e5:3a:70", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9fccc92-df", "ovs_interfaceid": "b9fccc92-df82-454c-aeec-1e9d5446a055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.961799] env[66735]: DEBUG nova.compute.manager [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1111.127955] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.196835] env[66735]: DEBUG oslo_vmware.api [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646417, 'name': ReconfigVM_Task, 'duration_secs': 0.347015} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.200620] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1111.206096] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646418, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.206335] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65a0a45c-7d04-49b9-863e-c78fb942603f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.224288] env[66735]: DEBUG oslo_vmware.api [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1111.224288] env[66735]: value = "task-4646419" [ 1111.224288] env[66735]: _type = "Task" [ 1111.224288] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.236079] env[66735]: DEBUG oslo_vmware.api [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.267182] env[66735]: DEBUG oslo_concurrency.lockutils [req-2953e2f8-dd69-4427-8d1f-1cd883b53dd6 req-35931bc8-1105-479e-bc23-c097d4a51aed service nova] Releasing lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.319640] env[66735]: DEBUG oslo_concurrency.lockutils [None req-684d3732-95b1-4c8a-a6e0-711bfd9b44a7 tempest-ServerDiskConfigTestJSON-755154249 tempest-ServerDiskConfigTestJSON-755154249-project-member] Lock "c800531d-c3f2-4e3b-a46c-be6acbc4d64f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.611s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.361162] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "refresh_cache-4d80752d-9175-4c19-9275-93de2e73f705" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.361594] env[66735]: DEBUG nova.compute.manager [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Instance network_info: |[{"id": "b9fccc92-df82-454c-aeec-1e9d5446a055", "address": "fa:16:3e:e5:3a:70", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9fccc92-df", "ovs_interfaceid": "b9fccc92-df82-454c-aeec-1e9d5446a055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1111.362117] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:3a:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9fccc92-df82-454c-aeec-1e9d5446a055', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.370146] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1111.373470] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.374580] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01e7c6d7-fa58-4eca-beaf-2622ebcb18ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.397884] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.397884] env[66735]: value = "task-4646420" [ 1111.397884] env[66735]: _type = "Task" [ 1111.397884] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.408375] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646420, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.442203] env[66735]: DEBUG nova.compute.manager [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Received event network-vif-plugged-b9fccc92-df82-454c-aeec-1e9d5446a055 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1111.442400] env[66735]: DEBUG oslo_concurrency.lockutils [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] Acquiring lock "4d80752d-9175-4c19-9275-93de2e73f705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.442625] env[66735]: DEBUG oslo_concurrency.lockutils [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] Lock "4d80752d-9175-4c19-9275-93de2e73f705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.442769] env[66735]: DEBUG oslo_concurrency.lockutils [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] Lock "4d80752d-9175-4c19-9275-93de2e73f705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.442937] env[66735]: DEBUG nova.compute.manager [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] No waiting events found dispatching network-vif-plugged-b9fccc92-df82-454c-aeec-1e9d5446a055 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1111.443571] env[66735]: WARNING nova.compute.manager [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Received unexpected event network-vif-plugged-b9fccc92-df82-454c-aeec-1e9d5446a055 for instance with vm_state building and task_state spawning. [ 1111.443793] env[66735]: DEBUG nova.compute.manager [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Received event network-changed-b9fccc92-df82-454c-aeec-1e9d5446a055 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1111.443959] env[66735]: DEBUG nova.compute.manager [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Refreshing instance network info cache due to event network-changed-b9fccc92-df82-454c-aeec-1e9d5446a055. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1111.444169] env[66735]: DEBUG oslo_concurrency.lockutils [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] Acquiring lock "refresh_cache-4d80752d-9175-4c19-9275-93de2e73f705" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.444392] env[66735]: DEBUG oslo_concurrency.lockutils [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] Acquired lock "refresh_cache-4d80752d-9175-4c19-9275-93de2e73f705" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.445170] env[66735]: DEBUG nova.network.neutron [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Refreshing network info cache for port b9fccc92-df82-454c-aeec-1e9d5446a055 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.484496] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.536805] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8464178-79a5-4dc9-96c1-6570a6cb596d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.545562] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cb0c75-48d6-45f0-8906-701f1d5c0a41 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.579948] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e0dd18-1b6f-4962-93ad-1f22226df5af {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.589761] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426448f7-7491-4daf-aba4-5d973ba9dda7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.605266] env[66735]: DEBUG nova.compute.provider_tree [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.697939] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630682} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.698241] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 904b6b6b-1db4-437d-8259-fb6e25f7fa63/904b6b6b-1db4-437d-8259-fb6e25f7fa63.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.698450] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.698720] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0278720-3b12-4e0b-898d-9a6c48dee31f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.706398] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1111.706398] env[66735]: value = "task-4646421" [ 1111.706398] env[66735]: _type = "Task" [ 1111.706398] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.716515] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.738078] env[66735]: DEBUG oslo_vmware.api [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646419, 'name': ReconfigVM_Task, 'duration_secs': 0.180136} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.738332] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907279', 'volume_id': '835f6cbd-c850-4505-8ae2-15be982a76cb', 'name': 'volume-835f6cbd-c850-4505-8ae2-15be982a76cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bc5e5dc-3f15-4156-8a25-16a009646142', 'attached_at': '', 'detached_at': '', 'volume_id': '835f6cbd-c850-4505-8ae2-15be982a76cb', 'serial': '835f6cbd-c850-4505-8ae2-15be982a76cb'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1111.910644] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646420, 'name': CreateVM_Task, 'duration_secs': 0.429151} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.910911] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.911573] env[66735]: WARNING neutronclient.v2_0.client [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.911976] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.912161] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.912548] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.912859] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1fd94e-af5f-499f-b51b-63d04725144f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.919238] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1111.919238] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5274eaad-afd9-c333-17bc-a808b8bd9708" [ 1111.919238] env[66735]: _type = "Task" [ 1111.919238] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.928927] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5274eaad-afd9-c333-17bc-a808b8bd9708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.948718] env[66735]: WARNING neutronclient.v2_0.client [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.108864] env[66735]: DEBUG nova.scheduler.client.report [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.153142] env[66735]: WARNING neutronclient.v2_0.client [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.218969] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086284} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.219327] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.220211] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7167e1ca-9866-4469-8105-ec41984c4f22 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.244235] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 904b6b6b-1db4-437d-8259-fb6e25f7fa63/904b6b6b-1db4-437d-8259-fb6e25f7fa63.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.246019] env[66735]: DEBUG nova.network.neutron [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Updated VIF entry in instance network info cache for port b9fccc92-df82-454c-aeec-1e9d5446a055. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1112.246019] env[66735]: DEBUG nova.network.neutron [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Updating instance_info_cache with network_info: [{"id": "b9fccc92-df82-454c-aeec-1e9d5446a055", "address": "fa:16:3e:e5:3a:70", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9fccc92-df", "ovs_interfaceid": "b9fccc92-df82-454c-aeec-1e9d5446a055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.246952] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dca14fa2-29e9-4b9e-87e0-79a79b5394a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.268730] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1112.268730] env[66735]: value = "task-4646422" [ 1112.268730] env[66735]: _type = "Task" [ 1112.268730] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.279900] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.298350] env[66735]: DEBUG nova.objects.instance [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lazy-loading 'flavor' on Instance uuid 9bc5e5dc-3f15-4156-8a25-16a009646142 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.431141] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5274eaad-afd9-c333-17bc-a808b8bd9708, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.431467] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.431714] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.431946] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.432096] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.432271] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.432581] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b814f97-94a1-41f3-bb3e-2f14602385f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.442640] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.442881] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.444351] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb77a5f-309d-41ae-a945-9d1fb66649be {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.452696] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1112.452696] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522e82ec-6562-88b5-b51d-a6f58f0e3629" [ 1112.452696] env[66735]: _type = "Task" [ 1112.452696] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.464394] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522e82ec-6562-88b5-b51d-a6f58f0e3629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.614318] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.621291] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.973s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.646249] env[66735]: INFO nova.scheduler.client.report [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Deleted allocations for instance 3d96430c-6002-43eb-b78d-0d9b45006a89 [ 1112.762471] env[66735]: DEBUG oslo_concurrency.lockutils [req-5addb04d-7df6-45cb-9e39-086c2b74b92c req-814b2d4f-7a7e-4b88-a368-0489c5bc5c62 service nova] Releasing lock "refresh_cache-4d80752d-9175-4c19-9275-93de2e73f705" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.779848] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646422, 'name': ReconfigVM_Task, 'duration_secs': 0.287666} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.781224] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 904b6b6b-1db4-437d-8259-fb6e25f7fa63/904b6b6b-1db4-437d-8259-fb6e25f7fa63.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.781471] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a648e82f-c9a7-400d-8eb1-e47993c9237e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.789336] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1112.789336] env[66735]: value = "task-4646423" [ 1112.789336] env[66735]: _type = "Task" [ 1112.789336] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.799984] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646423, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.964722] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522e82ec-6562-88b5-b51d-a6f58f0e3629, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.965570] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053ec5a9-315c-4bfe-82ea-27485562b288 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.972876] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1112.972876] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5221f25c-bc4b-e5f4-8db9-c7193b1dd5de" [ 1112.972876] env[66735]: _type = "Task" [ 1112.972876] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.983438] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5221f25c-bc4b-e5f4-8db9-c7193b1dd5de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.129468] env[66735]: INFO nova.compute.claims [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.157106] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6a975fe4-c286-465e-b2f6-456961fec6b3 tempest-AttachInterfacesTestJSON-1534179605 tempest-AttachInterfacesTestJSON-1534179605-project-member] Lock "3d96430c-6002-43eb-b78d-0d9b45006a89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.059s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.309015] env[66735]: DEBUG oslo_concurrency.lockutils [None req-001dffe8-876c-4a31-b018-d599a56739d3 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.325s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.309015] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646423, 'name': Rename_Task, 'duration_secs': 0.172991} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.309015] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.309015] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f76976b-b56f-4097-aea2-2c4e1c261dc0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.318129] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1113.318129] env[66735]: value = "task-4646424" [ 1113.318129] env[66735]: _type = "Task" [ 1113.318129] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.332055] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.490024] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5221f25c-bc4b-e5f4-8db9-c7193b1dd5de, 'name': SearchDatastore_Task, 'duration_secs': 0.012911} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.490024] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.490024] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 4d80752d-9175-4c19-9275-93de2e73f705/4d80752d-9175-4c19-9275-93de2e73f705.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.490024] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fa2430f-3074-4a7c-ba48-f971d0046a12 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.496877] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1113.496877] env[66735]: value = "task-4646425" [ 1113.496877] env[66735]: _type = "Task" [ 1113.496877] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.511076] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.570015] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "9bc5e5dc-3f15-4156-8a25-16a009646142" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.570458] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.570783] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "9bc5e5dc-3f15-4156-8a25-16a009646142-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.571087] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.571666] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.574882] env[66735]: INFO nova.compute.manager [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Terminating instance [ 1113.637246] env[66735]: INFO nova.compute.resource_tracker [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating resource usage from migration d745b81a-bd4b-48a9-88c7-f9f6f4d49edb [ 1113.840028] env[66735]: DEBUG oslo_vmware.api [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646424, 'name': PowerOnVM_Task, 'duration_secs': 0.488917} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.840028] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.840028] env[66735]: INFO nova.compute.manager [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1113.840028] env[66735]: DEBUG nova.compute.manager [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1113.840028] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e3036a-d1d5-444a-a16a-d52ab0d7dcb6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.965129] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bba082d-376d-4d47-ba29-e978047e86c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.976938] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2b2981-44f2-4610-90ce-d818b40df8d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.019499] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5339370-bd5e-438b-bd54-07cb72f7e977 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.029626] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646425, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.033355] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c30e305-6dd5-4aa9-8911-789a708bd2f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.051678] env[66735]: DEBUG nova.compute.provider_tree [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.079566] env[66735]: DEBUG nova.compute.manager [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1114.079795] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.080975] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb03ead1-704d-4a6b-9a24-4da981ed1f47 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.088762] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.089018] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c0aaa20-222b-4823-8a07-159dc6d57b5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.095952] env[66735]: DEBUG oslo_vmware.api [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1114.095952] env[66735]: value = "task-4646426" [ 1114.095952] env[66735]: _type = "Task" [ 1114.095952] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.106462] env[66735]: DEBUG oslo_vmware.api [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.369739] env[66735]: INFO nova.compute.manager [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Took 24.72 seconds to build instance. [ 1114.525570] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574454} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.525931] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 4d80752d-9175-4c19-9275-93de2e73f705/4d80752d-9175-4c19-9275-93de2e73f705.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.526161] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.527044] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4deb5ca-1529-463c-aacf-271acef04100 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.535301] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1114.535301] env[66735]: value = "task-4646427" [ 1114.535301] env[66735]: _type = "Task" [ 1114.535301] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.547524] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.555389] env[66735]: DEBUG nova.scheduler.client.report [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.609840] env[66735]: DEBUG oslo_vmware.api [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646426, 'name': PowerOffVM_Task, 'duration_secs': 0.210606} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.609947] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.610129] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.610480] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aca54fe2-1cb8-45fc-a659-7a08e955326a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.681920] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.682425] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.682648] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Deleting the datastore file [datastore1] 9bc5e5dc-3f15-4156-8a25-16a009646142 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.682966] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75e9a066-26a3-4288-9dfb-59c36d56ba62 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.691278] env[66735]: DEBUG oslo_vmware.api [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for the task: (returnval){ [ 1114.691278] env[66735]: value = "task-4646429" [ 1114.691278] env[66735]: _type = "Task" [ 1114.691278] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.705138] env[66735]: DEBUG oslo_vmware.api [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.872408] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4edeea63-cba6-4e0c-aad0-404e2c013018 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.231s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.048448] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166416} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.048650] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.049801] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df7dcd9-3ab3-4a87-a3fb-0dafd4edfd39 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.065573] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.444s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.065786] env[66735]: INFO nova.compute.manager [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Migrating [ 1115.082354] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 4d80752d-9175-4c19-9275-93de2e73f705/4d80752d-9175-4c19-9275-93de2e73f705.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.085808] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.031s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.087890] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f388dc1-e20f-417f-8ef7-e8b8f207cd0a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.119292] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1115.119292] env[66735]: value = "task-4646430" [ 1115.119292] env[66735]: _type = "Task" [ 1115.119292] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.137488] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.203751] env[66735]: DEBUG oslo_vmware.api [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Task: {'id': task-4646429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156683} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.204063] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.204245] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.204416] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.204615] env[66735]: INFO nova.compute.manager [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1115.205019] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1115.205237] env[66735]: DEBUG nova.compute.manager [-] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1115.205337] env[66735]: DEBUG nova.network.neutron [-] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1115.205590] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.258517] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.262952] env[66735]: DEBUG nova.compute.manager [req-57f1eec9-f272-441d-9f90-e09cbef92fba req-bdd1f68e-222e-445d-9ba6-5e953af32045 service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Received event network-changed-80a0f0ba-51f7-4284-90f1-fb73535cc187 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1115.263507] env[66735]: DEBUG nova.compute.manager [req-57f1eec9-f272-441d-9f90-e09cbef92fba req-bdd1f68e-222e-445d-9ba6-5e953af32045 service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Refreshing instance network info cache due to event network-changed-80a0f0ba-51f7-4284-90f1-fb73535cc187. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1115.263994] env[66735]: DEBUG oslo_concurrency.lockutils [req-57f1eec9-f272-441d-9f90-e09cbef92fba req-bdd1f68e-222e-445d-9ba6-5e953af32045 service nova] Acquiring lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.264131] env[66735]: DEBUG oslo_concurrency.lockutils [req-57f1eec9-f272-441d-9f90-e09cbef92fba req-bdd1f68e-222e-445d-9ba6-5e953af32045 service nova] Acquired lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.264346] env[66735]: DEBUG nova.network.neutron [req-57f1eec9-f272-441d-9f90-e09cbef92fba req-bdd1f68e-222e-445d-9ba6-5e953af32045 service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Refreshing network info cache for port 80a0f0ba-51f7-4284-90f1-fb73535cc187 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.591378] env[66735]: INFO nova.compute.claims [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.612718] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.612949] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.613163] env[66735]: DEBUG nova.network.neutron [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1115.633858] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.767390] env[66735]: WARNING neutronclient.v2_0.client [req-57f1eec9-f272-441d-9f90-e09cbef92fba req-bdd1f68e-222e-445d-9ba6-5e953af32045 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.007936] env[66735]: WARNING neutronclient.v2_0.client [req-57f1eec9-f272-441d-9f90-e09cbef92fba req-bdd1f68e-222e-445d-9ba6-5e953af32045 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.101486] env[66735]: DEBUG nova.network.neutron [req-57f1eec9-f272-441d-9f90-e09cbef92fba req-bdd1f68e-222e-445d-9ba6-5e953af32045 service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Updated VIF entry in instance network info cache for port 80a0f0ba-51f7-4284-90f1-fb73535cc187. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1116.101874] env[66735]: DEBUG nova.network.neutron [req-57f1eec9-f272-441d-9f90-e09cbef92fba req-bdd1f68e-222e-445d-9ba6-5e953af32045 service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Updating instance_info_cache with network_info: [{"id": "80a0f0ba-51f7-4284-90f1-fb73535cc187", "address": "fa:16:3e:46:19:85", "network": {"id": "6eed58a4-c9bf-4996-a4d3-3e799848242e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1915777937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef487e4904f46b8b1bcebf10204ed4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a0f0ba-51", "ovs_interfaceid": "80a0f0ba-51f7-4284-90f1-fb73535cc187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.105507] env[66735]: INFO nova.compute.resource_tracker [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating resource usage from migration 66fdcf63-99be-4833-8e24-8328693716d3 [ 1116.115959] env[66735]: WARNING neutronclient.v2_0.client [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.131677] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646430, 'name': ReconfigVM_Task, 'duration_secs': 0.659888} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.134679] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 4d80752d-9175-4c19-9275-93de2e73f705/4d80752d-9175-4c19-9275-93de2e73f705.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.135560] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bac3db0d-e536-4814-899a-38c646c39eac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.144981] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1116.144981] env[66735]: value = "task-4646431" [ 1116.144981] env[66735]: _type = "Task" [ 1116.144981] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.159048] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646431, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.188275] env[66735]: DEBUG nova.network.neutron [-] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.334357] env[66735]: WARNING neutronclient.v2_0.client [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.362411] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9445c225-f419-4fd1-9f7b-78d1d83adcad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.369980] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8928689-393e-4fd1-9275-348f0cc53a8a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.410128] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6a9d4c-4040-46fa-b156-bba6004be470 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.419986] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3008ca1d-76cc-494c-9b44-eec55881dcb5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.437055] env[66735]: DEBUG nova.compute.provider_tree [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.468967] env[66735]: DEBUG nova.network.neutron [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance_info_cache with network_info: [{"id": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "address": "fa:16:3e:4f:92:bd", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1180f00-66", "ovs_interfaceid": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.605146] env[66735]: DEBUG oslo_concurrency.lockutils [req-57f1eec9-f272-441d-9f90-e09cbef92fba req-bdd1f68e-222e-445d-9ba6-5e953af32045 service nova] Releasing lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.658827] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646431, 'name': Rename_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.693744] env[66735]: INFO nova.compute.manager [-] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Took 1.49 seconds to deallocate network for instance. [ 1116.943878] env[66735]: DEBUG nova.scheduler.client.report [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.973539] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.157073] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646431, 'name': Rename_Task, 'duration_secs': 0.713141} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.157375] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.157624] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-357bae5b-b395-49b5-89b8-a61622c77189 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.164628] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1117.164628] env[66735]: value = "task-4646432" [ 1117.164628] env[66735]: _type = "Task" [ 1117.164628] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.173573] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.200800] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.297874] env[66735]: DEBUG nova.compute.manager [req-c72e46bd-13b3-4ac2-837f-6c8596e4aba6 req-2663a9ec-e1e8-4886-99d5-ec9d3aba5123 service nova] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Received event network-vif-deleted-3d5ac6e1-7212-46f9-b983-3494fce4ff03 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1117.451870] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.366s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.452102] env[66735]: INFO nova.compute.manager [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Migrating [ 1117.459759] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.919s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.459759] env[66735]: DEBUG nova.objects.instance [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lazy-loading 'resources' on Instance uuid 78c5703a-faa2-48fa-8f5f-cb1981ed2624 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.675988] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.974232] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.974402] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.974572] env[66735]: DEBUG nova.network.neutron [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1118.183155] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.241317] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03026ec5-78a8-467c-aa78-137f0fcde454 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.250715] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3e02bf-962a-43b9-91b8-0af464dfdea5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.283295] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6f6172-fbb4-47c1-91fa-b193c548b7fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.292252] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2556784-ab88-4de1-9ac4-bc8d2e8438ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.307246] env[66735]: DEBUG nova.compute.provider_tree [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.477506] env[66735]: WARNING neutronclient.v2_0.client [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.489239] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f278a88-6fea-40f3-a7c1-3d7392a9ed3f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.515678] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance 'f4f888eb-a764-4e8b-8bd1-4505a3019625' progress to 0 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.679128] env[66735]: DEBUG oslo_vmware.api [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646432, 'name': PowerOnVM_Task, 'duration_secs': 1.078183} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.679549] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.679780] env[66735]: INFO nova.compute.manager [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1118.679956] env[66735]: DEBUG nova.compute.manager [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1118.682228] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00de1f3b-0ddc-4d9a-b03f-d84c2431d08a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.696976] env[66735]: WARNING neutronclient.v2_0.client [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.777044] env[66735]: DEBUG nova.network.neutron [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance_info_cache with network_info: [{"id": "aac74381-f35c-4994-a303-bd65591adc40", "address": "fa:16:3e:31:82:25", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac74381-f3", "ovs_interfaceid": "aac74381-f35c-4994-a303-bd65591adc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.811584] env[66735]: DEBUG nova.scheduler.client.report [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.025284] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.025499] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da713a33-4021-4e2f-a5a7-ee1ae8084b27 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.037024] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1119.037024] env[66735]: value = "task-4646433" [ 1119.037024] env[66735]: _type = "Task" [ 1119.037024] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.046422] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.203509] env[66735]: INFO nova.compute.manager [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Took 28.37 seconds to build instance. [ 1119.283631] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.317450] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.321699] env[66735]: DEBUG oslo_concurrency.lockutils [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.227s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.321699] env[66735]: DEBUG oslo_concurrency.lockutils [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.325653] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.195s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.325653] env[66735]: DEBUG nova.objects.instance [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lazy-loading 'resources' on Instance uuid 7c5f4cba-5477-4a5b-9c80-c7dd96788eba {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.353646] env[66735]: INFO nova.scheduler.client.report [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleted allocations for instance 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc [ 1119.360211] env[66735]: INFO nova.scheduler.client.report [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Deleted allocations for instance 78c5703a-faa2-48fa-8f5f-cb1981ed2624 [ 1119.548023] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646433, 'name': PowerOffVM_Task, 'duration_secs': 0.285533} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.548023] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.548197] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance 'f4f888eb-a764-4e8b-8bd1-4505a3019625' progress to 17 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.706586] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f656bf3-4583-404e-9331-9af9d9d0a159 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "4d80752d-9175-4c19-9275-93de2e73f705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.884s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.871165] env[66735]: DEBUG oslo_concurrency.lockutils [None req-095e8138-a57b-4194-91f5-e957501a08e0 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "26586a90-db2d-4f62-ab1a-2d5dfa53a9dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.161s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.872277] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3c739aed-5d97-49ab-8a4b-7dd694486a65 tempest-ServerShowV247Test-1936875318 tempest-ServerShowV247Test-1936875318-project-member] Lock "78c5703a-faa2-48fa-8f5f-cb1981ed2624" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.559s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.056100] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1120.056367] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.056472] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1120.056670] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.056827] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1120.056972] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1120.057765] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1120.057957] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1120.058189] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1120.058310] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1120.058801] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1120.068581] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bdcea39-e88c-4a40-8266-1f27563e9c02 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.087009] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1120.087009] env[66735]: value = "task-4646434" [ 1120.087009] env[66735]: _type = "Task" [ 1120.087009] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.099753] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.107840] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49b3073-5926-4508-86c2-dc2d712fee95 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.116757] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c436021-7103-448e-b29b-9e2f07a3f268 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.149031] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343ae7b1-ad6a-47cf-8234-840d6dd89aed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.158206] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a2e728-43bd-4272-baf4-f5b5e9133c09 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.174135] env[66735]: DEBUG nova.compute.provider_tree [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.372499] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "76d20cdc-dce0-493e-b560-0299b4944b91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.373522] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "76d20cdc-dce0-493e-b560-0299b4944b91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.416977] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Acquiring lock "bf6ae908-e170-47e8-8a00-2ee6701b6525" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.417233] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Lock "bf6ae908-e170-47e8-8a00-2ee6701b6525" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.609497] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.677482] env[66735]: DEBUG nova.scheduler.client.report [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.802695] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be958bd9-2943-4940-8118-c49b13fed6bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.824447] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance '106b6931-9631-4c32-ade5-b3ad9384edea' progress to 0 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.878455] env[66735]: DEBUG nova.compute.manager [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1120.919714] env[66735]: DEBUG nova.compute.manager [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1121.099866] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.184057] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.186627] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.702s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.190591] env[66735]: INFO nova.compute.claims [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.204289] env[66735]: INFO nova.scheduler.client.report [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Deleted allocations for instance 7c5f4cba-5477-4a5b-9c80-c7dd96788eba [ 1121.331763] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.332089] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bbba6b8-5a15-477e-bc29-a58d02967575 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.339350] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1121.339350] env[66735]: value = "task-4646435" [ 1121.339350] env[66735]: _type = "Task" [ 1121.339350] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.349535] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.404487] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.442618] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.492135] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.492371] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.599135] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646434, 'name': ReconfigVM_Task, 'duration_secs': 1.249367} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.599533] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance 'f4f888eb-a764-4e8b-8bd1-4505a3019625' progress to 33 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.712110] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef454480-75e7-4426-9ebd-eef98e139331 tempest-ImagesTestJSON-681326034 tempest-ImagesTestJSON-681326034-project-member] Lock "7c5f4cba-5477-4a5b-9c80-c7dd96788eba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.641s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.850143] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646435, 'name': PowerOffVM_Task, 'duration_secs': 0.325337} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.850390] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.850566] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance '106b6931-9631-4c32-ade5-b3ad9384edea' progress to 17 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.995145] env[66735]: DEBUG nova.compute.manager [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1122.106613] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1122.106844] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.106984] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1122.107167] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.107317] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1122.107462] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1122.107648] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1122.107795] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1122.107947] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1122.108114] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1122.108279] env[66735]: DEBUG nova.virt.hardware [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1122.114196] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.114524] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d0a00e-fdbe-4d09-9a49-8e44d95da6ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.134628] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1122.134628] env[66735]: value = "task-4646436" [ 1122.134628] env[66735]: _type = "Task" [ 1122.134628] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.144991] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.357466] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1122.357708] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.357870] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1122.358112] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.358263] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1122.358404] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1122.358602] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1122.358763] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1122.358902] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1122.359091] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1122.359310] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1122.367013] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-321b3b41-78fe-4269-960b-79ef734038e1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.383758] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1122.383758] env[66735]: value = "task-4646437" [ 1122.383758] env[66735]: _type = "Task" [ 1122.383758] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.396617] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.427505] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b101b7-0a5f-4ef7-84d7-d6aae1bfd3b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.436208] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef060cd6-4861-42ea-9d71-a97b2362d6b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.469328] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c171270e-f3f3-427e-b9f1-32d97872e7e3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.476926] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff93214-c7dc-494e-a4b3-eda672d34ac2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.492659] env[66735]: DEBUG nova.compute.provider_tree [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.515027] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.646187] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646436, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.895123] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646437, 'name': ReconfigVM_Task, 'duration_secs': 0.358588} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.895439] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance '106b6931-9631-4c32-ade5-b3ad9384edea' progress to 33 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.995660] env[66735]: DEBUG nova.scheduler.client.report [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.147024] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646436, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.402318] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1123.402585] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.402747] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1123.402934] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.403088] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1123.403483] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1123.403740] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1123.403921] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1123.404113] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1123.404278] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1123.404445] env[66735]: DEBUG nova.virt.hardware [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1123.412470] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.412831] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-884ee4b7-8d44-4513-9677-c1aacc3da887 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.437365] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1123.437365] env[66735]: value = "task-4646438" [ 1123.437365] env[66735]: _type = "Task" [ 1123.437365] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.449302] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.500799] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.501465] env[66735]: DEBUG nova.compute.manager [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1123.505026] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.304s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.505026] env[66735]: DEBUG nova.objects.instance [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lazy-loading 'resources' on Instance uuid 9bc5e5dc-3f15-4156-8a25-16a009646142 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.647563] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646436, 'name': ReconfigVM_Task, 'duration_secs': 1.319451} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.647866] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.648813] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189b9ba0-48d4-4c79-b661-8212183430e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.673657] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-dc150ca6-db07-4be8-b39d-cf89edc90d05/volume-dc150ca6-db07-4be8-b39d-cf89edc90d05.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.673994] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be9241b-4017-4c9c-b41f-c90d9a5ee458 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.694591] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1123.694591] env[66735]: value = "task-4646439" [ 1123.694591] env[66735]: _type = "Task" [ 1123.694591] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.704282] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.947320] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646438, 'name': ReconfigVM_Task, 'duration_secs': 0.158142} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.947655] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.948623] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e438491-29af-42e4-af43-af05a232defa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.977331] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 106b6931-9631-4c32-ade5-b3ad9384edea/106b6931-9631-4c32-ade5-b3ad9384edea.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.977764] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dfe2841-928b-48e8-8ce6-b6694de7489f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.996101] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1123.996101] env[66735]: value = "task-4646440" [ 1123.996101] env[66735]: _type = "Task" [ 1123.996101] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.004942] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.010034] env[66735]: DEBUG nova.compute.utils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.011192] env[66735]: DEBUG nova.compute.manager [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1124.011372] env[66735]: DEBUG nova.network.neutron [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1124.011721] env[66735]: WARNING neutronclient.v2_0.client [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.012033] env[66735]: WARNING neutronclient.v2_0.client [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.058590] env[66735]: DEBUG nova.policy [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20fe08833024f38ad0ab096516f2603', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0caa29743c8246d490a3da9761277853', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.206798] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646439, 'name': ReconfigVM_Task, 'duration_secs': 0.309924} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.210031] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-dc150ca6-db07-4be8-b39d-cf89edc90d05/volume-dc150ca6-db07-4be8-b39d-cf89edc90d05.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.210392] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance 'f4f888eb-a764-4e8b-8bd1-4505a3019625' progress to 50 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.263895] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e21873a-ba7e-40b0-8059-a4be1ac65f62 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.271951] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a08ea3-3a86-4969-853d-2a79398734ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.304181] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7af84e-e185-41f3-acdf-e8a4580c9053 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.312669] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b008522d-decc-44ee-acbb-c7a5f43f92b7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.331843] env[66735]: DEBUG nova.compute.provider_tree [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.391442] env[66735]: DEBUG nova.network.neutron [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Successfully created port: 06c37647-827f-4c23-a116-0dc2e88c988c {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1124.509033] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646440, 'name': ReconfigVM_Task, 'duration_secs': 0.27353} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.509378] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 106b6931-9631-4c32-ade5-b3ad9384edea/106b6931-9631-4c32-ade5-b3ad9384edea.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.509613] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance '106b6931-9631-4c32-ade5-b3ad9384edea' progress to 50 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.515652] env[66735]: DEBUG nova.compute.manager [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1124.721293] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47ae2a7-865c-472f-8f41-00bf89cad60e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.740986] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118f0262-43b9-4ae9-b213-f39fc06f11ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.762068] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance 'f4f888eb-a764-4e8b-8bd1-4505a3019625' progress to 67 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.836473] env[66735]: DEBUG nova.scheduler.client.report [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.017472] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4b074a-e34a-424a-93b3-e240798c5c27 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.043862] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b600d58-2909-47f7-a147-c5a33add36e9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.063363] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance '106b6931-9631-4c32-ade5-b3ad9384edea' progress to 67 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.344846] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.348938] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.945s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.351099] env[66735]: INFO nova.compute.claims [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.376590] env[66735]: INFO nova.scheduler.client.report [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Deleted allocations for instance 9bc5e5dc-3f15-4156-8a25-16a009646142 [ 1125.447340] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Acquiring lock "e7661904-7b2b-4cec-b903-6f4af159a2f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.447600] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Lock "e7661904-7b2b-4cec-b903-6f4af159a2f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.447803] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Acquiring lock "e7661904-7b2b-4cec-b903-6f4af159a2f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.448032] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Lock "e7661904-7b2b-4cec-b903-6f4af159a2f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.448164] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Lock "e7661904-7b2b-4cec-b903-6f4af159a2f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.450768] env[66735]: INFO nova.compute.manager [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Terminating instance [ 1125.527396] env[66735]: DEBUG nova.compute.manager [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1125.555340] env[66735]: DEBUG nova.virt.hardware [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1125.555619] env[66735]: DEBUG nova.virt.hardware [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.555773] env[66735]: DEBUG nova.virt.hardware [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1125.555952] env[66735]: DEBUG nova.virt.hardware [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.556111] env[66735]: DEBUG nova.virt.hardware [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1125.556256] env[66735]: DEBUG nova.virt.hardware [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1125.557052] env[66735]: DEBUG nova.virt.hardware [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1125.557052] env[66735]: DEBUG nova.virt.hardware [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1125.557052] env[66735]: DEBUG nova.virt.hardware [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1125.557052] env[66735]: DEBUG nova.virt.hardware [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1125.557052] env[66735]: DEBUG nova.virt.hardware [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1125.557999] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd3d304-cc48-4a71-9354-b2f047fda551 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.570231] env[66735]: WARNING neutronclient.v2_0.client [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.570731] env[66735]: WARNING neutronclient.v2_0.client [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.575665] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3fb7bd-32f6-41ea-bc07-eae005ee5feb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.653014] env[66735]: DEBUG nova.network.neutron [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Port aac74381-f35c-4994-a303-bd65591adc40 binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1125.884480] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e0ab03bd-5f13-49b2-b0de-eb84e358fcb0 tempest-AttachVolumeNegativeTest-838146779 tempest-AttachVolumeNegativeTest-838146779-project-member] Lock "9bc5e5dc-3f15-4156-8a25-16a009646142" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.314s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.955869] env[66735]: DEBUG nova.compute.manager [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1125.956136] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.956429] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-214fa09d-e239-4481-9570-bb63441e0ac6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.965409] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Waiting for the task: (returnval){ [ 1125.965409] env[66735]: value = "task-4646441" [ 1125.965409] env[66735]: _type = "Task" [ 1125.965409] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.969730] env[66735]: DEBUG nova.network.neutron [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Successfully updated port: 06c37647-827f-4c23-a116-0dc2e88c988c {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1125.980273] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.089982] env[66735]: DEBUG nova.compute.manager [req-92db867e-0068-4aab-bed9-0ce64e50dfef req-f23e5036-2b39-4370-be8c-083cb1af830b service nova] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Received event network-vif-plugged-06c37647-827f-4c23-a116-0dc2e88c988c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1126.090226] env[66735]: DEBUG oslo_concurrency.lockutils [req-92db867e-0068-4aab-bed9-0ce64e50dfef req-f23e5036-2b39-4370-be8c-083cb1af830b service nova] Acquiring lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.091029] env[66735]: DEBUG oslo_concurrency.lockutils [req-92db867e-0068-4aab-bed9-0ce64e50dfef req-f23e5036-2b39-4370-be8c-083cb1af830b service nova] Lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.091029] env[66735]: DEBUG oslo_concurrency.lockutils [req-92db867e-0068-4aab-bed9-0ce64e50dfef req-f23e5036-2b39-4370-be8c-083cb1af830b service nova] Lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.091029] env[66735]: DEBUG nova.compute.manager [req-92db867e-0068-4aab-bed9-0ce64e50dfef req-f23e5036-2b39-4370-be8c-083cb1af830b service nova] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] No waiting events found dispatching network-vif-plugged-06c37647-827f-4c23-a116-0dc2e88c988c {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1126.091029] env[66735]: WARNING nova.compute.manager [req-92db867e-0068-4aab-bed9-0ce64e50dfef req-f23e5036-2b39-4370-be8c-083cb1af830b service nova] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Received unexpected event network-vif-plugged-06c37647-827f-4c23-a116-0dc2e88c988c for instance with vm_state building and task_state spawning. [ 1126.214013] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquiring lock "6b388199-2766-4b0a-b299-9d486628a232" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.214257] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lock "6b388199-2766-4b0a-b299-9d486628a232" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.380414] env[66735]: WARNING neutronclient.v2_0.client [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.380826] env[66735]: WARNING neutronclient.v2_0.client [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.420311] env[66735]: DEBUG nova.network.neutron [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Port f1180f00-66a6-49e0-8e3c-55a0295031ce binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1126.471938] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.472078] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.472243] env[66735]: DEBUG nova.network.neutron [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1126.479351] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646441, 'name': PowerOffVM_Task, 'duration_secs': 0.235083} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.479642] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.479787] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1126.479973] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907265', 'volume_id': '6b32291e-3613-4bed-b540-aea9fd192d90', 'name': 'volume-6b32291e-3613-4bed-b540-aea9fd192d90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7661904-7b2b-4cec-b903-6f4af159a2f1', 'attached_at': '', 'detached_at': '', 'volume_id': '6b32291e-3613-4bed-b540-aea9fd192d90', 'serial': '6b32291e-3613-4bed-b540-aea9fd192d90'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1126.483680] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed55b47-0bc7-4343-9efc-7125f72ad297 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.508317] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb1f949-5e18-4302-a3f6-aa9e2971a5cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.516299] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546d455e-0f2b-4927-b81f-4eb7b75d4210 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.537565] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc324f9-b483-45a1-8bbd-d6dc8759529e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.553897] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] The volume has not been displaced from its original location: [datastore2] volume-6b32291e-3613-4bed-b540-aea9fd192d90/volume-6b32291e-3613-4bed-b540-aea9fd192d90.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1126.559060] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.561897] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b1904c-a880-46cd-9b7a-48421d926a78 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.580988] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Waiting for the task: (returnval){ [ 1126.580988] env[66735]: value = "task-4646443" [ 1126.580988] env[66735]: _type = "Task" [ 1126.580988] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.595364] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.623633] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6fc461-f89d-4b62-bba7-b7d415290c00 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.631836] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc10285-3938-4a20-89c3-88f76b21f5be {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.673256] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0716adcf-c5c0-44bf-be39-bb1795f59c18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.683830] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "106b6931-9631-4c32-ade5-b3ad9384edea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.684086] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.684262] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.692341] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948c3947-e58c-4bfc-b29d-b08351cd1307 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.708864] env[66735]: DEBUG nova.compute.provider_tree [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.716377] env[66735]: DEBUG nova.compute.manager [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1127.015469] env[66735]: DEBUG nova.network.neutron [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1127.090971] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.099260] env[66735]: WARNING neutronclient.v2_0.client [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.179886] env[66735]: DEBUG nova.network.neutron [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance_info_cache with network_info: [{"id": "06c37647-827f-4c23-a116-0dc2e88c988c", "address": "fa:16:3e:3f:26:39", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c37647-82", "ovs_interfaceid": "06c37647-827f-4c23-a116-0dc2e88c988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.212373] env[66735]: DEBUG nova.scheduler.client.report [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.240377] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.447399] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "f4f888eb-a764-4e8b-8bd1-4505a3019625-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.447632] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "f4f888eb-a764-4e8b-8bd1-4505a3019625-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.447801] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "f4f888eb-a764-4e8b-8bd1-4505a3019625-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.594129] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.683060] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.683445] env[66735]: DEBUG nova.compute.manager [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Instance network_info: |[{"id": "06c37647-827f-4c23-a116-0dc2e88c988c", "address": "fa:16:3e:3f:26:39", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c37647-82", "ovs_interfaceid": "06c37647-827f-4c23-a116-0dc2e88c988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1127.684036] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:26:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c37647-827f-4c23-a116-0dc2e88c988c', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.691404] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1127.692957] env[66735]: WARNING neutronclient.v2_0.client [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.696238] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.697323] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8f0afa2-11da-461c-8184-c96109539a82 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.720124] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.720667] env[66735]: DEBUG nova.compute.manager [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1127.724056] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.724056] env[66735]: value = "task-4646444" [ 1127.724056] env[66735]: _type = "Task" [ 1127.724056] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.724056] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.281s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.725045] env[66735]: INFO nova.compute.claims [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.733696] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.733939] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.734135] env[66735]: DEBUG nova.network.neutron [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.738771] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646444, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.092713] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646443, 'name': ReconfigVM_Task, 'duration_secs': 1.197882} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.093049] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.097969] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d1e4f6-b5d7-469b-ba76-f2aff72fd6c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.113415] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Waiting for the task: (returnval){ [ 1128.113415] env[66735]: value = "task-4646445" [ 1128.113415] env[66735]: _type = "Task" [ 1128.113415] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.121904] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.123980] env[66735]: DEBUG nova.compute.manager [req-671d1943-f3b7-4b57-b6e1-a54f85a1e5b2 req-84c2c08b-c0da-4050-a653-766d71e5be7b service nova] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Received event network-changed-06c37647-827f-4c23-a116-0dc2e88c988c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1128.124173] env[66735]: DEBUG nova.compute.manager [req-671d1943-f3b7-4b57-b6e1-a54f85a1e5b2 req-84c2c08b-c0da-4050-a653-766d71e5be7b service nova] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Refreshing instance network info cache due to event network-changed-06c37647-827f-4c23-a116-0dc2e88c988c. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1128.124371] env[66735]: DEBUG oslo_concurrency.lockutils [req-671d1943-f3b7-4b57-b6e1-a54f85a1e5b2 req-84c2c08b-c0da-4050-a653-766d71e5be7b service nova] Acquiring lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.124507] env[66735]: DEBUG oslo_concurrency.lockutils [req-671d1943-f3b7-4b57-b6e1-a54f85a1e5b2 req-84c2c08b-c0da-4050-a653-766d71e5be7b service nova] Acquired lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.124657] env[66735]: DEBUG nova.network.neutron [req-671d1943-f3b7-4b57-b6e1-a54f85a1e5b2 req-84c2c08b-c0da-4050-a653-766d71e5be7b service nova] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Refreshing network info cache for port 06c37647-827f-4c23-a116-0dc2e88c988c {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.229911] env[66735]: DEBUG nova.compute.utils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.234894] env[66735]: DEBUG nova.compute.manager [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1128.235110] env[66735]: DEBUG nova.network.neutron [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1128.235433] env[66735]: WARNING neutronclient.v2_0.client [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.235731] env[66735]: WARNING neutronclient.v2_0.client [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.240663] env[66735]: WARNING neutronclient.v2_0.client [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.249958] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646444, 'name': CreateVM_Task, 'duration_secs': 0.387911} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.250123] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.250550] env[66735]: WARNING neutronclient.v2_0.client [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.250890] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.251047] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.251589] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.251865] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765cc89b-06b6-41ed-bb22-c4c89edf1e3b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.258074] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1128.258074] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52502b23-3c21-23ee-bd5b-567a8e02c8f1" [ 1128.258074] env[66735]: _type = "Task" [ 1128.258074] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.268398] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52502b23-3c21-23ee-bd5b-567a8e02c8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.295356] env[66735]: DEBUG nova.policy [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61278f88fcf14992b26ecc5fa9640c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29418d690eda48438d1c2aa27bb21a4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.453921] env[66735]: WARNING neutronclient.v2_0.client [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.536585] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.536768] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.537054] env[66735]: DEBUG nova.network.neutron [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1128.593976] env[66735]: WARNING neutronclient.v2_0.client [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.609839] env[66735]: DEBUG nova.network.neutron [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Successfully created port: 619b03d4-7f4e-4c2a-85a8-2c9248816d67 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1128.624931] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646445, 'name': ReconfigVM_Task, 'duration_secs': 0.114832} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.625448] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907265', 'volume_id': '6b32291e-3613-4bed-b540-aea9fd192d90', 'name': 'volume-6b32291e-3613-4bed-b540-aea9fd192d90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7661904-7b2b-4cec-b903-6f4af159a2f1', 'attached_at': '', 'detached_at': '', 'volume_id': '6b32291e-3613-4bed-b540-aea9fd192d90', 'serial': '6b32291e-3613-4bed-b540-aea9fd192d90'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1128.625704] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.626820] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e906a34-8813-455a-bdde-e0c25a53f367 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.629641] env[66735]: WARNING neutronclient.v2_0.client [req-671d1943-f3b7-4b57-b6e1-a54f85a1e5b2 req-84c2c08b-c0da-4050-a653-766d71e5be7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.637881] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.638169] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a057d470-af92-4e6f-9156-d78f4713974d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.696266] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.696473] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.696916] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Deleting the datastore file [datastore2] e7661904-7b2b-4cec-b903-6f4af159a2f1 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.697100] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52db07cc-09e6-459b-a589-4e935540b0d6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.706105] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Waiting for the task: (returnval){ [ 1128.706105] env[66735]: value = "task-4646447" [ 1128.706105] env[66735]: _type = "Task" [ 1128.706105] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.723558] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.739491] env[66735]: DEBUG nova.compute.manager [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1128.767014] env[66735]: DEBUG nova.network.neutron [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance_info_cache with network_info: [{"id": "aac74381-f35c-4994-a303-bd65591adc40", "address": "fa:16:3e:31:82:25", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac74381-f3", "ovs_interfaceid": "aac74381-f35c-4994-a303-bd65591adc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.774074] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52502b23-3c21-23ee-bd5b-567a8e02c8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011044} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.777705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.777985] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.778326] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.778595] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.778904] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.780501] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3772efaf-9847-4502-a597-5fb9d86b2889 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.801904] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.802128] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.802872] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cefc5e38-0c40-46cd-a7fd-5e326ec996ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.809228] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1128.809228] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ff10ef-7f75-1576-f56f-b1e490552f52" [ 1128.809228] env[66735]: _type = "Task" [ 1128.809228] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.824921] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ff10ef-7f75-1576-f56f-b1e490552f52, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.825733] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1ef063-d9c3-49c7-adb8-ea30be6679d8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.831419] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1128.831419] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520e95f1-419d-edb2-92d4-a849cad3470a" [ 1128.831419] env[66735]: _type = "Task" [ 1128.831419] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.848041] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520e95f1-419d-edb2-92d4-a849cad3470a, 'name': SearchDatastore_Task, 'duration_secs': 0.00996} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.848394] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.848823] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] e1a8c1de-c94e-406f-b195-da3bdb9e5d84/e1a8c1de-c94e-406f-b195-da3bdb9e5d84.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.849336] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8be424ca-8570-468a-a928-fdbcf7c91b4e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.860676] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1128.860676] env[66735]: value = "task-4646448" [ 1128.860676] env[66735]: _type = "Task" [ 1128.860676] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.873824] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.913422] env[66735]: WARNING neutronclient.v2_0.client [req-671d1943-f3b7-4b57-b6e1-a54f85a1e5b2 req-84c2c08b-c0da-4050-a653-766d71e5be7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.028523] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685d03a7-2da4-4cc0-ae78-24f6b3bc68a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.042480] env[66735]: WARNING neutronclient.v2_0.client [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.046498] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903119d1-32d8-49e7-8004-68d334ff7ea8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.080542] env[66735]: DEBUG nova.network.neutron [req-671d1943-f3b7-4b57-b6e1-a54f85a1e5b2 req-84c2c08b-c0da-4050-a653-766d71e5be7b service nova] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updated VIF entry in instance network info cache for port 06c37647-827f-4c23-a116-0dc2e88c988c. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1129.080994] env[66735]: DEBUG nova.network.neutron [req-671d1943-f3b7-4b57-b6e1-a54f85a1e5b2 req-84c2c08b-c0da-4050-a653-766d71e5be7b service nova] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance_info_cache with network_info: [{"id": "06c37647-827f-4c23-a116-0dc2e88c988c", "address": "fa:16:3e:3f:26:39", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c37647-82", "ovs_interfaceid": "06c37647-827f-4c23-a116-0dc2e88c988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.082941] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1132970-1981-4f44-a8fd-3bf0ff8e7661 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.092442] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9087e2e2-db85-472e-95fd-d67ecb7c70b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.113346] env[66735]: DEBUG nova.compute.provider_tree [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.220997] env[66735]: DEBUG oslo_vmware.api [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Task: {'id': task-4646447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080583} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.221589] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.221856] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.222057] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.222235] env[66735]: INFO nova.compute.manager [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Took 3.27 seconds to destroy the instance on the hypervisor. [ 1129.222484] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1129.222706] env[66735]: DEBUG nova.compute.manager [-] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1129.222811] env[66735]: DEBUG nova.network.neutron [-] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1129.223094] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.256971] env[66735]: WARNING neutronclient.v2_0.client [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.279297] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.307879] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.374242] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504872} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.374520] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] e1a8c1de-c94e-406f-b195-da3bdb9e5d84/e1a8c1de-c94e-406f-b195-da3bdb9e5d84.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.374729] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.374986] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddaf4bf4-d395-4182-b9ac-0386bb87f953 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.382542] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1129.382542] env[66735]: value = "task-4646450" [ 1129.382542] env[66735]: _type = "Task" [ 1129.382542] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.391176] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.587640] env[66735]: DEBUG oslo_concurrency.lockutils [req-671d1943-f3b7-4b57-b6e1-a54f85a1e5b2 req-84c2c08b-c0da-4050-a653-766d71e5be7b service nova] Releasing lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.616408] env[66735]: DEBUG nova.scheduler.client.report [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.750839] env[66735]: DEBUG nova.compute.manager [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1129.779477] env[66735]: DEBUG nova.virt.hardware [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1129.779730] env[66735]: DEBUG nova.virt.hardware [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.780110] env[66735]: DEBUG nova.virt.hardware [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1129.780110] env[66735]: DEBUG nova.virt.hardware [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.780244] env[66735]: DEBUG nova.virt.hardware [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1129.780340] env[66735]: DEBUG nova.virt.hardware [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1129.780536] env[66735]: DEBUG nova.virt.hardware [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1129.780724] env[66735]: DEBUG nova.virt.hardware [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1129.780839] env[66735]: DEBUG nova.virt.hardware [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1129.780995] env[66735]: DEBUG nova.virt.hardware [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1129.781183] env[66735]: DEBUG nova.virt.hardware [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1129.782155] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77512ca1-0c53-4fc4-8497-ed697fe62080 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.798676] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ed21c7-84ec-43a2-9905-e3b07dc7f3fd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.816770] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1ead28-e709-41fb-b9cb-20bbf70f0f54 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.837614] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d72f58-a0bf-433f-a0d1-0a418686651c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.845538] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance '106b6931-9631-4c32-ade5-b3ad9384edea' progress to 83 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.850039] env[66735]: DEBUG nova.network.neutron [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance_info_cache with network_info: [{"id": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "address": "fa:16:3e:4f:92:bd", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1180f00-66", "ovs_interfaceid": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.897064] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056274} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.897419] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.898248] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c53ebf1-f6c3-442f-ae0b-3faf2cc70fcf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.923962] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] e1a8c1de-c94e-406f-b195-da3bdb9e5d84/e1a8c1de-c94e-406f-b195-da3bdb9e5d84.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.924882] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa45adf8-7331-4423-a951-6149c9bb8d52 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.954095] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1129.954095] env[66735]: value = "task-4646451" [ 1129.954095] env[66735]: _type = "Task" [ 1129.954095] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.964347] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.122629] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.122629] env[66735]: DEBUG nova.compute.manager [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1130.125496] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.611s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.127281] env[66735]: INFO nova.compute.claims [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.237251] env[66735]: DEBUG nova.network.neutron [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Successfully updated port: 619b03d4-7f4e-4c2a-85a8-2c9248816d67 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1130.249274] env[66735]: DEBUG nova.compute.manager [req-63b33cf6-8bc8-4026-b498-6304eae8f767 req-0426468e-1ea4-4aa5-abca-75700751f4f2 service nova] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Received event network-vif-plugged-619b03d4-7f4e-4c2a-85a8-2c9248816d67 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1130.249451] env[66735]: DEBUG oslo_concurrency.lockutils [req-63b33cf6-8bc8-4026-b498-6304eae8f767 req-0426468e-1ea4-4aa5-abca-75700751f4f2 service nova] Acquiring lock "76d20cdc-dce0-493e-b560-0299b4944b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.249606] env[66735]: DEBUG oslo_concurrency.lockutils [req-63b33cf6-8bc8-4026-b498-6304eae8f767 req-0426468e-1ea4-4aa5-abca-75700751f4f2 service nova] Lock "76d20cdc-dce0-493e-b560-0299b4944b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.250172] env[66735]: DEBUG oslo_concurrency.lockutils [req-63b33cf6-8bc8-4026-b498-6304eae8f767 req-0426468e-1ea4-4aa5-abca-75700751f4f2 service nova] Lock "76d20cdc-dce0-493e-b560-0299b4944b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.250172] env[66735]: DEBUG nova.compute.manager [req-63b33cf6-8bc8-4026-b498-6304eae8f767 req-0426468e-1ea4-4aa5-abca-75700751f4f2 service nova] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] No waiting events found dispatching network-vif-plugged-619b03d4-7f4e-4c2a-85a8-2c9248816d67 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1130.250335] env[66735]: WARNING nova.compute.manager [req-63b33cf6-8bc8-4026-b498-6304eae8f767 req-0426468e-1ea4-4aa5-abca-75700751f4f2 service nova] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Received unexpected event network-vif-plugged-619b03d4-7f4e-4c2a-85a8-2c9248816d67 for instance with vm_state building and task_state spawning. [ 1130.277836] env[66735]: DEBUG nova.compute.manager [req-ad7b8057-4061-4529-92c3-f97175e41310 req-537f5760-7deb-492d-9e58-65b8fda4aa24 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Received event network-vif-deleted-194bc451-93ef-4e6f-b18c-03ad02e7e277 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1130.278359] env[66735]: INFO nova.compute.manager [req-ad7b8057-4061-4529-92c3-f97175e41310 req-537f5760-7deb-492d-9e58-65b8fda4aa24 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Neutron deleted interface 194bc451-93ef-4e6f-b18c-03ad02e7e277; detaching it from the instance and deleting it from the info cache [ 1130.278775] env[66735]: DEBUG nova.network.neutron [req-ad7b8057-4061-4529-92c3-f97175e41310 req-537f5760-7deb-492d-9e58-65b8fda4aa24 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.291057] env[66735]: DEBUG nova.network.neutron [-] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.353374] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.353852] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.357285] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a784b99c-b423-4517-87d2-becf0de68811 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.366293] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1130.366293] env[66735]: value = "task-4646452" [ 1130.366293] env[66735]: _type = "Task" [ 1130.366293] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.376932] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.464733] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646451, 'name': ReconfigVM_Task, 'duration_secs': 0.264381} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.465078] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Reconfigured VM instance instance-0000006e to attach disk [datastore2] e1a8c1de-c94e-406f-b195-da3bdb9e5d84/e1a8c1de-c94e-406f-b195-da3bdb9e5d84.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.465679] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ef2641e-b604-4ecf-8d93-28c4522e7c1e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.472414] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1130.472414] env[66735]: value = "task-4646453" [ 1130.472414] env[66735]: _type = "Task" [ 1130.472414] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.481585] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646453, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.632659] env[66735]: DEBUG nova.compute.utils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.636452] env[66735]: DEBUG nova.compute.manager [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1130.636656] env[66735]: DEBUG nova.network.neutron [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1130.636982] env[66735]: WARNING neutronclient.v2_0.client [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.637330] env[66735]: WARNING neutronclient.v2_0.client [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.690138] env[66735]: DEBUG nova.policy [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27ed0d0be975429088345b058d1cf824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80849dc8a2244c2ba5f3224e32cb98cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.740385] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "refresh_cache-76d20cdc-dce0-493e-b560-0299b4944b91" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.740610] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "refresh_cache-76d20cdc-dce0-493e-b560-0299b4944b91" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.740854] env[66735]: DEBUG nova.network.neutron [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1130.782389] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c71c30c4-5229-4955-ada0-cf049a824414 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.792748] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a7186e-4498-406c-b3b2-07615bcb32b0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.803365] env[66735]: INFO nova.compute.manager [-] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Took 1.58 seconds to deallocate network for instance. [ 1130.826990] env[66735]: DEBUG nova.compute.manager [req-ad7b8057-4061-4529-92c3-f97175e41310 req-537f5760-7deb-492d-9e58-65b8fda4aa24 service nova] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Detach interface failed, port_id=194bc451-93ef-4e6f-b18c-03ad02e7e277, reason: Instance e7661904-7b2b-4cec-b903-6f4af159a2f1 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1130.865322] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de8d79d-6a45-480c-80ac-c810c8a72341 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.878252] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9f6efd-940a-41f2-aa47-a9421d7144a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.880705] env[66735]: DEBUG oslo_vmware.api [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646452, 'name': PowerOnVM_Task, 'duration_secs': 0.399744} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.881274] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.881453] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d0aaa808-f70e-4b8c-8d40-157100bc7bf1 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance '106b6931-9631-4c32-ade5-b3ad9384edea' progress to 100 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.982894] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646453, 'name': Rename_Task, 'duration_secs': 0.207019} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.983364] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.983610] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d89ce40c-3488-4d7b-b053-6f72408e4e49 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.990754] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1130.990754] env[66735]: value = "task-4646454" [ 1130.990754] env[66735]: _type = "Task" [ 1130.990754] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.000462] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.020108] env[66735]: DEBUG nova.network.neutron [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Successfully created port: 3b0e3e4e-ff69-434e-be8f-b78205875bca {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1131.137844] env[66735]: DEBUG nova.compute.manager [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1131.278369] env[66735]: DEBUG nova.network.neutron [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1131.358437] env[66735]: INFO nova.compute.manager [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Took 0.55 seconds to detach 1 volumes for instance. [ 1131.363636] env[66735]: DEBUG nova.compute.manager [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Deleting volume: 6b32291e-3613-4bed-b540-aea9fd192d90 {{(pid=66735) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1131.374892] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4e72ea-8ce2-4f3d-a647-c446a1da820a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.384024] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fa79fe-fad2-4f63-9662-3cfce8c613bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.425940] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387ca7d8-ec31-4950-a247-4b8b9610b563 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.438731] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38485c6c-5999-4cc0-bcdd-db696473332b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.456228] env[66735]: DEBUG nova.compute.provider_tree [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.503954] env[66735]: DEBUG oslo_vmware.api [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646454, 'name': PowerOnVM_Task, 'duration_secs': 0.467081} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.506276] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.506490] env[66735]: INFO nova.compute.manager [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Took 5.98 seconds to spawn the instance on the hypervisor. [ 1131.506665] env[66735]: DEBUG nova.compute.manager [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1131.507717] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462c9ed1-c5a2-4b16-9d9a-2ac7ca22f113 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.514396] env[66735]: WARNING neutronclient.v2_0.client [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.614165] env[66735]: DEBUG nova.network.neutron [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Updating instance_info_cache with network_info: [{"id": "619b03d4-7f4e-4c2a-85a8-2c9248816d67", "address": "fa:16:3e:5d:5a:68", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap619b03d4-7f", "ovs_interfaceid": "619b03d4-7f4e-4c2a-85a8-2c9248816d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.933912] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.960090] env[66735]: DEBUG nova.scheduler.client.report [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.028688] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411df2bb-f8fe-4985-8253-e5f1d3dd52bc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.033730] env[66735]: INFO nova.compute.manager [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Took 20.57 seconds to build instance. [ 1132.052662] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdee9df-d6a0-4b0c-a888-ce1069a4ddd7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.060641] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance 'f4f888eb-a764-4e8b-8bd1-4505a3019625' progress to 83 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.117026] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "refresh_cache-76d20cdc-dce0-493e-b560-0299b4944b91" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.117411] env[66735]: DEBUG nova.compute.manager [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Instance network_info: |[{"id": "619b03d4-7f4e-4c2a-85a8-2c9248816d67", "address": "fa:16:3e:5d:5a:68", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap619b03d4-7f", "ovs_interfaceid": "619b03d4-7f4e-4c2a-85a8-2c9248816d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1132.117824] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:5a:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '619b03d4-7f4e-4c2a-85a8-2c9248816d67', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.127698] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1132.128292] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.128534] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2ac8b3d-4919-4241-aca3-830658a93138 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.151185] env[66735]: DEBUG nova.compute.manager [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1132.153262] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.153262] env[66735]: value = "task-4646457" [ 1132.153262] env[66735]: _type = "Task" [ 1132.153262] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.164534] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646457, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.183849] env[66735]: DEBUG nova.virt.hardware [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1132.184147] env[66735]: DEBUG nova.virt.hardware [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.184450] env[66735]: DEBUG nova.virt.hardware [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1132.184672] env[66735]: DEBUG nova.virt.hardware [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.184834] env[66735]: DEBUG nova.virt.hardware [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1132.184991] env[66735]: DEBUG nova.virt.hardware [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1132.185405] env[66735]: DEBUG nova.virt.hardware [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1132.185613] env[66735]: DEBUG nova.virt.hardware [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1132.185800] env[66735]: DEBUG nova.virt.hardware [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1132.185965] env[66735]: DEBUG nova.virt.hardware [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1132.186163] env[66735]: DEBUG nova.virt.hardware [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1132.187106] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9701ac-a5f9-412a-915e-b606ef29d067 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.195618] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd2fc08-9f59-4dcb-9d14-6cc2c6e700ba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.406038] env[66735]: DEBUG nova.compute.manager [req-3d75e782-959b-4c86-9019-e1d0a837ca1a req-fe8812dc-fa76-4acc-87a9-7dcfe406ad85 service nova] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Received event network-changed-619b03d4-7f4e-4c2a-85a8-2c9248816d67 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1132.406294] env[66735]: DEBUG nova.compute.manager [req-3d75e782-959b-4c86-9019-e1d0a837ca1a req-fe8812dc-fa76-4acc-87a9-7dcfe406ad85 service nova] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Refreshing instance network info cache due to event network-changed-619b03d4-7f4e-4c2a-85a8-2c9248816d67. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1132.407036] env[66735]: DEBUG oslo_concurrency.lockutils [req-3d75e782-959b-4c86-9019-e1d0a837ca1a req-fe8812dc-fa76-4acc-87a9-7dcfe406ad85 service nova] Acquiring lock "refresh_cache-76d20cdc-dce0-493e-b560-0299b4944b91" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.407036] env[66735]: DEBUG oslo_concurrency.lockutils [req-3d75e782-959b-4c86-9019-e1d0a837ca1a req-fe8812dc-fa76-4acc-87a9-7dcfe406ad85 service nova] Acquired lock "refresh_cache-76d20cdc-dce0-493e-b560-0299b4944b91" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.407036] env[66735]: DEBUG nova.network.neutron [req-3d75e782-959b-4c86-9019-e1d0a837ca1a req-fe8812dc-fa76-4acc-87a9-7dcfe406ad85 service nova] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Refreshing network info cache for port 619b03d4-7f4e-4c2a-85a8-2c9248816d67 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.464607] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.465150] env[66735]: DEBUG nova.compute.manager [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1132.470068] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.228s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.470068] env[66735]: INFO nova.compute.claims [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.537042] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8230fc4d-9645-4b67-9252-cddf4d38e46c tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.077s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.566613] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.567778] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6af77d8-f44b-46be-a0c1-931d4576d6d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.578443] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1132.578443] env[66735]: value = "task-4646458" [ 1132.578443] env[66735]: _type = "Task" [ 1132.578443] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.586030] env[66735]: DEBUG nova.network.neutron [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Successfully updated port: 3b0e3e4e-ff69-434e-be8f-b78205875bca {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1132.595722] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.667119] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646457, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.915492] env[66735]: WARNING neutronclient.v2_0.client [req-3d75e782-959b-4c86-9019-e1d0a837ca1a req-fe8812dc-fa76-4acc-87a9-7dcfe406ad85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.974047] env[66735]: DEBUG nova.compute.utils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.978149] env[66735]: DEBUG nova.compute.manager [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1132.978256] env[66735]: DEBUG nova.network.neutron [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1132.978498] env[66735]: WARNING neutronclient.v2_0.client [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.978800] env[66735]: WARNING neutronclient.v2_0.client [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.028290] env[66735]: DEBUG nova.policy [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f4ecf360094e94ac98862ece362ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9929ce8e6397449fb64785bb4bca9809', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.033884] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "106b6931-9631-4c32-ade5-b3ad9384edea" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.034199] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.034387] env[66735]: DEBUG nova.compute.manager [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Going to confirm migration 8 {{(pid=66735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1133.089444] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Acquiring lock "refresh_cache-bf6ae908-e170-47e8-8a00-2ee6701b6525" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.089657] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Acquired lock "refresh_cache-bf6ae908-e170-47e8-8a00-2ee6701b6525" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.089809] env[66735]: DEBUG nova.network.neutron [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1133.090977] env[66735]: DEBUG oslo_vmware.api [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646458, 'name': PowerOnVM_Task, 'duration_secs': 0.4763} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.091472] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.091650] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5cd985-0354-4091-8f9c-db15cdc3f891 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance 'f4f888eb-a764-4e8b-8bd1-4505a3019625' progress to 100 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.111035] env[66735]: WARNING neutronclient.v2_0.client [req-3d75e782-959b-4c86-9019-e1d0a837ca1a req-fe8812dc-fa76-4acc-87a9-7dcfe406ad85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.165225] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646457, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.187850] env[66735]: DEBUG nova.network.neutron [req-3d75e782-959b-4c86-9019-e1d0a837ca1a req-fe8812dc-fa76-4acc-87a9-7dcfe406ad85 service nova] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Updated VIF entry in instance network info cache for port 619b03d4-7f4e-4c2a-85a8-2c9248816d67. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1133.188307] env[66735]: DEBUG nova.network.neutron [req-3d75e782-959b-4c86-9019-e1d0a837ca1a req-fe8812dc-fa76-4acc-87a9-7dcfe406ad85 service nova] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Updating instance_info_cache with network_info: [{"id": "619b03d4-7f4e-4c2a-85a8-2c9248816d67", "address": "fa:16:3e:5d:5a:68", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap619b03d4-7f", "ovs_interfaceid": "619b03d4-7f4e-4c2a-85a8-2c9248816d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.343973] env[66735]: DEBUG nova.network.neutron [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Successfully created port: f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1133.482879] env[66735]: DEBUG nova.compute.manager [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1133.542547] env[66735]: WARNING neutronclient.v2_0.client [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.667466] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646457, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.692107] env[66735]: DEBUG oslo_concurrency.lockutils [req-3d75e782-959b-4c86-9019-e1d0a837ca1a req-fe8812dc-fa76-4acc-87a9-7dcfe406ad85 service nova] Releasing lock "refresh_cache-76d20cdc-dce0-493e-b560-0299b4944b91" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.745825] env[66735]: WARNING neutronclient.v2_0.client [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.746219] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.746395] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.746776] env[66735]: DEBUG nova.network.neutron [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1133.746776] env[66735]: DEBUG nova.objects.instance [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'info_cache' on Instance uuid 106b6931-9631-4c32-ade5-b3ad9384edea {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.754484] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4b811b-1855-4740-b859-c8f5329bb220 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.763116] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1533504f-c80d-45af-afe5-1e20ea881db1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.799038] env[66735]: DEBUG nova.network.neutron [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1133.802877] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed8b4af-ad97-42df-9b8c-2a8365189ce3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.811225] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf09abb5-c9dd-449b-b929-448ad400be75 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.826480] env[66735]: DEBUG nova.compute.provider_tree [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.876579] env[66735]: DEBUG nova.compute.manager [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Stashing vm_state: active {{(pid=66735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1134.111083] env[66735]: WARNING neutronclient.v2_0.client [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.170489] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646457, 'name': CreateVM_Task, 'duration_secs': 1.71416} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.170986] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.171556] env[66735]: WARNING neutronclient.v2_0.client [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.171928] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.172097] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.172984] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.173201] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444566d5-c606-453b-9af2-e3c91a060b71 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.179109] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1134.179109] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b58200-0bc9-ae4a-8a50-964291b3f32e" [ 1134.179109] env[66735]: _type = "Task" [ 1134.179109] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.195563] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b58200-0bc9-ae4a-8a50-964291b3f32e, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.196698] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.196939] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.197180] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.197323] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.197958] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.198070] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad379629-a5a6-4d67-8a26-4e81d3e17e63 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.208960] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.209162] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.209994] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b3c030-6c49-4fc1-8815-f6930f356388 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.217034] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1134.217034] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b58f0a-a774-0ddd-2659-f3a3f60125e2" [ 1134.217034] env[66735]: _type = "Task" [ 1134.217034] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.225432] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b58f0a-a774-0ddd-2659-f3a3f60125e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.330105] env[66735]: DEBUG nova.scheduler.client.report [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.200044] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.203171] env[66735]: DEBUG nova.network.neutron [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Updating instance_info_cache with network_info: [{"id": "3b0e3e4e-ff69-434e-be8f-b78205875bca", "address": "fa:16:3e:db:5c:5e", "network": {"id": "07311854-4442-49b1-9d6e-bdc16c6458fd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-246201036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80849dc8a2244c2ba5f3224e32cb98cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0e3e4e-ff", "ovs_interfaceid": "3b0e3e4e-ff69-434e-be8f-b78205875bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.206482] env[66735]: DEBUG nova.network.neutron [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Successfully updated port: f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1135.208194] env[66735]: DEBUG nova.compute.manager [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1135.220122] env[66735]: WARNING neutronclient.v2_0.client [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.223668] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.224301] env[66735]: DEBUG nova.compute.manager [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1135.227834] env[66735]: DEBUG nova.compute.manager [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Received event network-vif-plugged-3b0e3e4e-ff69-434e-be8f-b78205875bca {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1135.228048] env[66735]: DEBUG oslo_concurrency.lockutils [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] Acquiring lock "bf6ae908-e170-47e8-8a00-2ee6701b6525-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.228248] env[66735]: DEBUG oslo_concurrency.lockutils [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] Lock "bf6ae908-e170-47e8-8a00-2ee6701b6525-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.228415] env[66735]: DEBUG oslo_concurrency.lockutils [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] Lock "bf6ae908-e170-47e8-8a00-2ee6701b6525-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.228578] env[66735]: DEBUG nova.compute.manager [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] No waiting events found dispatching network-vif-plugged-3b0e3e4e-ff69-434e-be8f-b78205875bca {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1135.228734] env[66735]: WARNING nova.compute.manager [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Received unexpected event network-vif-plugged-3b0e3e4e-ff69-434e-be8f-b78205875bca for instance with vm_state building and task_state spawning. [ 1135.228884] env[66735]: DEBUG nova.compute.manager [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Received event network-changed-3b0e3e4e-ff69-434e-be8f-b78205875bca {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1135.229110] env[66735]: DEBUG nova.compute.manager [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Refreshing instance network info cache due to event network-changed-3b0e3e4e-ff69-434e-be8f-b78205875bca. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1135.229206] env[66735]: DEBUG oslo_concurrency.lockutils [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] Acquiring lock "refresh_cache-bf6ae908-e170-47e8-8a00-2ee6701b6525" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.230431] env[66735]: DEBUG nova.compute.manager [req-c5c59098-ee91-4ff8-aaf6-9c8ddf0fe58f req-d63f9293-c6cd-4445-9ab5-090a12332476 service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Received event network-vif-plugged-f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1135.230776] env[66735]: DEBUG oslo_concurrency.lockutils [req-c5c59098-ee91-4ff8-aaf6-9c8ddf0fe58f req-d63f9293-c6cd-4445-9ab5-090a12332476 service nova] Acquiring lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.230776] env[66735]: DEBUG oslo_concurrency.lockutils [req-c5c59098-ee91-4ff8-aaf6-9c8ddf0fe58f req-d63f9293-c6cd-4445-9ab5-090a12332476 service nova] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.231035] env[66735]: DEBUG oslo_concurrency.lockutils [req-c5c59098-ee91-4ff8-aaf6-9c8ddf0fe58f req-d63f9293-c6cd-4445-9ab5-090a12332476 service nova] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.231367] env[66735]: DEBUG nova.compute.manager [req-c5c59098-ee91-4ff8-aaf6-9c8ddf0fe58f req-d63f9293-c6cd-4445-9ab5-090a12332476 service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] No waiting events found dispatching network-vif-plugged-f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1135.231524] env[66735]: WARNING nova.compute.manager [req-c5c59098-ee91-4ff8-aaf6-9c8ddf0fe58f req-d63f9293-c6cd-4445-9ab5-090a12332476 service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Received unexpected event network-vif-plugged-f2bae48a-d631-400a-bcf8-8b310cb6e2ec for instance with vm_state building and task_state spawning. [ 1135.238148] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.304s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.238374] env[66735]: DEBUG nova.objects.instance [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Lazy-loading 'resources' on Instance uuid e7661904-7b2b-4cec-b903-6f4af159a2f1 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.255030] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b58f0a-a774-0ddd-2659-f3a3f60125e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.255030] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c452f75-ec6d-48b3-b6aa-ea082daa595e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.260708] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1135.260708] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52735120-e5a4-413e-ce0c-085bc3169ee0" [ 1135.260708] env[66735]: _type = "Task" [ 1135.260708] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.274231] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.274231] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52735120-e5a4-413e-ce0c-085bc3169ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.275904] env[66735]: DEBUG nova.virt.hardware [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1135.276120] env[66735]: DEBUG nova.virt.hardware [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.276313] env[66735]: DEBUG nova.virt.hardware [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1135.277802] env[66735]: DEBUG nova.virt.hardware [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.277802] env[66735]: DEBUG nova.virt.hardware [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1135.277802] env[66735]: DEBUG nova.virt.hardware [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1135.277802] env[66735]: DEBUG nova.virt.hardware [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1135.277802] env[66735]: DEBUG nova.virt.hardware [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1135.277802] env[66735]: DEBUG nova.virt.hardware [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1135.277802] env[66735]: DEBUG nova.virt.hardware [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1135.277802] env[66735]: DEBUG nova.virt.hardware [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1135.277802] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.280266] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec373b9-afb9-4a68-8f5b-96e0d3de0970 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.291189] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a13584-94b4-41a8-9c7b-cdf58c870cfc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.614739] env[66735]: WARNING neutronclient.v2_0.client [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.723537] env[66735]: DEBUG nova.network.neutron [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance_info_cache with network_info: [{"id": "aac74381-f35c-4994-a303-bd65591adc40", "address": "fa:16:3e:31:82:25", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac74381-f3", "ovs_interfaceid": "aac74381-f35c-4994-a303-bd65591adc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.735213] env[66735]: DEBUG nova.compute.utils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.736680] env[66735]: DEBUG nova.compute.manager [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Not allocating networking since 'none' was specified. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1135.737404] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.737404] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.737517] env[66735]: DEBUG nova.network.neutron [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1135.738513] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Releasing lock "refresh_cache-bf6ae908-e170-47e8-8a00-2ee6701b6525" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.738898] env[66735]: DEBUG nova.compute.manager [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Instance network_info: |[{"id": "3b0e3e4e-ff69-434e-be8f-b78205875bca", "address": "fa:16:3e:db:5c:5e", "network": {"id": "07311854-4442-49b1-9d6e-bdc16c6458fd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-246201036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80849dc8a2244c2ba5f3224e32cb98cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0e3e4e-ff", "ovs_interfaceid": "3b0e3e4e-ff69-434e-be8f-b78205875bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1135.739643] env[66735]: DEBUG oslo_concurrency.lockutils [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] Acquired lock "refresh_cache-bf6ae908-e170-47e8-8a00-2ee6701b6525" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.739769] env[66735]: DEBUG nova.network.neutron [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Refreshing network info cache for port 3b0e3e4e-ff69-434e-be8f-b78205875bca {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.740942] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:5c:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b0e3e4e-ff69-434e-be8f-b78205875bca', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.749444] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Creating folder: Project (80849dc8a2244c2ba5f3224e32cb98cc). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.760308] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07d1bf62-5ce7-4063-98f1-0703ea78306d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.780796] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52735120-e5a4-413e-ce0c-085bc3169ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.011844} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.783065] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.783065] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 76d20cdc-dce0-493e-b560-0299b4944b91/76d20cdc-dce0-493e-b560-0299b4944b91.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.783065] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Created folder: Project (80849dc8a2244c2ba5f3224e32cb98cc) in parent group-v906980. [ 1135.783065] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Creating folder: Instances. Parent ref: group-v907286. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.783447] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e71599a8-92fd-413a-8b26-11d95452c6fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.785363] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a79f418-5389-40b9-a2b2-291cf881df1e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.792161] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.792581] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.792734] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.792904] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.793052] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.794726] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.794726] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11251}} [ 1135.794726] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.798922] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1135.798922] env[66735]: value = "task-4646461" [ 1135.798922] env[66735]: _type = "Task" [ 1135.798922] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.804542] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Created folder: Instances in parent group-v907286. [ 1135.805196] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1135.805401] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.805619] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-050c411b-b8b2-4862-874d-857c75d51e2f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.827350] env[66735]: DEBUG nova.network.neutron [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1135.830517] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.838849] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.838849] env[66735]: value = "task-4646462" [ 1135.838849] env[66735]: _type = "Task" [ 1135.838849] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.849880] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646462, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.937663] env[66735]: WARNING neutronclient.v2_0.client [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.033113] env[66735]: DEBUG nova.network.neutron [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updating instance_info_cache with network_info: [{"id": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "address": "fa:16:3e:d6:f8:ee", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2bae48a-d6", "ovs_interfaceid": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.102583] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "f4f888eb-a764-4e8b-8bd1-4505a3019625" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.102826] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "f4f888eb-a764-4e8b-8bd1-4505a3019625" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.103061] env[66735]: DEBUG nova.compute.manager [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Going to confirm migration 7 {{(pid=66735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1136.198524] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3f49dc-d1ac-4acf-aa44-b577a53a09be {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.208647] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e665bf13-d950-475b-b83d-3fe9b2b26589 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.244180] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-106b6931-9631-4c32-ade5-b3ad9384edea" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.244448] env[66735]: DEBUG nova.objects.instance [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'migration_context' on Instance uuid 106b6931-9631-4c32-ade5-b3ad9384edea {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.245957] env[66735]: DEBUG nova.compute.manager [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1136.249639] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36949898-1217-475b-abdb-303c3af43e8f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.253540] env[66735]: WARNING neutronclient.v2_0.client [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.265312] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a5522d-677f-47ef-91c4-f7967e518f0a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.285289] env[66735]: DEBUG nova.compute.provider_tree [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.296766] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.310090] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646461, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.350175] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646462, 'name': CreateVM_Task, 'duration_secs': 0.472049} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.350175] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.350175] env[66735]: WARNING neutronclient.v2_0.client [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.350404] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.350536] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.350844] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.351115] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da9266d-2b80-4a67-ac41-93589b419466 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.358115] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Waiting for the task: (returnval){ [ 1136.358115] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5290fd8c-3b2b-3717-d339-9b1af8308292" [ 1136.358115] env[66735]: _type = "Task" [ 1136.358115] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.367783] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5290fd8c-3b2b-3717-d339-9b1af8308292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.445989] env[66735]: WARNING neutronclient.v2_0.client [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.521488] env[66735]: DEBUG nova.network.neutron [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Updated VIF entry in instance network info cache for port 3b0e3e4e-ff69-434e-be8f-b78205875bca. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1136.521906] env[66735]: DEBUG nova.network.neutron [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Updating instance_info_cache with network_info: [{"id": "3b0e3e4e-ff69-434e-be8f-b78205875bca", "address": "fa:16:3e:db:5c:5e", "network": {"id": "07311854-4442-49b1-9d6e-bdc16c6458fd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-246201036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80849dc8a2244c2ba5f3224e32cb98cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0e3e4e-ff", "ovs_interfaceid": "3b0e3e4e-ff69-434e-be8f-b78205875bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.536285] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.536639] env[66735]: DEBUG nova.compute.manager [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Instance network_info: |[{"id": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "address": "fa:16:3e:d6:f8:ee", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2bae48a-d6", "ovs_interfaceid": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1136.537352] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:f8:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2bae48a-d631-400a-bcf8-8b310cb6e2ec', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.545180] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1136.545854] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.545932] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-530ef141-ca41-4f3c-8c25-39d9212ed34c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.569033] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.569033] env[66735]: value = "task-4646463" [ 1136.569033] env[66735]: _type = "Task" [ 1136.569033] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.577887] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646463, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.609560] env[66735]: WARNING neutronclient.v2_0.client [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.644515] env[66735]: WARNING neutronclient.v2_0.client [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.644896] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.645064] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquired lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.645267] env[66735]: DEBUG nova.network.neutron [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1136.645464] env[66735]: DEBUG nova.objects.instance [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lazy-loading 'info_cache' on Instance uuid f4f888eb-a764-4e8b-8bd1-4505a3019625 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.753714] env[66735]: DEBUG nova.objects.base [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Object Instance<106b6931-9631-4c32-ade5-b3ad9384edea> lazy-loaded attributes: info_cache,migration_context {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.754550] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7318b483-e0bd-4024-8542-58e7c1605122 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.774425] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f052827b-8bc7-4170-b673-1236778b4936 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.780603] env[66735]: DEBUG oslo_vmware.api [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1136.780603] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52db7f36-6644-07e7-ba5a-445c05a1bcd6" [ 1136.780603] env[66735]: _type = "Task" [ 1136.780603] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.790040] env[66735]: DEBUG nova.scheduler.client.report [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.799286] env[66735]: DEBUG oslo_vmware.api [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52db7f36-6644-07e7-ba5a-445c05a1bcd6, 'name': SearchDatastore_Task, 'duration_secs': 0.008149} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.799385] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.811883] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646461, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.871663] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5290fd8c-3b2b-3717-d339-9b1af8308292, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.872226] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.872328] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.872626] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.872789] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.872979] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.873259] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c015be63-8262-4659-82ef-f967351bbda1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.883506] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.883606] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.884302] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb09a233-0552-426a-bc55-f150d175ae32 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.890612] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Waiting for the task: (returnval){ [ 1136.890612] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5233b21a-a743-e128-bcfb-299ac19a6abe" [ 1136.890612] env[66735]: _type = "Task" [ 1136.890612] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.901702] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5233b21a-a743-e128-bcfb-299ac19a6abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.024835] env[66735]: DEBUG oslo_concurrency.lockutils [req-468f543a-d2df-413b-a615-5a91d1b368ae req-b96f9636-94c8-4104-91cb-a78861a5b47b service nova] Releasing lock "refresh_cache-bf6ae908-e170-47e8-8a00-2ee6701b6525" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.078996] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646463, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.103225] env[66735]: DEBUG nova.compute.manager [req-8408c95b-69f0-413b-91e3-9c844edf62a0 req-35e23e15-69f4-4b06-bf98-dbc0a2407d25 service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Received event network-changed-f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1137.103456] env[66735]: DEBUG nova.compute.manager [req-8408c95b-69f0-413b-91e3-9c844edf62a0 req-35e23e15-69f4-4b06-bf98-dbc0a2407d25 service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Refreshing instance network info cache due to event network-changed-f2bae48a-d631-400a-bcf8-8b310cb6e2ec. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1137.103690] env[66735]: DEBUG oslo_concurrency.lockutils [req-8408c95b-69f0-413b-91e3-9c844edf62a0 req-35e23e15-69f4-4b06-bf98-dbc0a2407d25 service nova] Acquiring lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.103877] env[66735]: DEBUG oslo_concurrency.lockutils [req-8408c95b-69f0-413b-91e3-9c844edf62a0 req-35e23e15-69f4-4b06-bf98-dbc0a2407d25 service nova] Acquired lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.104081] env[66735]: DEBUG nova.network.neutron [req-8408c95b-69f0-413b-91e3-9c844edf62a0 req-35e23e15-69f4-4b06-bf98-dbc0a2407d25 service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Refreshing network info cache for port f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.255490] env[66735]: DEBUG nova.compute.manager [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1137.282424] env[66735]: DEBUG nova.virt.hardware [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1137.282661] env[66735]: DEBUG nova.virt.hardware [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.282815] env[66735]: DEBUG nova.virt.hardware [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1137.283032] env[66735]: DEBUG nova.virt.hardware [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.283182] env[66735]: DEBUG nova.virt.hardware [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1137.283321] env[66735]: DEBUG nova.virt.hardware [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1137.283533] env[66735]: DEBUG nova.virt.hardware [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1137.283696] env[66735]: DEBUG nova.virt.hardware [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1137.283859] env[66735]: DEBUG nova.virt.hardware [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1137.284019] env[66735]: DEBUG nova.virt.hardware [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1137.284199] env[66735]: DEBUG nova.virt.hardware [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1137.285075] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a0361d-6bba-42c1-a523-e4d487becfb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.293977] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4062f1cb-a655-415b-b31a-5f4fc50f8d4e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.298679] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.301051] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.102s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.314754] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.322821] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Creating folder: Project (164109a108f341b49f75c052401c5d0f). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.324329] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7b2fce7-876b-49dd-ab51-80dd06e40473 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.326891] env[66735]: INFO nova.scheduler.client.report [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Deleted allocations for instance e7661904-7b2b-4cec-b903-6f4af159a2f1 [ 1137.334356] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646461, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.345702] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Created folder: Project (164109a108f341b49f75c052401c5d0f) in parent group-v906980. [ 1137.345702] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Creating folder: Instances. Parent ref: group-v907290. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.345702] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b56011f-f314-4def-b673-f4bf83820aeb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.358798] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Created folder: Instances in parent group-v907290. [ 1137.358985] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1137.359232] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.359435] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-601672ee-c6d3-4f0a-a2b8-1d651f3e4a8f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.380558] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.380558] env[66735]: value = "task-4646466" [ 1137.380558] env[66735]: _type = "Task" [ 1137.380558] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.390039] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646466, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.404351] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5233b21a-a743-e128-bcfb-299ac19a6abe, 'name': SearchDatastore_Task, 'duration_secs': 0.011105} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.404351] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90641d00-8e23-43ea-ba98-92efc9cf6b5c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.410036] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Waiting for the task: (returnval){ [ 1137.410036] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52259933-8cb3-1348-5331-05cada010d13" [ 1137.410036] env[66735]: _type = "Task" [ 1137.410036] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.419525] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52259933-8cb3-1348-5331-05cada010d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.584282] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646463, 'name': CreateVM_Task, 'duration_secs': 0.700261} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.584498] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.585021] env[66735]: WARNING neutronclient.v2_0.client [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.585405] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.585567] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.585919] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.586221] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85713791-b56a-4e4b-a65f-596ba7f9af2b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.592296] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1137.592296] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5292d24f-0a98-d0ce-7fae-9955b79fd2c8" [ 1137.592296] env[66735]: _type = "Task" [ 1137.592296] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.601553] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5292d24f-0a98-d0ce-7fae-9955b79fd2c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.607525] env[66735]: WARNING neutronclient.v2_0.client [req-8408c95b-69f0-413b-91e3-9c844edf62a0 req-35e23e15-69f4-4b06-bf98-dbc0a2407d25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.652135] env[66735]: WARNING neutronclient.v2_0.client [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.782260] env[66735]: WARNING neutronclient.v2_0.client [req-8408c95b-69f0-413b-91e3-9c844edf62a0 req-35e23e15-69f4-4b06-bf98-dbc0a2407d25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.808963] env[66735]: INFO nova.compute.claims [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.825543] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646461, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.551877} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.828687] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 76d20cdc-dce0-493e-b560-0299b4944b91/76d20cdc-dce0-493e-b560-0299b4944b91.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.828917] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.829375] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0e5b557-2e89-422c-91dc-958eae1e4fd5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.842902] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1137.842902] env[66735]: value = "task-4646467" [ 1137.842902] env[66735]: _type = "Task" [ 1137.842902] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.844167] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5e376d6-5b87-414f-8cb6-4dc7ba9778bd tempest-ServersTestBootFromVolume-1355893261 tempest-ServersTestBootFromVolume-1355893261-project-member] Lock "e7661904-7b2b-4cec-b903-6f4af159a2f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.396s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.865264] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.878270] env[66735]: DEBUG nova.network.neutron [req-8408c95b-69f0-413b-91e3-9c844edf62a0 req-35e23e15-69f4-4b06-bf98-dbc0a2407d25 service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updated VIF entry in instance network info cache for port f2bae48a-d631-400a-bcf8-8b310cb6e2ec. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1137.878700] env[66735]: DEBUG nova.network.neutron [req-8408c95b-69f0-413b-91e3-9c844edf62a0 req-35e23e15-69f4-4b06-bf98-dbc0a2407d25 service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updating instance_info_cache with network_info: [{"id": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "address": "fa:16:3e:d6:f8:ee", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2bae48a-d6", "ovs_interfaceid": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.892268] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646466, 'name': CreateVM_Task, 'duration_secs': 0.325525} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.893739] env[66735]: WARNING neutronclient.v2_0.client [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.896038] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.897105] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.920763] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52259933-8cb3-1348-5331-05cada010d13, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.921099] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.921390] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] bf6ae908-e170-47e8-8a00-2ee6701b6525/bf6ae908-e170-47e8-8a00-2ee6701b6525.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.921699] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba0c49bd-c202-4e85-a09a-0fa24c265149 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.929361] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Waiting for the task: (returnval){ [ 1137.929361] env[66735]: value = "task-4646468" [ 1137.929361] env[66735]: _type = "Task" [ 1137.929361] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.940616] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.986761] env[66735]: DEBUG nova.network.neutron [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance_info_cache with network_info: [{"id": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "address": "fa:16:3e:4f:92:bd", "network": {"id": "a12622b5-df9c-4e1d-bef3-e1a86e8fe759", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-798068069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a356bd775ea4f14a9935bfd931093b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1180f00-66", "ovs_interfaceid": "f1180f00-66a6-49e0-8e3c-55a0295031ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.103200] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5292d24f-0a98-d0ce-7fae-9955b79fd2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012468} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.103505] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.103762] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.104026] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.104185] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.104383] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.104660] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.104962] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.105249] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33b010e8-2c6a-4583-b9cb-4200a6a1ff84 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.107251] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0ad617-f128-482a-aa7a-e65fc19986b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.114435] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1138.114435] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5258d7cd-a1a7-68f8-a176-c9a0477dcbe3" [ 1138.114435] env[66735]: _type = "Task" [ 1138.114435] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.123782] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5258d7cd-a1a7-68f8-a176-c9a0477dcbe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.125078] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.125278] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.126032] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74db6134-5a6c-4bb7-8d56-f1d53f633bb8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.133020] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1138.133020] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5288afc7-ec28-94d8-fc6c-53c54e39719b" [ 1138.133020] env[66735]: _type = "Task" [ 1138.133020] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.142340] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5288afc7-ec28-94d8-fc6c-53c54e39719b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.316067] env[66735]: INFO nova.compute.resource_tracker [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating resource usage from migration 666deb68-c4c8-4d49-af7e-de10b1162251 [ 1138.357399] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075402} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.360357] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.361382] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f24ca0-1ec3-4d86-a1cf-3925a7efb53a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.385947] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 76d20cdc-dce0-493e-b560-0299b4944b91/76d20cdc-dce0-493e-b560-0299b4944b91.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.389460] env[66735]: DEBUG oslo_concurrency.lockutils [req-8408c95b-69f0-413b-91e3-9c844edf62a0 req-35e23e15-69f4-4b06-bf98-dbc0a2407d25 service nova] Releasing lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.390042] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9c9ac83-ddbe-4bb0-83f2-337a8879e01f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.412990] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1138.412990] env[66735]: value = "task-4646469" [ 1138.412990] env[66735]: _type = "Task" [ 1138.412990] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.427246] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646469, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.442170] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646468, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.490385] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Releasing lock "refresh_cache-f4f888eb-a764-4e8b-8bd1-4505a3019625" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.490669] env[66735]: DEBUG nova.objects.instance [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lazy-loading 'migration_context' on Instance uuid f4f888eb-a764-4e8b-8bd1-4505a3019625 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.578246] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c2de0e-432d-45f9-ba58-e239ee17d1f8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.587115] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f34420-acf6-4a45-ad4c-9972cfd49898 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.624549] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4916a3b4-ccfc-4066-bab3-3bd72ac71df8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.634582] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5258d7cd-a1a7-68f8-a176-c9a0477dcbe3, 'name': SearchDatastore_Task, 'duration_secs': 0.078888} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.639990] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.640279] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.640508] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.641874] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cb4988-0443-44cb-8602-eecee8b536fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.652682] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5288afc7-ec28-94d8-fc6c-53c54e39719b, 'name': SearchDatastore_Task, 'duration_secs': 0.064438} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.661448] env[66735]: DEBUG nova.compute.provider_tree [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.662973] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad6939d-30fe-4e39-a368-48b7c9d6054e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.669902] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1138.669902] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520587f8-4fdd-0e7d-e748-4c7a4029d982" [ 1138.669902] env[66735]: _type = "Task" [ 1138.669902] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.682992] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520587f8-4fdd-0e7d-e748-4c7a4029d982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.924567] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646469, 'name': ReconfigVM_Task, 'duration_secs': 0.339887} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.924881] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 76d20cdc-dce0-493e-b560-0299b4944b91/76d20cdc-dce0-493e-b560-0299b4944b91.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.925574] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aed3a1e3-0d20-4bde-85e8-6a0cfb30d43c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.935951] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1138.935951] env[66735]: value = "task-4646470" [ 1138.935951] env[66735]: _type = "Task" [ 1138.935951] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.943948] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523048} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.944846] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] bf6ae908-e170-47e8-8a00-2ee6701b6525/bf6ae908-e170-47e8-8a00-2ee6701b6525.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.945137] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.945462] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bb89b43-d484-4111-bb42-ed4410905d69 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.952080] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646470, 'name': Rename_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.957625] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Waiting for the task: (returnval){ [ 1138.957625] env[66735]: value = "task-4646471" [ 1138.957625] env[66735]: _type = "Task" [ 1138.957625] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.966268] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.993778] env[66735]: DEBUG nova.objects.base [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.995825] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dad34c2-6b0c-4187-b362-82fef3f722cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.018783] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93dec3fe-f7ae-4f0e-972e-deda3468979c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.027170] env[66735]: DEBUG oslo_vmware.api [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1139.027170] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524bf28b-632e-fd24-c561-b975a71acda9" [ 1139.027170] env[66735]: _type = "Task" [ 1139.027170] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.039772] env[66735]: DEBUG oslo_vmware.api [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524bf28b-632e-fd24-c561-b975a71acda9, 'name': SearchDatastore_Task, 'duration_secs': 0.008616} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.040086] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.181700] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520587f8-4fdd-0e7d-e748-4c7a4029d982, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.181700] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.181927] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 1ccc1b96-19e8-4e90-aae2-39c6329ab20f/1ccc1b96-19e8-4e90-aae2-39c6329ab20f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.182082] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.182262] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.182479] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d275b31-1b74-4931-9696-b2516cb40f2b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.184456] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34a1dc7b-3f22-454d-b0e2-8dec05812f19 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.189364] env[66735]: ERROR nova.scheduler.client.report [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [req-f93b2377-c967-44a1-9947-96a8074b7455] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f93b2377-c967-44a1-9947-96a8074b7455"}]} [ 1139.193083] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1139.193083] env[66735]: value = "task-4646472" [ 1139.193083] env[66735]: _type = "Task" [ 1139.193083] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.194275] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.194440] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.197784] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b215e71c-5fdf-48fa-9aa9-cd24186f7d3f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.206266] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.207689] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1139.207689] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527b3ba3-c4f1-2243-7e0c-785b77a08c08" [ 1139.207689] env[66735]: _type = "Task" [ 1139.207689] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.208634] env[66735]: DEBUG nova.scheduler.client.report [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Refreshing inventories for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1139.220086] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527b3ba3-c4f1-2243-7e0c-785b77a08c08, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.221183] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992f2dab-1590-45f6-8dce-fd79d9600685 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.227227] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1139.227227] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52069e40-6a21-bafb-74f2-ab610a459b02" [ 1139.227227] env[66735]: _type = "Task" [ 1139.227227] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.231294] env[66735]: DEBUG nova.scheduler.client.report [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Updating ProviderTree inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1139.231492] env[66735]: DEBUG nova.compute.provider_tree [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.239851] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52069e40-6a21-bafb-74f2-ab610a459b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.245786] env[66735]: DEBUG nova.scheduler.client.report [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Refreshing aggregate associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, aggregates: None {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1139.268671] env[66735]: DEBUG nova.scheduler.client.report [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Refreshing trait associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1139.454982] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646470, 'name': Rename_Task, 'duration_secs': 0.164835} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.455284] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.455584] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f06593f-7630-483a-8f54-a514348ed4b7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.477110] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079943} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.482720] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.483182] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1139.483182] env[66735]: value = "task-4646473" [ 1139.483182] env[66735]: _type = "Task" [ 1139.483182] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.485463] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de5e321-451a-42b4-9782-e79f2f895289 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.501336] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646473, 'name': PowerOnVM_Task} progress is 33%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.521866] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] bf6ae908-e170-47e8-8a00-2ee6701b6525/bf6ae908-e170-47e8-8a00-2ee6701b6525.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.525689] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d9569d8-d21c-4847-b242-05171c0565ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.549842] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Waiting for the task: (returnval){ [ 1139.549842] env[66735]: value = "task-4646474" [ 1139.549842] env[66735]: _type = "Task" [ 1139.549842] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.564452] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.569181] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96b0816-5618-4dd4-bb33-31191d3a82a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.580220] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd614de-ea8f-43b9-8512-704c61a833fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.619545] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570ff401-844c-40a2-9b0b-ea43b2aa4d57 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.630176] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7a1967-101a-4945-91e3-1e479faa1246 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.647193] env[66735]: DEBUG nova.compute.provider_tree [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.705401] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646472, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.743361] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52069e40-6a21-bafb-74f2-ab610a459b02, 'name': SearchDatastore_Task, 'duration_secs': 0.011524} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.743361] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.743624] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 6b388199-2766-4b0a-b299-9d486628a232/6b388199-2766-4b0a-b299-9d486628a232.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.743887] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94f4f9cc-e880-4733-a062-c3a0aa71ff36 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.752148] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1139.752148] env[66735]: value = "task-4646475" [ 1139.752148] env[66735]: _type = "Task" [ 1139.752148] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.761724] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.002323] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.062583] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.188693] env[66735]: DEBUG nova.scheduler.client.report [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1140.189027] env[66735]: DEBUG nova.compute.provider_tree [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 162 to 163 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1140.189217] env[66735]: DEBUG nova.compute.provider_tree [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.206963] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530685} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.208169] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 1ccc1b96-19e8-4e90-aae2-39c6329ab20f/1ccc1b96-19e8-4e90-aae2-39c6329ab20f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.209059] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.209059] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-799ba401-5fb7-46dc-8975-29c651072f7a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.217659] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1140.217659] env[66735]: value = "task-4646476" [ 1140.217659] env[66735]: _type = "Task" [ 1140.217659] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.228905] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.268878] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646475, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.499098] env[66735]: DEBUG oslo_vmware.api [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646473, 'name': PowerOnVM_Task, 'duration_secs': 0.960221} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.499501] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.499658] env[66735]: INFO nova.compute.manager [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1140.499819] env[66735]: DEBUG nova.compute.manager [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1140.500607] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d672f9-10e9-4bd6-b08f-808bfbc62026 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.562030] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.695754] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.394s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.696137] env[66735]: INFO nova.compute.manager [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Migrating [ 1140.705429] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.409s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.705608] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.705755] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1140.706070] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.907s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.707813] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5f4995-fdb0-4e2a-9e4e-6556341a0be5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.726029] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8714cdb4-4caf-4866-973f-f5fd6c40b8bd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.734359] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126834} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.735231] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.736241] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f042bdf0-4220-40c1-94d5-49310c165866 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.751065] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a41b1c-6115-4889-9c7c-9f3c72bbe57d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.770120] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 1ccc1b96-19e8-4e90-aae2-39c6329ab20f/1ccc1b96-19e8-4e90-aae2-39c6329ab20f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.774840] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e731b24-a79b-4bb4-86a0-e79900c420f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.795107] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3be1974-c3a9-4be2-a876-b0b81a32c289 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.802525] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526195} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.803022] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1140.803022] env[66735]: value = "task-4646477" [ 1140.803022] env[66735]: _type = "Task" [ 1140.803022] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.804777] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 6b388199-2766-4b0a-b299-9d486628a232/6b388199-2766-4b0a-b299-9d486628a232.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.804777] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.804777] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85c2ec72-7bbf-4710-af51-7d10bb055022 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.843782] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178282MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1140.843997] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.850833] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1140.850833] env[66735]: value = "task-4646478" [ 1140.850833] env[66735]: _type = "Task" [ 1140.850833] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.851175] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646477, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.862541] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.021576] env[66735]: INFO nova.compute.manager [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Took 19.64 seconds to build instance. [ 1141.067419] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.221266] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.221453] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.221624] env[66735]: DEBUG nova.network.neutron [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1141.318052] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.364701] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07661} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.368180] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.369851] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec50e8b-39f0-4187-a1c1-76c5efd97c4e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.394977] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 6b388199-2766-4b0a-b299-9d486628a232/6b388199-2766-4b0a-b299-9d486628a232.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.398343] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba21c131-075f-4439-a6f7-da3cb76b9c71 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.419648] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1141.419648] env[66735]: value = "task-4646479" [ 1141.419648] env[66735]: _type = "Task" [ 1141.419648] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.428818] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.486406] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192ba710-de12-41f4-b27a-f25d3596f136 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.495721] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7837149d-a8f1-4bdb-81d1-8075d07a62fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.530518] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a2f135c0-9957-4098-aa21-2bae594c9eba tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "76d20cdc-dce0-493e-b560-0299b4944b91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.157s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.531857] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "76d20cdc-dce0-493e-b560-0299b4944b91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.532077] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "76d20cdc-dce0-493e-b560-0299b4944b91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.532311] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "76d20cdc-dce0-493e-b560-0299b4944b91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.532522] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "76d20cdc-dce0-493e-b560-0299b4944b91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.532659] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "76d20cdc-dce0-493e-b560-0299b4944b91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.534666] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fd43ce-2249-4206-83db-d05099202637 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.537963] env[66735]: INFO nova.compute.manager [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Terminating instance [ 1141.546368] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3280362-06e6-48d6-9d06-7d524603cb36 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.565361] env[66735]: DEBUG nova.compute.provider_tree [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.573263] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646474, 'name': ReconfigVM_Task, 'duration_secs': 1.56358} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.574446] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Reconfigured VM instance instance-00000070 to attach disk [datastore2] bf6ae908-e170-47e8-8a00-2ee6701b6525/bf6ae908-e170-47e8-8a00-2ee6701b6525.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.574685] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edc5ed6a-a526-494a-9ed2-e185bbf3e6a7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.582084] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Waiting for the task: (returnval){ [ 1141.582084] env[66735]: value = "task-4646480" [ 1141.582084] env[66735]: _type = "Task" [ 1141.582084] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.591883] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646480, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.725941] env[66735]: WARNING neutronclient.v2_0.client [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.814433] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646477, 'name': ReconfigVM_Task, 'duration_secs': 0.915244} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.814710] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 1ccc1b96-19e8-4e90-aae2-39c6329ab20f/1ccc1b96-19e8-4e90-aae2-39c6329ab20f.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.815359] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee603c85-b3a0-46a2-8d18-3fc92eeb1cf3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.823354] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1141.823354] env[66735]: value = "task-4646481" [ 1141.823354] env[66735]: _type = "Task" [ 1141.823354] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.835012] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646481, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.931421] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646479, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.945019] env[66735]: WARNING neutronclient.v2_0.client [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.045957] env[66735]: DEBUG nova.compute.manager [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1142.046239] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.047412] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb7df54-1b72-4cc9-a266-be3bce588fb2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.056253] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.056524] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d35a21ff-ab4f-4406-aa57-753d16a3ab0b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.065010] env[66735]: DEBUG oslo_vmware.api [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1142.065010] env[66735]: value = "task-4646482" [ 1142.065010] env[66735]: _type = "Task" [ 1142.065010] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.069560] env[66735]: DEBUG nova.scheduler.client.report [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.074297] env[66735]: DEBUG nova.network.neutron [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance_info_cache with network_info: [{"id": "06c37647-827f-4c23-a116-0dc2e88c988c", "address": "fa:16:3e:3f:26:39", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c37647-82", "ovs_interfaceid": "06c37647-827f-4c23-a116-0dc2e88c988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.081935] env[66735]: DEBUG oslo_vmware.api [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.094035] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646480, 'name': Rename_Task, 'duration_secs': 0.164974} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.094035] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.094600] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbe6d656-ffa0-4665-a4d4-a1164423a27c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.101577] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Waiting for the task: (returnval){ [ 1142.101577] env[66735]: value = "task-4646483" [ 1142.101577] env[66735]: _type = "Task" [ 1142.101577] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.112067] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.340028] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646481, 'name': Rename_Task, 'duration_secs': 0.194279} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.340028] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.340028] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99063f75-4058-4ced-ae21-0ca62a394751 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.345808] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1142.345808] env[66735]: value = "task-4646484" [ 1142.345808] env[66735]: _type = "Task" [ 1142.345808] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.358338] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.433411] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646479, 'name': ReconfigVM_Task, 'duration_secs': 0.545256} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.433669] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 6b388199-2766-4b0a-b299-9d486628a232/6b388199-2766-4b0a-b299-9d486628a232.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.434887] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f87330b8-a3b5-43fe-8c07-2402c0e6b59e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.441764] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1142.441764] env[66735]: value = "task-4646485" [ 1142.441764] env[66735]: _type = "Task" [ 1142.441764] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.452180] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646485, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.581455] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.582909] env[66735]: DEBUG oslo_vmware.api [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646482, 'name': PowerOffVM_Task, 'duration_secs': 0.256336} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.583401] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.583566] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.583826] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28466047-716d-4684-9b1d-4278ed2760fd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.613878] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.657770] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.657921] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.658161] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleting the datastore file [datastore2] 76d20cdc-dce0-493e-b560-0299b4944b91 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.658450] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-403c1724-6979-45a5-a947-406e945158cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.667025] env[66735]: DEBUG oslo_vmware.api [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1142.667025] env[66735]: value = "task-4646487" [ 1142.667025] env[66735]: _type = "Task" [ 1142.667025] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.682725] env[66735]: DEBUG oslo_vmware.api [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.857260] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646484, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.953860] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646485, 'name': Rename_Task, 'duration_secs': 0.163395} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.954218] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.954503] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3e33620-6dc7-4245-a8e8-055bfbb6c950 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.963558] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1142.963558] env[66735]: value = "task-4646488" [ 1142.963558] env[66735]: _type = "Task" [ 1142.963558] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.973181] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.086034] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.379s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.088961] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.049s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.112806] env[66735]: DEBUG oslo_vmware.api [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646483, 'name': PowerOnVM_Task, 'duration_secs': 0.64432} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.113118] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.113324] env[66735]: INFO nova.compute.manager [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Took 10.96 seconds to spawn the instance on the hypervisor. [ 1143.113494] env[66735]: DEBUG nova.compute.manager [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1143.114520] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9cf56f-2215-4cc7-abba-f5e4bc1ebb86 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.183326] env[66735]: DEBUG oslo_vmware.api [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1562} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.185307] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.185307] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.185307] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.185307] env[66735]: INFO nova.compute.manager [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1143.185307] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1143.185472] env[66735]: DEBUG nova.compute.manager [-] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1143.185574] env[66735]: DEBUG nova.network.neutron [-] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1143.185925] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.218767] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.358780] env[66735]: DEBUG oslo_vmware.api [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646484, 'name': PowerOnVM_Task, 'duration_secs': 0.533421} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.358780] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.358926] env[66735]: INFO nova.compute.manager [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1143.359148] env[66735]: DEBUG nova.compute.manager [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1143.360300] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5aa080-cf84-4d27-a3e4-0da1f5772342 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.477290] env[66735]: DEBUG oslo_vmware.api [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646488, 'name': PowerOnVM_Task, 'duration_secs': 0.479555} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.477558] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.477778] env[66735]: INFO nova.compute.manager [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Took 6.22 seconds to spawn the instance on the hypervisor. [ 1143.477960] env[66735]: DEBUG nova.compute.manager [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1143.478763] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653f691d-5f6a-4124-b4dc-a5dbd95a7e11 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.568302] env[66735]: DEBUG nova.compute.manager [req-602e013f-0bdd-44d4-8afd-acd965a25d7a req-330a12c0-1e8d-495f-bd65-b39f5fabe2f8 service nova] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Received event network-vif-deleted-619b03d4-7f4e-4c2a-85a8-2c9248816d67 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1143.568908] env[66735]: INFO nova.compute.manager [req-602e013f-0bdd-44d4-8afd-acd965a25d7a req-330a12c0-1e8d-495f-bd65-b39f5fabe2f8 service nova] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Neutron deleted interface 619b03d4-7f4e-4c2a-85a8-2c9248816d67; detaching it from the instance and deleting it from the info cache [ 1143.568908] env[66735]: DEBUG nova.network.neutron [req-602e013f-0bdd-44d4-8afd-acd965a25d7a req-330a12c0-1e8d-495f-bd65-b39f5fabe2f8 service nova] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.641149] env[66735]: INFO nova.compute.manager [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Took 22.21 seconds to build instance. [ 1143.676042] env[66735]: INFO nova.scheduler.client.report [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleted allocation for migration 66fdcf63-99be-4833-8e24-8328693716d3 [ 1143.888159] env[66735]: INFO nova.compute.manager [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Took 21.39 seconds to build instance. [ 1143.916169] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d86c2a-0002-4c14-9c96-c4a8bf0cdcfb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.932818] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5448fc65-36d3-4478-a417-a1276687f469 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.968986] env[66735]: DEBUG nova.network.neutron [-] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.974400] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e813699-c706-44d9-9581-3c26bc0f80fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.983407] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0bfb07-2621-4a09-846e-c6b3833034e8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.000730] env[66735]: INFO nova.compute.manager [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Took 16.78 seconds to build instance. [ 1144.011808] env[66735]: DEBUG nova.compute.provider_tree [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.072640] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da3f0e7b-40b3-414a-8d32-f511e678790a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.085168] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89e6876-df91-4b58-9114-3b4c303cb82e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.123820] env[66735]: DEBUG nova.compute.manager [req-602e013f-0bdd-44d4-8afd-acd965a25d7a req-330a12c0-1e8d-495f-bd65-b39f5fabe2f8 service nova] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Detach interface failed, port_id=619b03d4-7f4e-4c2a-85a8-2c9248816d67, reason: Instance 76d20cdc-dce0-493e-b560-0299b4944b91 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1144.125286] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02de4701-5494-4c2b-8d2e-ef93c887fe8a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.148929] env[66735]: DEBUG oslo_concurrency.lockutils [None req-417f522c-b8f3-48a8-9230-54a87f72763b tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Lock "bf6ae908-e170-47e8-8a00-2ee6701b6525" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.729s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.148929] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance 'e1a8c1de-c94e-406f-b195-da3bdb9e5d84' progress to 0 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.184034] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d90a0cc0-f106-4119-ab52-309e463646c6 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.150s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.397256] env[66735]: DEBUG oslo_concurrency.lockutils [None req-58d05a7c-c79a-455a-bef9-dc7593120d60 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.905s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.472021] env[66735]: INFO nova.compute.manager [-] [instance: 76d20cdc-dce0-493e-b560-0299b4944b91] Took 1.29 seconds to deallocate network for instance. [ 1144.513996] env[66735]: DEBUG oslo_concurrency.lockutils [None req-eeb5c575-cbc7-406d-8ee5-73a71b45553f tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lock "6b388199-2766-4b0a-b299-9d486628a232" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.300s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.514902] env[66735]: DEBUG nova.scheduler.client.report [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.653799] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.653799] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8105c5a-f53c-42ae-a1d6-aeb8dbeeb0b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.661388] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1144.661388] env[66735]: value = "task-4646489" [ 1144.661388] env[66735]: _type = "Task" [ 1144.661388] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.671920] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.992767] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.993312] env[66735]: DEBUG oslo_concurrency.lockutils [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "106b6931-9631-4c32-ade5-b3ad9384edea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.993422] env[66735]: DEBUG oslo_concurrency.lockutils [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.993612] env[66735]: DEBUG oslo_concurrency.lockutils [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "106b6931-9631-4c32-ade5-b3ad9384edea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.993787] env[66735]: DEBUG oslo_concurrency.lockutils [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.993949] env[66735]: DEBUG oslo_concurrency.lockutils [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.996624] env[66735]: INFO nova.compute.manager [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Terminating instance [ 1145.125200] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Acquiring lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.125491] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.172701] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646489, 'name': PowerOffVM_Task, 'duration_secs': 0.465238} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.174116] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.174116] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance 'e1a8c1de-c94e-406f-b195-da3bdb9e5d84' progress to 17 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.356269] env[66735]: DEBUG nova.compute.manager [req-47c8b660-390d-4e09-b5f7-757d86391d16 req-65fa89c2-9cc4-460c-b642-da7ff4244c0a service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Received event network-changed-f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1145.356469] env[66735]: DEBUG nova.compute.manager [req-47c8b660-390d-4e09-b5f7-757d86391d16 req-65fa89c2-9cc4-460c-b642-da7ff4244c0a service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Refreshing instance network info cache due to event network-changed-f2bae48a-d631-400a-bcf8-8b310cb6e2ec. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1145.356671] env[66735]: DEBUG oslo_concurrency.lockutils [req-47c8b660-390d-4e09-b5f7-757d86391d16 req-65fa89c2-9cc4-460c-b642-da7ff4244c0a service nova] Acquiring lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.356820] env[66735]: DEBUG oslo_concurrency.lockutils [req-47c8b660-390d-4e09-b5f7-757d86391d16 req-65fa89c2-9cc4-460c-b642-da7ff4244c0a service nova] Acquired lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.356980] env[66735]: DEBUG nova.network.neutron [req-47c8b660-390d-4e09-b5f7-757d86391d16 req-65fa89c2-9cc4-460c-b642-da7ff4244c0a service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Refreshing network info cache for port f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.503830] env[66735]: DEBUG nova.compute.manager [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1145.504146] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.505252] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83c4b5a-949a-4edf-8aa5-11424367352c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.514429] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.515104] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ad8a948-a95a-44b3-a92d-35e39f1c424d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.522589] env[66735]: DEBUG oslo_vmware.api [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1145.522589] env[66735]: value = "task-4646490" [ 1145.522589] env[66735]: _type = "Task" [ 1145.522589] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.526731] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.438s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.529757] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.686s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.537732] env[66735]: DEBUG oslo_vmware.api [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.600254] env[66735]: DEBUG nova.compute.manager [req-e3264d09-6801-4bd9-a340-a44520bbf290 req-48c86eef-c102-4fc0-97a8-bad82e108ad2 service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Received event network-changed-3b0e3e4e-ff69-434e-be8f-b78205875bca {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1145.600328] env[66735]: DEBUG nova.compute.manager [req-e3264d09-6801-4bd9-a340-a44520bbf290 req-48c86eef-c102-4fc0-97a8-bad82e108ad2 service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Refreshing instance network info cache due to event network-changed-3b0e3e4e-ff69-434e-be8f-b78205875bca. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1145.600539] env[66735]: DEBUG oslo_concurrency.lockutils [req-e3264d09-6801-4bd9-a340-a44520bbf290 req-48c86eef-c102-4fc0-97a8-bad82e108ad2 service nova] Acquiring lock "refresh_cache-bf6ae908-e170-47e8-8a00-2ee6701b6525" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.600678] env[66735]: DEBUG oslo_concurrency.lockutils [req-e3264d09-6801-4bd9-a340-a44520bbf290 req-48c86eef-c102-4fc0-97a8-bad82e108ad2 service nova] Acquired lock "refresh_cache-bf6ae908-e170-47e8-8a00-2ee6701b6525" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.600834] env[66735]: DEBUG nova.network.neutron [req-e3264d09-6801-4bd9-a340-a44520bbf290 req-48c86eef-c102-4fc0-97a8-bad82e108ad2 service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Refreshing network info cache for port 3b0e3e4e-ff69-434e-be8f-b78205875bca {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.628941] env[66735]: DEBUG nova.compute.manager [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1145.680099] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1145.680444] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.680686] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1145.680916] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.681109] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1145.681305] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1145.681774] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1145.682333] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1145.682333] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1145.682448] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1145.682569] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1145.688102] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45734e4f-6d88-45c7-88e1-5bb1f471ec02 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.707428] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1145.707428] env[66735]: value = "task-4646491" [ 1145.707428] env[66735]: _type = "Task" [ 1145.707428] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.721029] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.860017] env[66735]: WARNING neutronclient.v2_0.client [req-47c8b660-390d-4e09-b5f7-757d86391d16 req-65fa89c2-9cc4-460c-b642-da7ff4244c0a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.871808] env[66735]: INFO nova.compute.manager [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Rebuilding instance [ 1145.936278] env[66735]: DEBUG nova.compute.manager [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1145.937311] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc180b52-aea4-4616-b695-395d5d20a0f5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.044120] env[66735]: DEBUG oslo_vmware.api [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646490, 'name': PowerOffVM_Task, 'duration_secs': 0.245724} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.047823] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.048205] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.048866] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c9e9e92-8fbe-41bc-994e-5a2c18491294 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.068250] env[66735]: WARNING neutronclient.v2_0.client [req-47c8b660-390d-4e09-b5f7-757d86391d16 req-65fa89c2-9cc4-460c-b642-da7ff4244c0a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.104969] env[66735]: WARNING neutronclient.v2_0.client [req-e3264d09-6801-4bd9-a340-a44520bbf290 req-48c86eef-c102-4fc0-97a8-bad82e108ad2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.118217] env[66735]: INFO nova.scheduler.client.report [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted allocation for migration d745b81a-bd4b-48a9-88c7-f9f6f4d49edb [ 1146.150236] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.150236] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.150236] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleting the datastore file [datastore2] 106b6931-9631-4c32-ade5-b3ad9384edea {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.150236] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba64cdc0-b488-4264-94b3-cb4d531495b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.157685] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.165534] env[66735]: DEBUG oslo_vmware.api [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1146.165534] env[66735]: value = "task-4646493" [ 1146.165534] env[66735]: _type = "Task" [ 1146.165534] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.178290] env[66735]: DEBUG oslo_vmware.api [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.181018] env[66735]: DEBUG nova.network.neutron [req-47c8b660-390d-4e09-b5f7-757d86391d16 req-65fa89c2-9cc4-460c-b642-da7ff4244c0a service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updated VIF entry in instance network info cache for port f2bae48a-d631-400a-bcf8-8b310cb6e2ec. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1146.181018] env[66735]: DEBUG nova.network.neutron [req-47c8b660-390d-4e09-b5f7-757d86391d16 req-65fa89c2-9cc4-460c-b642-da7ff4244c0a service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updating instance_info_cache with network_info: [{"id": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "address": "fa:16:3e:d6:f8:ee", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2bae48a-d6", "ovs_interfaceid": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.217769] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646491, 'name': ReconfigVM_Task, 'duration_secs': 0.237327} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.221130] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance 'e1a8c1de-c94e-406f-b195-da3bdb9e5d84' progress to 33 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.286860] env[66735]: WARNING neutronclient.v2_0.client [req-e3264d09-6801-4bd9-a340-a44520bbf290 req-48c86eef-c102-4fc0-97a8-bad82e108ad2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.361435] env[66735]: DEBUG nova.network.neutron [req-e3264d09-6801-4bd9-a340-a44520bbf290 req-48c86eef-c102-4fc0-97a8-bad82e108ad2 service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Updated VIF entry in instance network info cache for port 3b0e3e4e-ff69-434e-be8f-b78205875bca. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1146.362022] env[66735]: DEBUG nova.network.neutron [req-e3264d09-6801-4bd9-a340-a44520bbf290 req-48c86eef-c102-4fc0-97a8-bad82e108ad2 service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Updating instance_info_cache with network_info: [{"id": "3b0e3e4e-ff69-434e-be8f-b78205875bca", "address": "fa:16:3e:db:5c:5e", "network": {"id": "07311854-4442-49b1-9d6e-bdc16c6458fd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-246201036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80849dc8a2244c2ba5f3224e32cb98cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0e3e4e-ff", "ovs_interfaceid": "3b0e3e4e-ff69-434e-be8f-b78205875bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.438336] env[66735]: INFO nova.compute.manager [None req-fe6cd3d7-12b4-4277-9dfe-9ba33d3be970 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Get console output [ 1146.438546] env[66735]: WARNING nova.virt.vmwareapi.driver [None req-fe6cd3d7-12b4-4277-9dfe-9ba33d3be970 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] The console log is missing. Check your VSPC configuration [ 1146.546897] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Applying migration context for instance e1a8c1de-c94e-406f-b195-da3bdb9e5d84 as it has an incoming, in-progress migration 666deb68-c4c8-4d49-af7e-de10b1162251. Migration status is migrating {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1146.548626] env[66735]: INFO nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating resource usage from migration 666deb68-c4c8-4d49-af7e-de10b1162251 [ 1146.568690] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3d4ac919-d0f3-4310-bed5-785da809fe2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1146.568690] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 45c557ed-40ea-48ad-8d61-fa0e1bf0b445 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1146.568690] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance d5b97681-56dc-4b81-a3bb-07b12e639baf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1146.568842] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 904b6b6b-1db4-437d-8259-fb6e25f7fa63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1146.568842] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 4d80752d-9175-4c19-9275-93de2e73f705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1146.568917] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance f4f888eb-a764-4e8b-8bd1-4505a3019625 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1146.569023] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 106b6931-9631-4c32-ade5-b3ad9384edea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1146.569156] env[66735]: WARNING nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 76d20cdc-dce0-493e-b560-0299b4944b91 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1146.569264] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance bf6ae908-e170-47e8-8a00-2ee6701b6525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1146.569495] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 1ccc1b96-19e8-4e90-aae2-39c6329ab20f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1146.569495] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 6b388199-2766-4b0a-b299-9d486628a232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1146.569606] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Migration 666deb68-c4c8-4d49-af7e-de10b1162251 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1146.570245] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance e1a8c1de-c94e-406f-b195-da3bdb9e5d84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1146.629378] env[66735]: DEBUG oslo_concurrency.lockutils [None req-8f00f12d-0a5d-4505-af42-f87fa62ac6d7 tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "f4f888eb-a764-4e8b-8bd1-4505a3019625" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.526s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.676703] env[66735]: DEBUG oslo_vmware.api [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.682819] env[66735]: DEBUG oslo_concurrency.lockutils [req-47c8b660-390d-4e09-b5f7-757d86391d16 req-65fa89c2-9cc4-460c-b642-da7ff4244c0a service nova] Releasing lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.725391] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1146.725709] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.725873] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1146.726101] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.726300] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1146.726449] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1146.726735] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1146.727056] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1146.727242] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1146.727402] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1146.727594] env[66735]: DEBUG nova.virt.hardware [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1146.733018] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.733276] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347b1cdb-ec74-44e1-9400-0172d511a38f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.754488] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1146.754488] env[66735]: value = "task-4646494" [ 1146.754488] env[66735]: _type = "Task" [ 1146.754488] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.765298] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.864787] env[66735]: DEBUG oslo_concurrency.lockutils [req-e3264d09-6801-4bd9-a340-a44520bbf290 req-48c86eef-c102-4fc0-97a8-bad82e108ad2 service nova] Releasing lock "refresh_cache-bf6ae908-e170-47e8-8a00-2ee6701b6525" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.952676] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.952796] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fcb90c4-9583-4b64-8baf-ba01606cdf04 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.961829] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1146.961829] env[66735]: value = "task-4646495" [ 1146.961829] env[66735]: _type = "Task" [ 1146.961829] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.974170] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.074538] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 6e1971b5-55d4-4b2e-a851-c7dc18eee51d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1147.074796] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1147.075013] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '10', 'num_task_None': '8', 'num_os_type_None': '11', 'num_proj_9a356bd775ea4f14a9935bfd931093b5': '3', 'io_workload': '2', 'num_task_deleting': '1', 'num_proj_515c2a40834f41c89ee0e020d1d2a2b2': '1', 'num_proj_29418d690eda48438d1c2aa27bb21a4c': '2', 'num_vm_resized': '1', 'num_proj_1ef487e4904f46b8b1bcebf10204ed4e': '1', 'num_task_resize_migrating': '1', 'num_proj_0caa29743c8246d490a3da9761277853': '1', 'num_proj_80849dc8a2244c2ba5f3224e32cb98cc': '1', 'num_proj_9929ce8e6397449fb64785bb4bca9809': '1', 'num_task_rebuilding': '1', 'num_proj_164109a108f341b49f75c052401c5d0f': '1'} {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1147.178704] env[66735]: DEBUG oslo_vmware.api [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.858558} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.179084] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.179329] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.179449] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.179617] env[66735]: INFO nova.compute.manager [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1147.179869] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1147.180075] env[66735]: DEBUG nova.compute.manager [-] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1147.180179] env[66735]: DEBUG nova.network.neutron [-] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1147.180454] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.248112] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.267612] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646494, 'name': ReconfigVM_Task, 'duration_secs': 0.316535} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.267886] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1147.268769] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2839cf49-4d8a-43fc-a505-70615f619a2f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.272668] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d7f105-37f9-4e40-b471-c06baa45f574 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.295926] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] e1a8c1de-c94e-406f-b195-da3bdb9e5d84/e1a8c1de-c94e-406f-b195-da3bdb9e5d84.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.298026] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1963722-719f-47c9-a5ba-bb729dd2f617 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.311969] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be454432-6021-4e2a-bb9e-e53c9b93a9c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.345123] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fb4489-7144-483a-a07b-582a7154e5e2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.347807] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1147.347807] env[66735]: value = "task-4646496" [ 1147.347807] env[66735]: _type = "Task" [ 1147.347807] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.355936] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4597d5a-3f37-46d4-ab48-68762c849f4e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.365349] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.376563] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.474590] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646495, 'name': PowerOffVM_Task, 'duration_secs': 0.156536} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.474892] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.475599] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.476432] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8597fd-4b64-474c-ab8b-a72e22be1d69 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.485150] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.485414] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78e64ce8-7431-4310-98de-b5d1bc7e40e3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.514809] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.515138] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.515352] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Deleting the datastore file [datastore2] 6b388199-2766-4b0a-b299-9d486628a232 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.515684] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fca8b7bb-d5fd-4873-9a5b-148f8ca2cb1c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.522974] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1147.522974] env[66735]: value = "task-4646498" [ 1147.522974] env[66735]: _type = "Task" [ 1147.522974] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.531902] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.857546] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.879860] env[66735]: DEBUG nova.scheduler.client.report [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.034355] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089638} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.034637] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.034779] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.034944] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.100531] env[66735]: DEBUG nova.compute.manager [req-a771d1aa-ee4d-4e86-8f1e-8da8006fe2c6 req-9cb1609d-3d63-4ca6-89f1-ca5be0dfca2f service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Received event network-vif-deleted-aac74381-f35c-4994-a303-bd65591adc40 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1148.100531] env[66735]: INFO nova.compute.manager [req-a771d1aa-ee4d-4e86-8f1e-8da8006fe2c6 req-9cb1609d-3d63-4ca6-89f1-ca5be0dfca2f service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Neutron deleted interface aac74381-f35c-4994-a303-bd65591adc40; detaching it from the instance and deleting it from the info cache [ 1148.100531] env[66735]: DEBUG nova.network.neutron [req-a771d1aa-ee4d-4e86-8f1e-8da8006fe2c6 req-9cb1609d-3d63-4ca6-89f1-ca5be0dfca2f service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.358649] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646496, 'name': ReconfigVM_Task, 'duration_secs': 0.600624} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.359063] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Reconfigured VM instance instance-0000006e to attach disk [datastore2] e1a8c1de-c94e-406f-b195-da3bdb9e5d84/e1a8c1de-c94e-406f-b195-da3bdb9e5d84.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.359298] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance 'e1a8c1de-c94e-406f-b195-da3bdb9e5d84' progress to 50 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.385854] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1148.386122] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.857s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.386394] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.394s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.386568] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.388694] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.231s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.390351] env[66735]: INFO nova.compute.claims [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.393043] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.393546] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Cleaning up deleted instances {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11932}} [ 1148.421029] env[66735]: INFO nova.scheduler.client.report [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted allocations for instance 76d20cdc-dce0-493e-b560-0299b4944b91 [ 1148.577675] env[66735]: DEBUG nova.network.neutron [-] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.603751] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c826f28-e80d-44cf-8d3f-9a9b31e25461 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.620132] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2ec97d-09e4-4607-99fc-cd1b573c3dab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.654989] env[66735]: DEBUG nova.compute.manager [req-a771d1aa-ee4d-4e86-8f1e-8da8006fe2c6 req-9cb1609d-3d63-4ca6-89f1-ca5be0dfca2f service nova] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Detach interface failed, port_id=aac74381-f35c-4994-a303-bd65591adc40, reason: Instance 106b6931-9631-4c32-ade5-b3ad9384edea could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1148.868215] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b81cbb6-a9ee-47eb-97e1-8524606b0223 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.913430] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] There are 53 instances to clean {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11941}} [ 1148.913654] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 7c5f4cba-5477-4a5b-9c80-c7dd96788eba] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1148.920079] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a60864a-faff-4296-9afd-f283d4892a0d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.945400] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance 'e1a8c1de-c94e-406f-b195-da3bdb9e5d84' progress to 67 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.950694] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7a761017-4058-491f-a983-94b790d1b057 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "76d20cdc-dce0-493e-b560-0299b4944b91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.418s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.076136] env[66735]: DEBUG nova.virt.hardware [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1149.076433] env[66735]: DEBUG nova.virt.hardware [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.076621] env[66735]: DEBUG nova.virt.hardware [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1149.076859] env[66735]: DEBUG nova.virt.hardware [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.076999] env[66735]: DEBUG nova.virt.hardware [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1149.077160] env[66735]: DEBUG nova.virt.hardware [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1149.077360] env[66735]: DEBUG nova.virt.hardware [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1149.077509] env[66735]: DEBUG nova.virt.hardware [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1149.077664] env[66735]: DEBUG nova.virt.hardware [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1149.077820] env[66735]: DEBUG nova.virt.hardware [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1149.077983] env[66735]: DEBUG nova.virt.hardware [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1149.078892] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bff40f-70bd-46f2-8e99-e1b85112fa06 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.081970] env[66735]: INFO nova.compute.manager [-] [instance: 106b6931-9631-4c32-ade5-b3ad9384edea] Took 1.90 seconds to deallocate network for instance. [ 1149.092964] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c2e9df-ecd2-4006-b648-01ba62f5c1b7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.112478] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.117556] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1149.120777] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.121271] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-953dce47-c9ae-45d1-afca-99e98dbd6dd5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.135721] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1400e33b-07a2-4260-804e-16ae979a3f76 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.144805] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320e4a6-51be-47f4-9595-68c76dd8d0e2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.150073] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.150073] env[66735]: value = "task-4646499" [ 1149.150073] env[66735]: _type = "Task" [ 1149.150073] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.183173] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9889e2c2-a6f5-4d0e-8330-706995a53799 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.189122] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646499, 'name': CreateVM_Task} progress is 15%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.194679] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecdd70e-ea0e-4417-abe0-e6c30aef1561 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.209399] env[66735]: DEBUG nova.compute.provider_tree [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.424078] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: c800531d-c3f2-4e3b-a46c-be6acbc4d64f] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1149.457410] env[66735]: WARNING neutronclient.v2_0.client [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.457770] env[66735]: WARNING neutronclient.v2_0.client [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.491908] env[66735]: DEBUG nova.network.neutron [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Port 06c37647-827f-4c23-a116-0dc2e88c988c binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1149.601781] env[66735]: DEBUG oslo_concurrency.lockutils [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.661106] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646499, 'name': CreateVM_Task, 'duration_secs': 0.261151} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.661287] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.661715] env[66735]: DEBUG oslo_concurrency.lockutils [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.661873] env[66735]: DEBUG oslo_concurrency.lockutils [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.662290] env[66735]: DEBUG oslo_concurrency.lockutils [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.662547] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325a56ae-1cc3-45de-ab68-da4589a253aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.667727] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1149.667727] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5235f27d-1270-9dea-b7ee-b68e9283cbd5" [ 1149.667727] env[66735]: _type = "Task" [ 1149.667727] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.676036] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5235f27d-1270-9dea-b7ee-b68e9283cbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.730545] env[66735]: ERROR nova.scheduler.client.report [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [req-025c89f7-fb82-4bd4-a46b-c63f73e814bb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-025c89f7-fb82-4bd4-a46b-c63f73e814bb"}]} [ 1149.747361] env[66735]: DEBUG nova.scheduler.client.report [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Refreshing inventories for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1149.762173] env[66735]: DEBUG nova.scheduler.client.report [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Updating ProviderTree inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1149.762493] env[66735]: DEBUG nova.compute.provider_tree [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.776285] env[66735]: DEBUG nova.scheduler.client.report [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Refreshing aggregate associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, aggregates: None {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1149.799687] env[66735]: DEBUG nova.scheduler.client.report [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Refreshing trait associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1149.844651] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "4d80752d-9175-4c19-9275-93de2e73f705" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.845334] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "4d80752d-9175-4c19-9275-93de2e73f705" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.845334] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "4d80752d-9175-4c19-9275-93de2e73f705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.845334] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "4d80752d-9175-4c19-9275-93de2e73f705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.845497] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "4d80752d-9175-4c19-9275-93de2e73f705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.847383] env[66735]: INFO nova.compute.manager [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Terminating instance [ 1149.927640] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: e7661904-7b2b-4cec-b903-6f4af159a2f1] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1149.987605] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef24c317-91ca-495a-84f6-209641a9bda0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.000640] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43bce2c-9abe-4055-b36f-584a005772dd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.034223] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36f17cd-15f3-4a9d-9b93-39721a75c24c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.043524] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d1e4c7-2118-428c-ad6e-3c93978fdc68 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.061601] env[66735]: DEBUG nova.compute.provider_tree [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.178651] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5235f27d-1270-9dea-b7ee-b68e9283cbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.178964] env[66735]: DEBUG oslo_concurrency.lockutils [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.179199] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.179431] env[66735]: DEBUG oslo_concurrency.lockutils [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.179610] env[66735]: DEBUG oslo_concurrency.lockutils [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.180560] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.180560] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b4b14f9-c45f-4e3f-ba81-2a0582d1f25d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.189250] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.189302] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.190099] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746cf1b0-8768-4403-b766-415c5bffaf0b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.196365] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1150.196365] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e343bb-998b-7eed-1bc4-8aeb39b6c8e8" [ 1150.196365] env[66735]: _type = "Task" [ 1150.196365] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.204894] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e343bb-998b-7eed-1bc4-8aeb39b6c8e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.351588] env[66735]: DEBUG nova.compute.manager [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1150.351754] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.352732] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251bb16b-58ba-42a7-bdb4-01191e4df6a1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.361403] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.361661] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31ade60f-6350-4e6e-bf0e-41de9e93e47d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.368541] env[66735]: DEBUG oslo_vmware.api [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1150.368541] env[66735]: value = "task-4646500" [ 1150.368541] env[66735]: _type = "Task" [ 1150.368541] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.378242] env[66735]: DEBUG oslo_vmware.api [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.431213] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 43b2d05a-b2f2-4ad1-a6cb-9238f4bc05d2] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1150.526529] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.526763] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.526935] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.611285] env[66735]: DEBUG nova.scheduler.client.report [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1150.611773] env[66735]: DEBUG nova.compute.provider_tree [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 166 to 167 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1150.612213] env[66735]: DEBUG nova.compute.provider_tree [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.708375] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e343bb-998b-7eed-1bc4-8aeb39b6c8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.709279] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffe35c6d-89a4-47ff-8f1c-97850f1518a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.716845] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1150.716845] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c38af1-0412-a8bc-5fca-ed0c95a26b88" [ 1150.716845] env[66735]: _type = "Task" [ 1150.716845] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.726207] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c38af1-0412-a8bc-5fca-ed0c95a26b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.879804] env[66735]: DEBUG oslo_vmware.api [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646500, 'name': PowerOffVM_Task, 'duration_secs': 0.369528} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.880025] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.880191] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.880450] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6476d64b-7222-4a7e-880c-ade0a66f4f6b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.935058] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 53deb4a7-c767-40ae-bf6b-2b78c46cb62b] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1150.959432] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.959681] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.959897] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleting the datastore file [datastore2] 4d80752d-9175-4c19-9275-93de2e73f705 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.960206] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a62373-e71a-444a-8f62-8baaaec7c301 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.968720] env[66735]: DEBUG oslo_vmware.api [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1150.968720] env[66735]: value = "task-4646502" [ 1150.968720] env[66735]: _type = "Task" [ 1150.968720] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.982703] env[66735]: DEBUG oslo_vmware.api [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.119293] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.119829] env[66735]: DEBUG nova.compute.manager [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1151.123013] env[66735]: DEBUG oslo_concurrency.lockutils [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.521s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.123013] env[66735]: DEBUG nova.objects.instance [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'resources' on Instance uuid 106b6931-9631-4c32-ade5-b3ad9384edea {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.230244] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c38af1-0412-a8bc-5fca-ed0c95a26b88, 'name': SearchDatastore_Task, 'duration_secs': 0.011806} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.230244] env[66735]: DEBUG oslo_concurrency.lockutils [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.230519] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 6b388199-2766-4b0a-b299-9d486628a232/6b388199-2766-4b0a-b299-9d486628a232.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.230856] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-099637cd-1535-4fd0-869c-9604a793ce53 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.239782] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1151.239782] env[66735]: value = "task-4646503" [ 1151.239782] env[66735]: _type = "Task" [ 1151.239782] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.250742] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.439087] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 8fb3f5cb-d16e-4a8c-9485-fdb96a6b7d53] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1151.483251] env[66735]: DEBUG oslo_vmware.api [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144265} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.483771] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.484046] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.484366] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.484620] env[66735]: INFO nova.compute.manager [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1151.484876] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1151.485108] env[66735]: DEBUG nova.compute.manager [-] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1151.485210] env[66735]: DEBUG nova.network.neutron [-] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1151.485542] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.533720] env[66735]: WARNING neutronclient.v2_0.client [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.570065] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.572957] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.573156] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.573456] env[66735]: DEBUG nova.network.neutron [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1151.626512] env[66735]: DEBUG nova.compute.utils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.632078] env[66735]: DEBUG nova.compute.manager [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1151.632434] env[66735]: DEBUG nova.network.neutron [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1151.632491] env[66735]: WARNING neutronclient.v2_0.client [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.632881] env[66735]: WARNING neutronclient.v2_0.client [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.683911] env[66735]: DEBUG nova.policy [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a53b6c4f5f654b35add8cdbf34caafe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0de3e908565462cb6811137a6bae957', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.754786] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646503, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.880451] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50900521-d3c0-4596-b4e5-9d8d5654fd6f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.891107] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4460534f-5ae5-479f-a974-f5868db20564 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.896237] env[66735]: DEBUG nova.compute.manager [req-c23ce88c-958a-4a33-884b-cdd8923a389f req-15534777-d867-4c64-b430-ea380c04903a service nova] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Received event network-vif-deleted-b9fccc92-df82-454c-aeec-1e9d5446a055 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1151.896905] env[66735]: INFO nova.compute.manager [req-c23ce88c-958a-4a33-884b-cdd8923a389f req-15534777-d867-4c64-b430-ea380c04903a service nova] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Neutron deleted interface b9fccc92-df82-454c-aeec-1e9d5446a055; detaching it from the instance and deleting it from the info cache [ 1151.896905] env[66735]: DEBUG nova.network.neutron [req-c23ce88c-958a-4a33-884b-cdd8923a389f req-15534777-d867-4c64-b430-ea380c04903a service nova] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.939305] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f6f5c0-3557-4cbe-8c2f-34a528208c00 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.942963] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 78c5703a-faa2-48fa-8f5f-cb1981ed2624] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1151.952819] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dafdde6-e567-4caf-abae-34883caa39ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.969113] env[66735]: DEBUG nova.compute.provider_tree [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.076216] env[66735]: WARNING neutronclient.v2_0.client [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.132377] env[66735]: DEBUG nova.compute.manager [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1152.138144] env[66735]: DEBUG nova.network.neutron [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Successfully created port: 4e55eb2f-392c-4916-952c-1ae98b31218a {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1152.256267] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540263} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.256534] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 6b388199-2766-4b0a-b299-9d486628a232/6b388199-2766-4b0a-b299-9d486628a232.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.256747] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.257102] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d57e1ee-a091-4b69-94ee-848d4fe9d723 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.265720] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1152.265720] env[66735]: value = "task-4646504" [ 1152.265720] env[66735]: _type = "Task" [ 1152.265720] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.281878] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.351888] env[66735]: WARNING neutronclient.v2_0.client [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.368329] env[66735]: DEBUG nova.network.neutron [-] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.400400] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7d4863f-50d7-4543-b84f-53d9e3f8319f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.412264] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9dffce-9fdd-43b9-b3aa-8b84d5f28243 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.468769] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 9bc5e5dc-3f15-4156-8a25-16a009646142] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1152.472763] env[66735]: DEBUG nova.compute.manager [req-c23ce88c-958a-4a33-884b-cdd8923a389f req-15534777-d867-4c64-b430-ea380c04903a service nova] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Detach interface failed, port_id=b9fccc92-df82-454c-aeec-1e9d5446a055, reason: Instance 4d80752d-9175-4c19-9275-93de2e73f705 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1152.501936] env[66735]: DEBUG nova.network.neutron [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance_info_cache with network_info: [{"id": "06c37647-827f-4c23-a116-0dc2e88c988c", "address": "fa:16:3e:3f:26:39", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c37647-82", "ovs_interfaceid": "06c37647-827f-4c23-a116-0dc2e88c988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.524207] env[66735]: DEBUG nova.scheduler.client.report [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1152.524556] env[66735]: DEBUG nova.compute.provider_tree [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 167 to 168 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1152.524733] env[66735]: DEBUG nova.compute.provider_tree [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.776072] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199165} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.776347] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.777147] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf881f-cc28-4818-a406-418f4d0cdf92 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.798445] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 6b388199-2766-4b0a-b299-9d486628a232/6b388199-2766-4b0a-b299-9d486628a232.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.798790] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2fa0947-fda3-4b68-b7e5-f19fcc4acded {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.820308] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1152.820308] env[66735]: value = "task-4646505" [ 1152.820308] env[66735]: _type = "Task" [ 1152.820308] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.830027] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.870704] env[66735]: INFO nova.compute.manager [-] [instance: 4d80752d-9175-4c19-9275-93de2e73f705] Took 1.39 seconds to deallocate network for instance. [ 1152.978075] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 5fcef3b1-4498-4078-98c2-ba66421b3a2d] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1153.004668] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.029957] env[66735]: DEBUG oslo_concurrency.lockutils [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.053416] env[66735]: INFO nova.scheduler.client.report [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleted allocations for instance 106b6931-9631-4c32-ade5-b3ad9384edea [ 1153.143774] env[66735]: DEBUG nova.compute.manager [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1153.171950] env[66735]: DEBUG nova.virt.hardware [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1153.172343] env[66735]: DEBUG nova.virt.hardware [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.172530] env[66735]: DEBUG nova.virt.hardware [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1153.172733] env[66735]: DEBUG nova.virt.hardware [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.172873] env[66735]: DEBUG nova.virt.hardware [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1153.173018] env[66735]: DEBUG nova.virt.hardware [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1153.173226] env[66735]: DEBUG nova.virt.hardware [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1153.173381] env[66735]: DEBUG nova.virt.hardware [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1153.173538] env[66735]: DEBUG nova.virt.hardware [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1153.173692] env[66735]: DEBUG nova.virt.hardware [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1153.173855] env[66735]: DEBUG nova.virt.hardware [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1153.174782] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763deac3-7233-4fa8-9df6-52c193b3c2ae {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.184092] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fde91d-ccd8-4779-a62d-129ad382efd3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.333214] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646505, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.379137] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.379424] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.379637] env[66735]: DEBUG nova.objects.instance [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lazy-loading 'resources' on Instance uuid 4d80752d-9175-4c19-9275-93de2e73f705 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.481795] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 45ad9bf8-c414-46bd-8a86-53f25588f8a3] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1153.534448] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df9cfbc-f0ba-4efb-80e6-928ed1e8c9d9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.556867] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99991f6-2388-4138-b3a8-394c0eaf86c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.563038] env[66735]: DEBUG oslo_concurrency.lockutils [None req-85742842-68c6-4428-9a4b-73347b287c82 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "106b6931-9631-4c32-ade5-b3ad9384edea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.569s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.568772] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance 'e1a8c1de-c94e-406f-b195-da3bdb9e5d84' progress to 83 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.612744] env[66735]: DEBUG oslo_concurrency.lockutils [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.613041] env[66735]: DEBUG oslo_concurrency.lockutils [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.753393] env[66735]: DEBUG nova.network.neutron [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Successfully updated port: 4e55eb2f-392c-4916-952c-1ae98b31218a {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1153.832700] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646505, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.956941] env[66735]: DEBUG nova.compute.manager [req-a8f336f5-0bf2-4240-8da6-854eebf01e72 req-d2e11f4c-1450-44cb-9e29-ec9e66b295f8 service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Received event network-vif-plugged-4e55eb2f-392c-4916-952c-1ae98b31218a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1153.957320] env[66735]: DEBUG oslo_concurrency.lockutils [req-a8f336f5-0bf2-4240-8da6-854eebf01e72 req-d2e11f4c-1450-44cb-9e29-ec9e66b295f8 service nova] Acquiring lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.957570] env[66735]: DEBUG oslo_concurrency.lockutils [req-a8f336f5-0bf2-4240-8da6-854eebf01e72 req-d2e11f4c-1450-44cb-9e29-ec9e66b295f8 service nova] Lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.957881] env[66735]: DEBUG oslo_concurrency.lockutils [req-a8f336f5-0bf2-4240-8da6-854eebf01e72 req-d2e11f4c-1450-44cb-9e29-ec9e66b295f8 service nova] Lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.958596] env[66735]: DEBUG nova.compute.manager [req-a8f336f5-0bf2-4240-8da6-854eebf01e72 req-d2e11f4c-1450-44cb-9e29-ec9e66b295f8 service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] No waiting events found dispatching network-vif-plugged-4e55eb2f-392c-4916-952c-1ae98b31218a {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1153.958596] env[66735]: WARNING nova.compute.manager [req-a8f336f5-0bf2-4240-8da6-854eebf01e72 req-d2e11f4c-1450-44cb-9e29-ec9e66b295f8 service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Received unexpected event network-vif-plugged-4e55eb2f-392c-4916-952c-1ae98b31218a for instance with vm_state building and task_state spawning. [ 1153.985624] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 7d5f4ea0-001a-43eb-9019-8784aed6ff2d] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1154.074264] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.075378] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27154bfc-1d6d-4829-9430-e9cbd2439d4a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.078083] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a7c6a31-8c4e-44e7-9073-35d6342ef608 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.088035] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f42549a-1c01-4f38-8d61-6130c082de41 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.091725] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1154.091725] env[66735]: value = "task-4646506" [ 1154.091725] env[66735]: _type = "Task" [ 1154.091725] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.124204] env[66735]: DEBUG nova.compute.utils [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.126507] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c1a8b0-2920-4f2b-b80c-62c277652eef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.133142] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.139405] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5201101b-8d40-4eb6-8e0e-afdf9f94e641 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.155782] env[66735]: DEBUG nova.compute.provider_tree [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.255857] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Acquiring lock "refresh_cache-6e1971b5-55d4-4b2e-a851-c7dc18eee51d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.256094] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Acquired lock "refresh_cache-6e1971b5-55d4-4b2e-a851-c7dc18eee51d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.256285] env[66735]: DEBUG nova.network.neutron [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1154.333058] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646505, 'name': ReconfigVM_Task, 'duration_secs': 1.337282} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.333689] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 6b388199-2766-4b0a-b299-9d486628a232/6b388199-2766-4b0a-b299-9d486628a232.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.334050] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43ac4b55-a2bd-4467-9c29-456c332917bc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.342283] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1154.342283] env[66735]: value = "task-4646507" [ 1154.342283] env[66735]: _type = "Task" [ 1154.342283] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.351949] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646507, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.489471] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: e3a2c7ad-0021-424a-be07-a08579e82e8e] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1154.551166] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "0020122f-7984-4830-9a69-4108f4b87d35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.551390] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "0020122f-7984-4830-9a69-4108f4b87d35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.602277] env[66735]: DEBUG oslo_vmware.api [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646506, 'name': PowerOnVM_Task, 'duration_secs': 0.400835} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.602559] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.602749] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d9588e4c-dcf1-48cc-8ba6-4f249b1fae93 tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance 'e1a8c1de-c94e-406f-b195-da3bdb9e5d84' progress to 100 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.634527] env[66735]: DEBUG oslo_concurrency.lockutils [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.659398] env[66735]: DEBUG nova.scheduler.client.report [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.789927] env[66735]: DEBUG nova.network.neutron [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1154.852802] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646507, 'name': Rename_Task, 'duration_secs': 0.149135} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.853082] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.853338] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1698ed3-e280-4e4a-b371-acab331a8a5c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.860557] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1154.860557] env[66735]: value = "task-4646508" [ 1154.860557] env[66735]: _type = "Task" [ 1154.860557] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.864480] env[66735]: WARNING neutronclient.v2_0.client [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.872399] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.964504] env[66735]: DEBUG nova.network.neutron [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Updating instance_info_cache with network_info: [{"id": "4e55eb2f-392c-4916-952c-1ae98b31218a", "address": "fa:16:3e:c5:71:5b", "network": {"id": "41bf1783-8886-4ffb-a2b0-480859978440", "bridge": "br-int", "label": "tempest-ServersTestJSON-1457364064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0de3e908565462cb6811137a6bae957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e55eb2f-39", "ovs_interfaceid": "4e55eb2f-392c-4916-952c-1ae98b31218a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.993620] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: cb931a79-d9b8-40a3-8055-ed3c2a2279e0] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1155.054291] env[66735]: DEBUG nova.compute.manager [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1155.163822] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.195271] env[66735]: INFO nova.scheduler.client.report [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted allocations for instance 4d80752d-9175-4c19-9275-93de2e73f705 [ 1155.373177] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646508, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.466887] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Releasing lock "refresh_cache-6e1971b5-55d4-4b2e-a851-c7dc18eee51d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.467744] env[66735]: DEBUG nova.compute.manager [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Instance network_info: |[{"id": "4e55eb2f-392c-4916-952c-1ae98b31218a", "address": "fa:16:3e:c5:71:5b", "network": {"id": "41bf1783-8886-4ffb-a2b0-480859978440", "bridge": "br-int", "label": "tempest-ServersTestJSON-1457364064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0de3e908565462cb6811137a6bae957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e55eb2f-39", "ovs_interfaceid": "4e55eb2f-392c-4916-952c-1ae98b31218a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1155.467943] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:71:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e55eb2f-392c-4916-952c-1ae98b31218a', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.475771] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Creating folder: Project (d0de3e908565462cb6811137a6bae957). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.476075] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca33e2b5-54bd-44d7-99a9-c0b69a9366ef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.487985] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Created folder: Project (d0de3e908565462cb6811137a6bae957) in parent group-v906980. [ 1155.488202] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Creating folder: Instances. Parent ref: group-v907294. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.488464] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28d253ae-f6a6-4689-80be-fcd3c382eb87 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.496620] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: f65ed6ff-2d96-489b-b666-e76d1bb8d94f] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1155.499774] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Created folder: Instances in parent group-v907294. [ 1155.500077] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1155.500531] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.500748] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3965b131-4e48-4cbb-876f-5f39679a6d47 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.523819] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.523819] env[66735]: value = "task-4646511" [ 1155.523819] env[66735]: _type = "Task" [ 1155.523819] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.532834] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646511, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.577376] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.577828] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.579720] env[66735]: INFO nova.compute.claims [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.686094] env[66735]: DEBUG oslo_concurrency.lockutils [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.686289] env[66735]: DEBUG oslo_concurrency.lockutils [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.686466] env[66735]: INFO nova.compute.manager [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Attaching volume 15f5cdd5-a234-4b0f-ae1d-a5e68330b72a to /dev/sdb [ 1155.703405] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ba551573-a734-49c5-90ff-3405c91d111b tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "4d80752d-9175-4c19-9275-93de2e73f705" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.858s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.724143] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4c6e93-2f3d-42bb-96b0-f427eb4647f9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.733392] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33acd3c-3a2a-4e6d-b753-f71554e7c967 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.748193] env[66735]: DEBUG nova.virt.block_device [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Updating existing volume attachment record: 3f4e93fd-60a4-45d3-b7e7-db7d743fc8c2 {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1155.872213] env[66735]: DEBUG oslo_vmware.api [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646508, 'name': PowerOnVM_Task, 'duration_secs': 0.591564} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.872421] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.872692] env[66735]: DEBUG nova.compute.manager [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1155.873617] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13275cb-02d1-41ff-880a-f5cf922f5c2c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.992472] env[66735]: DEBUG nova.compute.manager [req-2a954358-0e47-4318-abaf-494fe5c61b85 req-935e44fa-78fc-468c-bfee-5d63bb17b8c4 service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Received event network-changed-4e55eb2f-392c-4916-952c-1ae98b31218a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1155.992682] env[66735]: DEBUG nova.compute.manager [req-2a954358-0e47-4318-abaf-494fe5c61b85 req-935e44fa-78fc-468c-bfee-5d63bb17b8c4 service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Refreshing instance network info cache due to event network-changed-4e55eb2f-392c-4916-952c-1ae98b31218a. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1155.992880] env[66735]: DEBUG oslo_concurrency.lockutils [req-2a954358-0e47-4318-abaf-494fe5c61b85 req-935e44fa-78fc-468c-bfee-5d63bb17b8c4 service nova] Acquiring lock "refresh_cache-6e1971b5-55d4-4b2e-a851-c7dc18eee51d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.993045] env[66735]: DEBUG oslo_concurrency.lockutils [req-2a954358-0e47-4318-abaf-494fe5c61b85 req-935e44fa-78fc-468c-bfee-5d63bb17b8c4 service nova] Acquired lock "refresh_cache-6e1971b5-55d4-4b2e-a851-c7dc18eee51d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.993221] env[66735]: DEBUG nova.network.neutron [req-2a954358-0e47-4318-abaf-494fe5c61b85 req-935e44fa-78fc-468c-bfee-5d63bb17b8c4 service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Refreshing network info cache for port 4e55eb2f-392c-4916-952c-1ae98b31218a {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.001414] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 57951c8d-d688-4df6-93bf-6dc89871e1cf] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1156.037116] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646511, 'name': CreateVM_Task, 'duration_secs': 0.404674} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.037488] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.038080] env[66735]: WARNING neutronclient.v2_0.client [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.038588] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.038859] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.039269] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.039597] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5612478b-2ac8-4ec9-bd42-75800a6d866d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.045679] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Waiting for the task: (returnval){ [ 1156.045679] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5206e24f-69dc-bcbd-98e5-a5560750706a" [ 1156.045679] env[66735]: _type = "Task" [ 1156.045679] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.054274] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5206e24f-69dc-bcbd-98e5-a5560750706a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.392712] env[66735]: DEBUG oslo_concurrency.lockutils [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.495911] env[66735]: WARNING neutronclient.v2_0.client [req-2a954358-0e47-4318-abaf-494fe5c61b85 req-935e44fa-78fc-468c-bfee-5d63bb17b8c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.504222] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: be7dbad8-d681-4099-a0c9-3bd1596b2f7f] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1156.559975] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5206e24f-69dc-bcbd-98e5-a5560750706a, 'name': SearchDatastore_Task, 'duration_secs': 0.014422} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.560309] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.560584] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.560850] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.561023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.561248] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.561595] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cf2fdd7-3169-463b-b1d6-59dab23298b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.571545] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.571745] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.575445] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8ffa11-b1da-4ee7-ae31-07d8a0696ce1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.582043] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Waiting for the task: (returnval){ [ 1156.582043] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522ede9e-e517-ee10-aac0-151e836142cc" [ 1156.582043] env[66735]: _type = "Task" [ 1156.582043] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.594788] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522ede9e-e517-ee10-aac0-151e836142cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.658126] env[66735]: WARNING neutronclient.v2_0.client [req-2a954358-0e47-4318-abaf-494fe5c61b85 req-935e44fa-78fc-468c-bfee-5d63bb17b8c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.742741] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.743092] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.743350] env[66735]: DEBUG nova.compute.manager [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Going to confirm migration 9 {{(pid=66735) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1156.767099] env[66735]: DEBUG nova.network.neutron [req-2a954358-0e47-4318-abaf-494fe5c61b85 req-935e44fa-78fc-468c-bfee-5d63bb17b8c4 service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Updated VIF entry in instance network info cache for port 4e55eb2f-392c-4916-952c-1ae98b31218a. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1156.768217] env[66735]: DEBUG nova.network.neutron [req-2a954358-0e47-4318-abaf-494fe5c61b85 req-935e44fa-78fc-468c-bfee-5d63bb17b8c4 service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Updating instance_info_cache with network_info: [{"id": "4e55eb2f-392c-4916-952c-1ae98b31218a", "address": "fa:16:3e:c5:71:5b", "network": {"id": "41bf1783-8886-4ffb-a2b0-480859978440", "bridge": "br-int", "label": "tempest-ServersTestJSON-1457364064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0de3e908565462cb6811137a6bae957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e55eb2f-39", "ovs_interfaceid": "4e55eb2f-392c-4916-952c-1ae98b31218a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.777084] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8c312d-8b02-4caa-af26-e5d4b9886155 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.790289] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2f73e8-7e47-4a5c-a375-5eb1b527a130 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.832479] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ba35c6-e353-4dcd-87dc-6337339f70f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.847043] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ce728c-be9b-49cd-94a5-41b7e6e8e312 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.863225] env[66735]: DEBUG nova.compute.provider_tree [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.008372] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 3d96430c-6002-43eb-b78d-0d9b45006a89] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1157.095307] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522ede9e-e517-ee10-aac0-151e836142cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.096112] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03e810f-2a35-48fc-b796-1e4a7454a0b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.102783] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Waiting for the task: (returnval){ [ 1157.102783] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a74be5-52a2-5c96-66db-4f1de7fe7fd3" [ 1157.102783] env[66735]: _type = "Task" [ 1157.102783] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.111203] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a74be5-52a2-5c96-66db-4f1de7fe7fd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.134654] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "4d801706-7155-4365-9c01-4156e28343bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.134868] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "4d801706-7155-4365-9c01-4156e28343bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.249365] env[66735]: WARNING neutronclient.v2_0.client [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.270676] env[66735]: DEBUG oslo_concurrency.lockutils [req-2a954358-0e47-4318-abaf-494fe5c61b85 req-935e44fa-78fc-468c-bfee-5d63bb17b8c4 service nova] Releasing lock "refresh_cache-6e1971b5-55d4-4b2e-a851-c7dc18eee51d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.297587] env[66735]: WARNING neutronclient.v2_0.client [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.297944] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.298108] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquired lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.298277] env[66735]: DEBUG nova.network.neutron [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1157.298453] env[66735]: DEBUG nova.objects.instance [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lazy-loading 'info_cache' on Instance uuid e1a8c1de-c94e-406f-b195-da3bdb9e5d84 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.338831] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquiring lock "6b388199-2766-4b0a-b299-9d486628a232" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.339103] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lock "6b388199-2766-4b0a-b299-9d486628a232" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.339388] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquiring lock "6b388199-2766-4b0a-b299-9d486628a232-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.339594] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lock "6b388199-2766-4b0a-b299-9d486628a232-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.339759] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lock "6b388199-2766-4b0a-b299-9d486628a232-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.341744] env[66735]: INFO nova.compute.manager [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Terminating instance [ 1157.365959] env[66735]: DEBUG nova.scheduler.client.report [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.511185] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 26586a90-db2d-4f62-ab1a-2d5dfa53a9dc] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1157.613497] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a74be5-52a2-5c96-66db-4f1de7fe7fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.012607} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.613738] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.613989] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 6e1971b5-55d4-4b2e-a851-c7dc18eee51d/6e1971b5-55d4-4b2e-a851-c7dc18eee51d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.614264] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdc925e4-ee74-467b-a0b8-1bff7120a2ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.620941] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Waiting for the task: (returnval){ [ 1157.620941] env[66735]: value = "task-4646515" [ 1157.620941] env[66735]: _type = "Task" [ 1157.620941] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.629469] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.637157] env[66735]: DEBUG nova.compute.manager [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1157.846309] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquiring lock "refresh_cache-6b388199-2766-4b0a-b299-9d486628a232" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.846309] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquired lock "refresh_cache-6b388199-2766-4b0a-b299-9d486628a232" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.846522] env[66735]: DEBUG nova.network.neutron [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1157.872018] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.872634] env[66735]: DEBUG nova.compute.manager [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1157.875594] env[66735]: DEBUG oslo_concurrency.lockutils [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.484s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.876345] env[66735]: DEBUG nova.objects.instance [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1158.014216] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 3e1a632d-d3de-4406-9b82-e1d882cde0d4] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1158.134194] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646515, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.164690] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.305255] env[66735]: WARNING neutronclient.v2_0.client [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.349159] env[66735]: WARNING neutronclient.v2_0.client [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.365609] env[66735]: DEBUG nova.network.neutron [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1158.384920] env[66735]: DEBUG nova.compute.utils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.390928] env[66735]: DEBUG nova.compute.manager [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1158.391754] env[66735]: DEBUG nova.network.neutron [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1158.391754] env[66735]: WARNING neutronclient.v2_0.client [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.391754] env[66735]: WARNING neutronclient.v2_0.client [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.430459] env[66735]: DEBUG nova.network.neutron [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.437596] env[66735]: DEBUG nova.policy [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6ed8b26a61948c395dc7ddc111031ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '515c2a40834f41c89ee0e020d1d2a2b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.503260] env[66735]: WARNING neutronclient.v2_0.client [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.517970] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 9c513275-a52a-4351-a00b-5167a2c4a857] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1158.583511] env[66735]: DEBUG nova.network.neutron [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance_info_cache with network_info: [{"id": "06c37647-827f-4c23-a116-0dc2e88c988c", "address": "fa:16:3e:3f:26:39", "network": {"id": "aa09c400-d5e1-4786-bceb-4e539ff9f19a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1593756388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0caa29743c8246d490a3da9761277853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c37647-82", "ovs_interfaceid": "06c37647-827f-4c23-a116-0dc2e88c988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.632284] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659992} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.632550] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 6e1971b5-55d4-4b2e-a851-c7dc18eee51d/6e1971b5-55d4-4b2e-a851-c7dc18eee51d.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.632757] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.633024] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-315719cf-39c8-463d-b0ed-95dc54ca4a6f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.640679] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Waiting for the task: (returnval){ [ 1158.640679] env[66735]: value = "task-4646517" [ 1158.640679] env[66735]: _type = "Task" [ 1158.640679] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.650978] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.766693] env[66735]: DEBUG nova.network.neutron [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Successfully created port: c11f0cd3-4e00-4a46-9945-7c2fe54cac61 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1158.892189] env[66735]: DEBUG nova.compute.manager [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1158.895686] env[66735]: DEBUG oslo_concurrency.lockutils [None req-55f6a575-2719-435b-b037-523a99a64faf tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.901407] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.732s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.901407] env[66735]: INFO nova.compute.claims [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.933059] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Releasing lock "refresh_cache-6b388199-2766-4b0a-b299-9d486628a232" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.933563] env[66735]: DEBUG nova.compute.manager [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1158.933787] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.935015] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73831f34-c2db-44e2-8763-ffe966b49077 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.944517] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.944774] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41c4825e-06f0-4250-9214-dec0a0134888 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.953584] env[66735]: DEBUG oslo_vmware.api [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1158.953584] env[66735]: value = "task-4646518" [ 1158.953584] env[66735]: _type = "Task" [ 1158.953584] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.964921] env[66735]: DEBUG oslo_vmware.api [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.021389] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 6a05070f-299f-4a01-a3b5-ff77ef405528] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1159.086932] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Releasing lock "refresh_cache-e1a8c1de-c94e-406f-b195-da3bdb9e5d84" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.087252] env[66735]: DEBUG nova.objects.instance [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lazy-loading 'migration_context' on Instance uuid e1a8c1de-c94e-406f-b195-da3bdb9e5d84 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.151607] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067712} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.151879] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.152707] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26961212-5e8d-4552-9078-6534d3a02220 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.175900] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 6e1971b5-55d4-4b2e-a851-c7dc18eee51d/6e1971b5-55d4-4b2e-a851-c7dc18eee51d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.176227] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff7636f-761b-420d-a4ff-b70e7e6be1dc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.197508] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Waiting for the task: (returnval){ [ 1159.197508] env[66735]: value = "task-4646519" [ 1159.197508] env[66735]: _type = "Task" [ 1159.197508] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.206792] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.464181] env[66735]: DEBUG oslo_vmware.api [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646518, 'name': PowerOffVM_Task, 'duration_secs': 0.12877} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.464475] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.464679] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.464968] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49f794c1-b664-4756-ab7b-0021ab0f4625 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.493791] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.494074] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.494235] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Deleting the datastore file [datastore2] 6b388199-2766-4b0a-b299-9d486628a232 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.494582] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4ed0569-950e-4178-8427-e00947204ec0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.502260] env[66735]: DEBUG oslo_vmware.api [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for the task: (returnval){ [ 1159.502260] env[66735]: value = "task-4646521" [ 1159.502260] env[66735]: _type = "Task" [ 1159.502260] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.511136] env[66735]: DEBUG oslo_vmware.api [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.524931] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: d28bdb48-d509-4278-b5dc-c3238209198d] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1159.590261] env[66735]: DEBUG nova.objects.base [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1159.591237] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77862ed3-a0c6-4ccd-9b3c-8ee02bd7b724 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.611771] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8723f6-ae14-4706-832c-eccc8b70d192 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.618369] env[66735]: DEBUG oslo_vmware.api [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1159.618369] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]529d43e2-8a49-cba8-5037-6b14e65d16ae" [ 1159.618369] env[66735]: _type = "Task" [ 1159.618369] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.627889] env[66735]: DEBUG oslo_vmware.api [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529d43e2-8a49-cba8-5037-6b14e65d16ae, 'name': SearchDatastore_Task, 'duration_secs': 0.006994} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.628242] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.708665] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646519, 'name': ReconfigVM_Task, 'duration_secs': 0.289447} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.708965] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 6e1971b5-55d4-4b2e-a851-c7dc18eee51d/6e1971b5-55d4-4b2e-a851-c7dc18eee51d.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.709688] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb7971b0-766a-42c2-bebf-fc4e1b8a7304 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.716972] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Waiting for the task: (returnval){ [ 1159.716972] env[66735]: value = "task-4646522" [ 1159.716972] env[66735]: _type = "Task" [ 1159.716972] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.727509] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646522, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.904081] env[66735]: DEBUG nova.compute.manager [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1159.931388] env[66735]: DEBUG nova.virt.hardware [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1159.931702] env[66735]: DEBUG nova.virt.hardware [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.931869] env[66735]: DEBUG nova.virt.hardware [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1159.932135] env[66735]: DEBUG nova.virt.hardware [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.932273] env[66735]: DEBUG nova.virt.hardware [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1159.932429] env[66735]: DEBUG nova.virt.hardware [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1159.932652] env[66735]: DEBUG nova.virt.hardware [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1159.932809] env[66735]: DEBUG nova.virt.hardware [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1159.932992] env[66735]: DEBUG nova.virt.hardware [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1159.933212] env[66735]: DEBUG nova.virt.hardware [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1159.933425] env[66735]: DEBUG nova.virt.hardware [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1159.934328] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d760020-8ccc-402d-ba63-633e6edcf7b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.943747] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5128d3ff-56e2-4bf1-b7ed-c3a21e9bcdc7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.014202] env[66735]: DEBUG oslo_vmware.api [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Task: {'id': task-4646521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102814} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.014460] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.014636] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.014807] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.014972] env[66735]: INFO nova.compute.manager [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1160.015247] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1160.015494] env[66735]: DEBUG nova.compute.manager [-] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1160.015547] env[66735]: DEBUG nova.network.neutron [-] [instance: 6b388199-2766-4b0a-b299-9d486628a232] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1160.015760] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.027587] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: db29ff15-ad16-486d-9c7f-89bee68ed951] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1160.033897] env[66735]: DEBUG nova.network.neutron [-] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1160.034167] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.100981] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863b578f-1495-49eb-b535-9879110bf34e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.109485] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b88466d-b3b4-41e5-bc43-cd5fea2e4ea8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.143465] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7b184e-42ba-4861-bcef-ac2a4e93afa2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.154705] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e89386-75e1-4d5d-8d60-4f2a6d9f0e07 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.169463] env[66735]: DEBUG nova.compute.provider_tree [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.227843] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646522, 'name': Rename_Task, 'duration_secs': 0.135602} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.228139] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.228394] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db3e46fd-447d-4a00-b10b-c6d58b6028ad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.237661] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Waiting for the task: (returnval){ [ 1160.237661] env[66735]: value = "task-4646523" [ 1160.237661] env[66735]: _type = "Task" [ 1160.237661] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.243581] env[66735]: DEBUG nova.compute.manager [req-b07f05ba-5bdf-4d41-95ca-e92d13020f82 req-9d47d8e8-d0d6-45a8-8204-6e669f24d8c7 service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Received event network-vif-plugged-c11f0cd3-4e00-4a46-9945-7c2fe54cac61 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1160.243797] env[66735]: DEBUG oslo_concurrency.lockutils [req-b07f05ba-5bdf-4d41-95ca-e92d13020f82 req-9d47d8e8-d0d6-45a8-8204-6e669f24d8c7 service nova] Acquiring lock "0020122f-7984-4830-9a69-4108f4b87d35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.244430] env[66735]: DEBUG oslo_concurrency.lockutils [req-b07f05ba-5bdf-4d41-95ca-e92d13020f82 req-9d47d8e8-d0d6-45a8-8204-6e669f24d8c7 service nova] Lock "0020122f-7984-4830-9a69-4108f4b87d35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.244616] env[66735]: DEBUG oslo_concurrency.lockutils [req-b07f05ba-5bdf-4d41-95ca-e92d13020f82 req-9d47d8e8-d0d6-45a8-8204-6e669f24d8c7 service nova] Lock "0020122f-7984-4830-9a69-4108f4b87d35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.244798] env[66735]: DEBUG nova.compute.manager [req-b07f05ba-5bdf-4d41-95ca-e92d13020f82 req-9d47d8e8-d0d6-45a8-8204-6e669f24d8c7 service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] No waiting events found dispatching network-vif-plugged-c11f0cd3-4e00-4a46-9945-7c2fe54cac61 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1160.244953] env[66735]: WARNING nova.compute.manager [req-b07f05ba-5bdf-4d41-95ca-e92d13020f82 req-9d47d8e8-d0d6-45a8-8204-6e669f24d8c7 service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Received unexpected event network-vif-plugged-c11f0cd3-4e00-4a46-9945-7c2fe54cac61 for instance with vm_state building and task_state spawning. [ 1160.251530] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.296477] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1160.296764] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907298', 'volume_id': '15f5cdd5-a234-4b0f-ae1d-a5e68330b72a', 'name': 'volume-15f5cdd5-a234-4b0f-ae1d-a5e68330b72a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '904b6b6b-1db4-437d-8259-fb6e25f7fa63', 'attached_at': '', 'detached_at': '', 'volume_id': '15f5cdd5-a234-4b0f-ae1d-a5e68330b72a', 'serial': '15f5cdd5-a234-4b0f-ae1d-a5e68330b72a'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1160.297724] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d3869a-35db-4cae-ad85-96854a9ed1a8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.316776] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6831f748-9afd-46ab-8da9-65eff33f1b1c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.347318] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-15f5cdd5-a234-4b0f-ae1d-a5e68330b72a/volume-15f5cdd5-a234-4b0f-ae1d-a5e68330b72a.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.348451] env[66735]: DEBUG nova.network.neutron [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Successfully updated port: c11f0cd3-4e00-4a46-9945-7c2fe54cac61 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1160.350025] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed4e853-af4b-41ac-8ee1-1035db49f9c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.364941] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.365122] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.365294] env[66735]: DEBUG nova.network.neutron [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1160.374040] env[66735]: DEBUG oslo_vmware.api [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1160.374040] env[66735]: value = "task-4646524" [ 1160.374040] env[66735]: _type = "Task" [ 1160.374040] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.384572] env[66735]: DEBUG oslo_vmware.api [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.531449] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: bd9c9da0-30e0-4184-9219-7c76e34290c9] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1160.538318] env[66735]: DEBUG nova.network.neutron [-] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.698199] env[66735]: ERROR nova.scheduler.client.report [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [req-ec21beae-9229-42af-bd21-cd7b3d448b31] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec21beae-9229-42af-bd21-cd7b3d448b31"}]} [ 1160.717402] env[66735]: DEBUG nova.scheduler.client.report [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Refreshing inventories for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1160.733777] env[66735]: DEBUG nova.scheduler.client.report [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updating ProviderTree inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1160.734027] env[66735]: DEBUG nova.compute.provider_tree [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.747735] env[66735]: DEBUG oslo_vmware.api [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646523, 'name': PowerOnVM_Task, 'duration_secs': 0.471381} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.748426] env[66735]: DEBUG nova.scheduler.client.report [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Refreshing aggregate associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, aggregates: None {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1160.750695] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.750896] env[66735]: INFO nova.compute.manager [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1160.751078] env[66735]: DEBUG nova.compute.manager [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1160.752253] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedba58d-e2f7-48b4-b6fe-733de755f420 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.771100] env[66735]: DEBUG nova.scheduler.client.report [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Refreshing trait associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1160.887675] env[66735]: DEBUG oslo_vmware.api [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646524, 'name': ReconfigVM_Task, 'duration_secs': 0.418786} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.888064] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-15f5cdd5-a234-4b0f-ae1d-a5e68330b72a/volume-15f5cdd5-a234-4b0f-ae1d-a5e68330b72a.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.896259] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-425c838e-2337-4058-b05f-c73363f9c6b5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.908404] env[66735]: DEBUG nova.network.neutron [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1160.918620] env[66735]: DEBUG oslo_vmware.api [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1160.918620] env[66735]: value = "task-4646525" [ 1160.918620] env[66735]: _type = "Task" [ 1160.918620] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.932315] env[66735]: DEBUG oslo_vmware.api [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646525, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.989573] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7b3530-f394-4793-a83e-f38e8684e6e1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.999498] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ad2b53-6817-4dea-ac9d-112830d0861b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.035204] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: fc6616d0-d79e-4df5-b82a-c54d51e8d4a7] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1161.038442] env[66735]: WARNING neutronclient.v2_0.client [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.041366] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8943a1-e2d2-4f91-b388-95691337fde0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.044229] env[66735]: INFO nova.compute.manager [-] [instance: 6b388199-2766-4b0a-b299-9d486628a232] Took 1.03 seconds to deallocate network for instance. [ 1161.053055] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4ff541-5c3c-4cff-a6e4-d14badab71ae {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.068598] env[66735]: DEBUG nova.compute.provider_tree [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.124281] env[66735]: DEBUG nova.network.neutron [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance_info_cache with network_info: [{"id": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "address": "fa:16:3e:90:b3:ee", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11f0cd3-4e", "ovs_interfaceid": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.270086] env[66735]: INFO nova.compute.manager [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Took 15.13 seconds to build instance. [ 1161.429383] env[66735]: DEBUG oslo_vmware.api [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646525, 'name': ReconfigVM_Task, 'duration_secs': 0.165321} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.429667] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907298', 'volume_id': '15f5cdd5-a234-4b0f-ae1d-a5e68330b72a', 'name': 'volume-15f5cdd5-a234-4b0f-ae1d-a5e68330b72a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '904b6b6b-1db4-437d-8259-fb6e25f7fa63', 'attached_at': '', 'detached_at': '', 'volume_id': '15f5cdd5-a234-4b0f-ae1d-a5e68330b72a', 'serial': '15f5cdd5-a234-4b0f-ae1d-a5e68330b72a'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1161.545750] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: de6d2209-9d33-4414-9796-006c40034da9] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1161.553198] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.607028] env[66735]: DEBUG nova.scheduler.client.report [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1161.607028] env[66735]: DEBUG nova.compute.provider_tree [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 170 to 171 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1161.607028] env[66735]: DEBUG nova.compute.provider_tree [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.627727] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.628480] env[66735]: DEBUG nova.compute.manager [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Instance network_info: |[{"id": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "address": "fa:16:3e:90:b3:ee", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11f0cd3-4e", "ovs_interfaceid": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1161.629109] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:b3:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c11f0cd3-4e00-4a46-9945-7c2fe54cac61', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.637745] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1161.639077] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.639077] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c401df74-cb3d-457d-b6fa-a4c20305ec49 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.665020] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.665020] env[66735]: value = "task-4646526" [ 1161.665020] env[66735]: _type = "Task" [ 1161.665020] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.674459] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646526, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.771864] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6c21c900-d980-4a0f-bbf2-87ad1c73f33d tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.646s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.025699] env[66735]: DEBUG nova.compute.manager [req-c5559ecb-1ddd-46d5-8946-e3116c1cd985 req-3f3f34de-985a-4ecf-945e-450a661bb36c service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Received event network-changed-4e55eb2f-392c-4916-952c-1ae98b31218a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1162.025764] env[66735]: DEBUG nova.compute.manager [req-c5559ecb-1ddd-46d5-8946-e3116c1cd985 req-3f3f34de-985a-4ecf-945e-450a661bb36c service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Refreshing instance network info cache due to event network-changed-4e55eb2f-392c-4916-952c-1ae98b31218a. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1162.026680] env[66735]: DEBUG oslo_concurrency.lockutils [req-c5559ecb-1ddd-46d5-8946-e3116c1cd985 req-3f3f34de-985a-4ecf-945e-450a661bb36c service nova] Acquiring lock "refresh_cache-6e1971b5-55d4-4b2e-a851-c7dc18eee51d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.026680] env[66735]: DEBUG oslo_concurrency.lockutils [req-c5559ecb-1ddd-46d5-8946-e3116c1cd985 req-3f3f34de-985a-4ecf-945e-450a661bb36c service nova] Acquired lock "refresh_cache-6e1971b5-55d4-4b2e-a851-c7dc18eee51d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.026680] env[66735]: DEBUG nova.network.neutron [req-c5559ecb-1ddd-46d5-8946-e3116c1cd985 req-3f3f34de-985a-4ecf-945e-450a661bb36c service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Refreshing network info cache for port 4e55eb2f-392c-4916-952c-1ae98b31218a {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.050266] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: f92fca99-b720-488f-bddf-6e703240f27f] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1162.111786] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.215s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.112398] env[66735]: DEBUG nova.compute.manager [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1162.115046] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.487s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.176360] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646526, 'name': CreateVM_Task, 'duration_secs': 0.446263} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.176616] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.177141] env[66735]: WARNING neutronclient.v2_0.client [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.177565] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.178268] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.178268] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.178268] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee4c641-b983-4fb4-8f29-78ae0ed54d66 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.183670] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1162.183670] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52898c85-5329-a3a3-c5ca-9cd6b0b17419" [ 1162.183670] env[66735]: _type = "Task" [ 1162.183670] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.193095] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52898c85-5329-a3a3-c5ca-9cd6b0b17419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.269328] env[66735]: DEBUG nova.compute.manager [req-082446b1-1280-4126-bf2f-73ff54dc4c7e req-6d3f9ef1-e85d-4ddf-990f-b51d20ad91d8 service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Received event network-changed-c11f0cd3-4e00-4a46-9945-7c2fe54cac61 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1162.269526] env[66735]: DEBUG nova.compute.manager [req-082446b1-1280-4126-bf2f-73ff54dc4c7e req-6d3f9ef1-e85d-4ddf-990f-b51d20ad91d8 service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Refreshing instance network info cache due to event network-changed-c11f0cd3-4e00-4a46-9945-7c2fe54cac61. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1162.269728] env[66735]: DEBUG oslo_concurrency.lockutils [req-082446b1-1280-4126-bf2f-73ff54dc4c7e req-6d3f9ef1-e85d-4ddf-990f-b51d20ad91d8 service nova] Acquiring lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.269864] env[66735]: DEBUG oslo_concurrency.lockutils [req-082446b1-1280-4126-bf2f-73ff54dc4c7e req-6d3f9ef1-e85d-4ddf-990f-b51d20ad91d8 service nova] Acquired lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.270023] env[66735]: DEBUG nova.network.neutron [req-082446b1-1280-4126-bf2f-73ff54dc4c7e req-6d3f9ef1-e85d-4ddf-990f-b51d20ad91d8 service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Refreshing network info cache for port c11f0cd3-4e00-4a46-9945-7c2fe54cac61 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.478454] env[66735]: DEBUG nova.objects.instance [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'flavor' on Instance uuid 904b6b6b-1db4-437d-8259-fb6e25f7fa63 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.530064] env[66735]: WARNING neutronclient.v2_0.client [req-c5559ecb-1ddd-46d5-8946-e3116c1cd985 req-3f3f34de-985a-4ecf-945e-450a661bb36c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.553467] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: cab2d0f3-650f-4f37-9386-440f4cb74d4c] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1162.619567] env[66735]: DEBUG nova.compute.utils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.623656] env[66735]: DEBUG nova.compute.manager [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1162.623839] env[66735]: DEBUG nova.network.neutron [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1162.624166] env[66735]: WARNING neutronclient.v2_0.client [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.624446] env[66735]: WARNING neutronclient.v2_0.client [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.678042] env[66735]: DEBUG nova.policy [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61278f88fcf14992b26ecc5fa9640c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29418d690eda48438d1c2aa27bb21a4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.694340] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52898c85-5329-a3a3-c5ca-9cd6b0b17419, 'name': SearchDatastore_Task, 'duration_secs': 0.013888} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.694753] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.694987] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.695228] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.695381] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.695551] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.695820] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6950ff56-552c-40d4-9b9f-d5efcdf29bc6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.706616] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.706616] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.707355] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec36b3aa-dfc0-4dff-be0f-6a887897496f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.715023] env[66735]: WARNING neutronclient.v2_0.client [req-c5559ecb-1ddd-46d5-8946-e3116c1cd985 req-3f3f34de-985a-4ecf-945e-450a661bb36c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.717088] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1162.717088] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]528ca1d7-a80e-1308-c735-189a61cb1925" [ 1162.717088] env[66735]: _type = "Task" [ 1162.717088] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.725982] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]528ca1d7-a80e-1308-c735-189a61cb1925, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.729089] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308c8d10-69a8-465b-92fe-cd01d82e98d1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.734940] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1162.734940] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]529c0429-3b40-49c9-271b-c6b34fc1b750" [ 1162.734940] env[66735]: _type = "Task" [ 1162.734940] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.743689] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529c0429-3b40-49c9-271b-c6b34fc1b750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.773102] env[66735]: WARNING neutronclient.v2_0.client [req-082446b1-1280-4126-bf2f-73ff54dc4c7e req-6d3f9ef1-e85d-4ddf-990f-b51d20ad91d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.784285] env[66735]: DEBUG nova.network.neutron [req-c5559ecb-1ddd-46d5-8946-e3116c1cd985 req-3f3f34de-985a-4ecf-945e-450a661bb36c service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Updated VIF entry in instance network info cache for port 4e55eb2f-392c-4916-952c-1ae98b31218a. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1162.784676] env[66735]: DEBUG nova.network.neutron [req-c5559ecb-1ddd-46d5-8946-e3116c1cd985 req-3f3f34de-985a-4ecf-945e-450a661bb36c service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Updating instance_info_cache with network_info: [{"id": "4e55eb2f-392c-4916-952c-1ae98b31218a", "address": "fa:16:3e:c5:71:5b", "network": {"id": "41bf1783-8886-4ffb-a2b0-480859978440", "bridge": "br-int", "label": "tempest-ServersTestJSON-1457364064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0de3e908565462cb6811137a6bae957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e55eb2f-39", "ovs_interfaceid": "4e55eb2f-392c-4916-952c-1ae98b31218a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.801114] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314237bd-1dce-45e6-a071-2a4e8374761b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.811240] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b3f3e2-a8ec-43db-9efd-5d5efe9004a0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.845967] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ac1ca2-4c36-4b51-882d-f4aa359bf157 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.854724] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2d45ac-55b6-4237-a429-57404d9b1c9e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.871324] env[66735]: DEBUG nova.compute.provider_tree [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.986043] env[66735]: WARNING neutronclient.v2_0.client [req-082446b1-1280-4126-bf2f-73ff54dc4c7e req-6d3f9ef1-e85d-4ddf-990f-b51d20ad91d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.987040] env[66735]: DEBUG oslo_concurrency.lockutils [None req-092f43b7-f110-4e14-9247-4662e3caf807 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.301s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.998967] env[66735]: DEBUG nova.network.neutron [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Successfully created port: 767857df-634e-4992-9b2a-d074fda2714a {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1163.055514] env[66735]: DEBUG nova.network.neutron [req-082446b1-1280-4126-bf2f-73ff54dc4c7e req-6d3f9ef1-e85d-4ddf-990f-b51d20ad91d8 service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updated VIF entry in instance network info cache for port c11f0cd3-4e00-4a46-9945-7c2fe54cac61. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1163.055977] env[66735]: DEBUG nova.network.neutron [req-082446b1-1280-4126-bf2f-73ff54dc4c7e req-6d3f9ef1-e85d-4ddf-990f-b51d20ad91d8 service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance_info_cache with network_info: [{"id": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "address": "fa:16:3e:90:b3:ee", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11f0cd3-4e", "ovs_interfaceid": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.057496] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 8ffe3e91-bdd4-4136-947b-a94b42305acc] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1163.078928] env[66735]: DEBUG oslo_concurrency.lockutils [None req-85a9d1d5-de73-4c91-8007-ea0d39c0d676 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.079698] env[66735]: DEBUG oslo_concurrency.lockutils [None req-85a9d1d5-de73-4c91-8007-ea0d39c0d676 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.079923] env[66735]: DEBUG nova.compute.manager [None req-85a9d1d5-de73-4c91-8007-ea0d39c0d676 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1163.080854] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9496d58f-0e7c-472f-bc34-e460a3fe5a78 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.088668] env[66735]: DEBUG nova.compute.manager [None req-85a9d1d5-de73-4c91-8007-ea0d39c0d676 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1163.089266] env[66735]: DEBUG nova.objects.instance [None req-85a9d1d5-de73-4c91-8007-ea0d39c0d676 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'flavor' on Instance uuid 904b6b6b-1db4-437d-8259-fb6e25f7fa63 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.124806] env[66735]: DEBUG nova.compute.manager [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1163.246340] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529c0429-3b40-49c9-271b-c6b34fc1b750, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.246640] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.246911] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 0020122f-7984-4830-9a69-4108f4b87d35/0020122f-7984-4830-9a69-4108f4b87d35.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.247203] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f24fd174-01d3-440a-9435-0760d8b21ab6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.255561] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1163.255561] env[66735]: value = "task-4646527" [ 1163.255561] env[66735]: _type = "Task" [ 1163.255561] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.267155] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.288196] env[66735]: DEBUG oslo_concurrency.lockutils [req-c5559ecb-1ddd-46d5-8946-e3116c1cd985 req-3f3f34de-985a-4ecf-945e-450a661bb36c service nova] Releasing lock "refresh_cache-6e1971b5-55d4-4b2e-a851-c7dc18eee51d" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.375186] env[66735]: DEBUG nova.scheduler.client.report [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.562496] env[66735]: DEBUG oslo_concurrency.lockutils [req-082446b1-1280-4126-bf2f-73ff54dc4c7e req-6d3f9ef1-e85d-4ddf-990f-b51d20ad91d8 service nova] Releasing lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.562496] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: a55ab608-5565-47f7-8cb7-d10d974345b6] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1163.766933] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510918} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.767223] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 0020122f-7984-4830-9a69-4108f4b87d35/0020122f-7984-4830-9a69-4108f4b87d35.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.767435] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.767753] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a4232a1-2bea-4f4e-a074-97253002f7c1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.776106] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1163.776106] env[66735]: value = "task-4646528" [ 1163.776106] env[66735]: _type = "Task" [ 1163.776106] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.784353] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.065792] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 923833fe-90ef-43e8-aa9c-b513f97d2702] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1164.096725] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a9d1d5-de73-4c91-8007-ea0d39c0d676 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.097041] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3453b8f7-aa8a-48ff-9a0a-bd447df241f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.105964] env[66735]: DEBUG oslo_vmware.api [None req-85a9d1d5-de73-4c91-8007-ea0d39c0d676 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1164.105964] env[66735]: value = "task-4646529" [ 1164.105964] env[66735]: _type = "Task" [ 1164.105964] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.117767] env[66735]: DEBUG oslo_vmware.api [None req-85a9d1d5-de73-4c91-8007-ea0d39c0d676 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.135353] env[66735]: DEBUG nova.compute.manager [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1164.166024] env[66735]: DEBUG nova.virt.hardware [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1164.166375] env[66735]: DEBUG nova.virt.hardware [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.166579] env[66735]: DEBUG nova.virt.hardware [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1164.166827] env[66735]: DEBUG nova.virt.hardware [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.167034] env[66735]: DEBUG nova.virt.hardware [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1164.167220] env[66735]: DEBUG nova.virt.hardware [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1164.167522] env[66735]: DEBUG nova.virt.hardware [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1164.167729] env[66735]: DEBUG nova.virt.hardware [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1164.168071] env[66735]: DEBUG nova.virt.hardware [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1164.168311] env[66735]: DEBUG nova.virt.hardware [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1164.168546] env[66735]: DEBUG nova.virt.hardware [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1164.169600] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3701665-f28a-41cf-8820-59098abf8195 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.179379] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204d2b2e-ca03-43ce-9f29-b5d508ebbb38 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.286551] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069371} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.287081] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.287849] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ef86c1-dea5-4986-b629-b5a55a5a38e2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.312789] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 0020122f-7984-4830-9a69-4108f4b87d35/0020122f-7984-4830-9a69-4108f4b87d35.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.313302] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff2ae6a-fd94-4598-b6ee-8071b9c0bc7b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.335737] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1164.335737] env[66735]: value = "task-4646530" [ 1164.335737] env[66735]: _type = "Task" [ 1164.335737] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.345149] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.386725] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.271s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.389474] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.837s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.389660] env[66735]: DEBUG nova.objects.instance [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lazy-loading 'resources' on Instance uuid 6b388199-2766-4b0a-b299-9d486628a232 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.442679] env[66735]: DEBUG nova.compute.manager [req-cb6430bd-782b-4af5-8316-c7430a274f77 req-4b4fac49-a825-4e2a-ad86-fd429748e7b7 service nova] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Received event network-vif-plugged-767857df-634e-4992-9b2a-d074fda2714a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1164.442997] env[66735]: DEBUG oslo_concurrency.lockutils [req-cb6430bd-782b-4af5-8316-c7430a274f77 req-4b4fac49-a825-4e2a-ad86-fd429748e7b7 service nova] Acquiring lock "4d801706-7155-4365-9c01-4156e28343bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.443169] env[66735]: DEBUG oslo_concurrency.lockutils [req-cb6430bd-782b-4af5-8316-c7430a274f77 req-4b4fac49-a825-4e2a-ad86-fd429748e7b7 service nova] Lock "4d801706-7155-4365-9c01-4156e28343bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.443355] env[66735]: DEBUG oslo_concurrency.lockutils [req-cb6430bd-782b-4af5-8316-c7430a274f77 req-4b4fac49-a825-4e2a-ad86-fd429748e7b7 service nova] Lock "4d801706-7155-4365-9c01-4156e28343bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.443490] env[66735]: DEBUG nova.compute.manager [req-cb6430bd-782b-4af5-8316-c7430a274f77 req-4b4fac49-a825-4e2a-ad86-fd429748e7b7 service nova] [instance: 4d801706-7155-4365-9c01-4156e28343bd] No waiting events found dispatching network-vif-plugged-767857df-634e-4992-9b2a-d074fda2714a {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1164.443672] env[66735]: WARNING nova.compute.manager [req-cb6430bd-782b-4af5-8316-c7430a274f77 req-4b4fac49-a825-4e2a-ad86-fd429748e7b7 service nova] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Received unexpected event network-vif-plugged-767857df-634e-4992-9b2a-d074fda2714a for instance with vm_state building and task_state spawning. [ 1164.533596] env[66735]: DEBUG nova.network.neutron [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Successfully updated port: 767857df-634e-4992-9b2a-d074fda2714a {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1164.570083] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: a0c8cb6e-8ed3-4c76-87cf-84dbef1fdc1d] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1164.616833] env[66735]: DEBUG oslo_vmware.api [None req-85a9d1d5-de73-4c91-8007-ea0d39c0d676 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646529, 'name': PowerOffVM_Task, 'duration_secs': 0.262325} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.617141] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a9d1d5-de73-4c91-8007-ea0d39c0d676 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.617350] env[66735]: DEBUG nova.compute.manager [None req-85a9d1d5-de73-4c91-8007-ea0d39c0d676 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1164.618190] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d798a60-3e8b-4a49-8c63-5ca380d89c9f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.847238] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646530, 'name': ReconfigVM_Task, 'duration_secs': 0.361814} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.847614] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 0020122f-7984-4830-9a69-4108f4b87d35/0020122f-7984-4830-9a69-4108f4b87d35.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.848387] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5778938b-1729-47d6-8be9-ab4ad3696c5a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.856751] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1164.856751] env[66735]: value = "task-4646531" [ 1164.856751] env[66735]: _type = "Task" [ 1164.856751] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.867562] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646531, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.959923] env[66735]: INFO nova.scheduler.client.report [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted allocation for migration 666deb68-c4c8-4d49-af7e-de10b1162251 [ 1165.036624] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "refresh_cache-4d801706-7155-4365-9c01-4156e28343bd" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.036849] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "refresh_cache-4d801706-7155-4365-9c01-4156e28343bd" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.037052] env[66735]: DEBUG nova.network.neutron [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1165.073538] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 766bf5e7-c5d6-474e-be1f-316a531ef128] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1165.093579] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31212b17-9432-4f37-8f6e-30af8145b89c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.102628] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf072332-8edf-42b1-ab10-97ed3652c3e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.138753] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fb765b-b4bc-49ba-aaa9-8eb0459b2154 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.141844] env[66735]: DEBUG oslo_concurrency.lockutils [None req-85a9d1d5-de73-4c91-8007-ea0d39c0d676 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.148994] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecf5fd0-1efb-4808-be95-9ec9e52dc12b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.165542] env[66735]: DEBUG nova.compute.provider_tree [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.367337] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646531, 'name': Rename_Task, 'duration_secs': 0.157197} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.367617] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.367873] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6043c20f-86f4-4d29-b42f-16407a8eae82 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.375775] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1165.375775] env[66735]: value = "task-4646532" [ 1165.375775] env[66735]: _type = "Task" [ 1165.375775] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.384249] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.469755] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.726s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.529127] env[66735]: DEBUG nova.objects.instance [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'flavor' on Instance uuid 904b6b6b-1db4-437d-8259-fb6e25f7fa63 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.571550] env[66735]: DEBUG nova.network.neutron [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1165.577725] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: c02a5eda-b5d0-4a90-b2c4-8ea44122264c] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1165.651720] env[66735]: WARNING neutronclient.v2_0.client [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.669179] env[66735]: DEBUG nova.scheduler.client.report [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.723945] env[66735]: DEBUG nova.network.neutron [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Updating instance_info_cache with network_info: [{"id": "767857df-634e-4992-9b2a-d074fda2714a", "address": "fa:16:3e:f3:67:76", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767857df-63", "ovs_interfaceid": "767857df-634e-4992-9b2a-d074fda2714a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.887528] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646532, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.034313] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.034496] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquired lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.034586] env[66735]: DEBUG nova.network.neutron [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1166.034757] env[66735]: DEBUG nova.objects.instance [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'info_cache' on Instance uuid 904b6b6b-1db4-437d-8259-fb6e25f7fa63 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.080991] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 1a2c906f-1613-4701-9787-16a2b1f1cf2f] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1166.175945] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.195069] env[66735]: INFO nova.scheduler.client.report [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Deleted allocations for instance 6b388199-2766-4b0a-b299-9d486628a232 [ 1166.226549] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "refresh_cache-4d801706-7155-4365-9c01-4156e28343bd" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.226956] env[66735]: DEBUG nova.compute.manager [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Instance network_info: |[{"id": "767857df-634e-4992-9b2a-d074fda2714a", "address": "fa:16:3e:f3:67:76", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767857df-63", "ovs_interfaceid": "767857df-634e-4992-9b2a-d074fda2714a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1166.227473] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:67:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '767857df-634e-4992-9b2a-d074fda2714a', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.235895] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1166.236218] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.236439] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bb72166-92cf-4f52-8ec9-f605685fc357 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.257263] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.257263] env[66735]: value = "task-4646533" [ 1166.257263] env[66735]: _type = "Task" [ 1166.257263] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.269749] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646533, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.386742] env[66735]: DEBUG oslo_vmware.api [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646532, 'name': PowerOnVM_Task, 'duration_secs': 0.515781} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.387015] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.387217] env[66735]: INFO nova.compute.manager [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Took 6.48 seconds to spawn the instance on the hypervisor. [ 1166.387390] env[66735]: DEBUG nova.compute.manager [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1166.388186] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541957a0-dac5-4d51-8f06-8b6bcbdf1690 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.476903] env[66735]: DEBUG nova.compute.manager [req-c4cd0f70-91ca-442b-b7c7-d45a29688b32 req-ba7ae3f1-0a1c-4592-9634-614196bc3d9b service nova] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Received event network-changed-767857df-634e-4992-9b2a-d074fda2714a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1166.477760] env[66735]: DEBUG nova.compute.manager [req-c4cd0f70-91ca-442b-b7c7-d45a29688b32 req-ba7ae3f1-0a1c-4592-9634-614196bc3d9b service nova] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Refreshing instance network info cache due to event network-changed-767857df-634e-4992-9b2a-d074fda2714a. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1166.477760] env[66735]: DEBUG oslo_concurrency.lockutils [req-c4cd0f70-91ca-442b-b7c7-d45a29688b32 req-ba7ae3f1-0a1c-4592-9634-614196bc3d9b service nova] Acquiring lock "refresh_cache-4d801706-7155-4365-9c01-4156e28343bd" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.477760] env[66735]: DEBUG oslo_concurrency.lockutils [req-c4cd0f70-91ca-442b-b7c7-d45a29688b32 req-ba7ae3f1-0a1c-4592-9634-614196bc3d9b service nova] Acquired lock "refresh_cache-4d801706-7155-4365-9c01-4156e28343bd" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.477760] env[66735]: DEBUG nova.network.neutron [req-c4cd0f70-91ca-442b-b7c7-d45a29688b32 req-ba7ae3f1-0a1c-4592-9634-614196bc3d9b service nova] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Refreshing network info cache for port 767857df-634e-4992-9b2a-d074fda2714a {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.537967] env[66735]: DEBUG nova.objects.base [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Object Instance<904b6b6b-1db4-437d-8259-fb6e25f7fa63> lazy-loaded attributes: flavor,info_cache {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1166.584256] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: de06f073-887e-4bde-8158-54fcd704ee5f] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1166.703610] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dabcee4b-e41f-4833-b0d7-ef63dcc705d7 tempest-ServersListShow2100Test-1775933532 tempest-ServersListShow2100Test-1775933532-project-member] Lock "6b388199-2766-4b0a-b299-9d486628a232" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.364s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.769735] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646533, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.771366] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.771591] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.771821] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.772066] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.772310] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.774571] env[66735]: INFO nova.compute.manager [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Terminating instance [ 1166.906112] env[66735]: INFO nova.compute.manager [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Took 11.35 seconds to build instance. [ 1166.980391] env[66735]: WARNING neutronclient.v2_0.client [req-c4cd0f70-91ca-442b-b7c7-d45a29688b32 req-ba7ae3f1-0a1c-4592-9634-614196bc3d9b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.040543] env[66735]: WARNING neutronclient.v2_0.client [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.087522] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 795f860f-2e17-43de-848a-1e581c7e0629] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1167.185051] env[66735]: WARNING neutronclient.v2_0.client [req-c4cd0f70-91ca-442b-b7c7-d45a29688b32 req-ba7ae3f1-0a1c-4592-9634-614196bc3d9b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.243877] env[66735]: WARNING neutronclient.v2_0.client [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.254057] env[66735]: DEBUG nova.network.neutron [req-c4cd0f70-91ca-442b-b7c7-d45a29688b32 req-ba7ae3f1-0a1c-4592-9634-614196bc3d9b service nova] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Updated VIF entry in instance network info cache for port 767857df-634e-4992-9b2a-d074fda2714a. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1167.254278] env[66735]: DEBUG nova.network.neutron [req-c4cd0f70-91ca-442b-b7c7-d45a29688b32 req-ba7ae3f1-0a1c-4592-9634-614196bc3d9b service nova] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Updating instance_info_cache with network_info: [{"id": "767857df-634e-4992-9b2a-d074fda2714a", "address": "fa:16:3e:f3:67:76", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767857df-63", "ovs_interfaceid": "767857df-634e-4992-9b2a-d074fda2714a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.268820] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646533, 'name': CreateVM_Task, 'duration_secs': 0.548324} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.269625] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.270149] env[66735]: WARNING neutronclient.v2_0.client [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.270773] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.270773] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.270968] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.271500] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ec1805-dfca-4a75-b5c2-03e0c5398336 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.277715] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1167.277715] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5266bb62-a88d-fb30-6a5e-633b88403b6c" [ 1167.277715] env[66735]: _type = "Task" [ 1167.277715] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.278017] env[66735]: DEBUG nova.compute.manager [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1167.278219] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.279392] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cd3667-765a-4210-8a85-c88091ed4cb2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.296217] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5266bb62-a88d-fb30-6a5e-633b88403b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.012675} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.298723] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.298859] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.299023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.299175] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.299349] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.299646] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.299863] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85c31d4f-9c7b-4d76-94f4-419a947a57c0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.301741] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb5676a2-2bf5-42aa-ad38-d14f59bb2342 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.310224] env[66735]: DEBUG oslo_vmware.api [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1167.310224] env[66735]: value = "task-4646534" [ 1167.310224] env[66735]: _type = "Task" [ 1167.310224] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.311895] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.312199] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.316465] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20e9263-5035-4c9c-b18f-0a3c88d76a55 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.323268] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1167.323268] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52935802-f410-1346-41ce-e4a262e9bf8b" [ 1167.323268] env[66735]: _type = "Task" [ 1167.323268] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.326695] env[66735]: DEBUG oslo_vmware.api [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.327856] env[66735]: DEBUG nova.network.neutron [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Updating instance_info_cache with network_info: [{"id": "80a0f0ba-51f7-4284-90f1-fb73535cc187", "address": "fa:16:3e:46:19:85", "network": {"id": "6eed58a4-c9bf-4996-a4d3-3e799848242e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1915777937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef487e4904f46b8b1bcebf10204ed4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a0f0ba-51", "ovs_interfaceid": "80a0f0ba-51f7-4284-90f1-fb73535cc187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.340853] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52935802-f410-1346-41ce-e4a262e9bf8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012201} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.341990] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f600d6-678a-4a46-bcc0-ba243586f278 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.348612] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1167.348612] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5225b393-ee25-d406-7656-cbda1e6df732" [ 1167.348612] env[66735]: _type = "Task" [ 1167.348612] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.358480] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5225b393-ee25-d406-7656-cbda1e6df732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.409614] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6bafee84-5000-4104-b94a-f394612def0b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "0020122f-7984-4830-9a69-4108f4b87d35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.858s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.591305] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: a9e51151-f280-4498-98cb-892e5290bccf] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1167.760534] env[66735]: DEBUG oslo_concurrency.lockutils [req-c4cd0f70-91ca-442b-b7c7-d45a29688b32 req-ba7ae3f1-0a1c-4592-9634-614196bc3d9b service nova] Releasing lock "refresh_cache-4d801706-7155-4365-9c01-4156e28343bd" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.821844] env[66735]: DEBUG oslo_vmware.api [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646534, 'name': PowerOffVM_Task, 'duration_secs': 0.45603} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.822059] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.822239] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.822633] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31efc258-4c55-48e0-ad7c-81ebb0a4c571 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.834054] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Releasing lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.859843] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5225b393-ee25-d406-7656-cbda1e6df732, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.860137] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.860403] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 4d801706-7155-4365-9c01-4156e28343bd/4d801706-7155-4365-9c01-4156e28343bd.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.860673] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66985cc7-bc9f-4028-8bf4-8a4b289961dc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.869614] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1167.869614] env[66735]: value = "task-4646536" [ 1167.869614] env[66735]: _type = "Task" [ 1167.869614] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.878213] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.892846] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.893097] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.893308] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleting the datastore file [datastore2] e1a8c1de-c94e-406f-b195-da3bdb9e5d84 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.893626] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d769612a-afff-456b-95c4-b0eb60965560 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.901552] env[66735]: DEBUG oslo_vmware.api [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for the task: (returnval){ [ 1167.901552] env[66735]: value = "task-4646537" [ 1167.901552] env[66735]: _type = "Task" [ 1167.901552] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.910980] env[66735]: DEBUG oslo_vmware.api [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.095090] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 5d9fdd18-c869-40f6-bcd2-f2dc97b3b1ad] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1168.381483] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.411802] env[66735]: DEBUG oslo_vmware.api [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Task: {'id': task-4646537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172925} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.412075] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.412279] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.412470] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.412642] env[66735]: INFO nova.compute.manager [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1168.412896] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1168.413125] env[66735]: DEBUG nova.compute.manager [-] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1168.413216] env[66735]: DEBUG nova.network.neutron [-] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1168.413550] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.479307] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.507711] env[66735]: DEBUG nova.compute.manager [req-2c62a59d-5223-4da7-a7ae-1eb52273e168 req-0d1220b8-b71b-4cc3-919e-2bc656ef9f9a service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Received event network-changed-c11f0cd3-4e00-4a46-9945-7c2fe54cac61 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1168.508059] env[66735]: DEBUG nova.compute.manager [req-2c62a59d-5223-4da7-a7ae-1eb52273e168 req-0d1220b8-b71b-4cc3-919e-2bc656ef9f9a service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Refreshing instance network info cache due to event network-changed-c11f0cd3-4e00-4a46-9945-7c2fe54cac61. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1168.508184] env[66735]: DEBUG oslo_concurrency.lockutils [req-2c62a59d-5223-4da7-a7ae-1eb52273e168 req-0d1220b8-b71b-4cc3-919e-2bc656ef9f9a service nova] Acquiring lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.508336] env[66735]: DEBUG oslo_concurrency.lockutils [req-2c62a59d-5223-4da7-a7ae-1eb52273e168 req-0d1220b8-b71b-4cc3-919e-2bc656ef9f9a service nova] Acquired lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.508499] env[66735]: DEBUG nova.network.neutron [req-2c62a59d-5223-4da7-a7ae-1eb52273e168 req-0d1220b8-b71b-4cc3-919e-2bc656ef9f9a service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Refreshing network info cache for port c11f0cd3-4e00-4a46-9945-7c2fe54cac61 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.597592] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: f2821633-73aa-4969-8d56-e4dcfcce7bec] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1168.840413] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.841019] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a4cbe02-de42-4db0-b446-7a876db1c32b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.851978] env[66735]: DEBUG oslo_vmware.api [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1168.851978] env[66735]: value = "task-4646538" [ 1168.851978] env[66735]: _type = "Task" [ 1168.851978] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.862654] env[66735]: DEBUG oslo_vmware.api [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.882260] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646536, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.011386] env[66735]: WARNING neutronclient.v2_0.client [req-2c62a59d-5223-4da7-a7ae-1eb52273e168 req-0d1220b8-b71b-4cc3-919e-2bc656ef9f9a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.103535] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 3fd3d500-16d2-44f4-aca9-8eb3238421ab] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1169.213539] env[66735]: WARNING neutronclient.v2_0.client [req-2c62a59d-5223-4da7-a7ae-1eb52273e168 req-0d1220b8-b71b-4cc3-919e-2bc656ef9f9a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.218226] env[66735]: DEBUG nova.network.neutron [-] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.287832] env[66735]: DEBUG nova.network.neutron [req-2c62a59d-5223-4da7-a7ae-1eb52273e168 req-0d1220b8-b71b-4cc3-919e-2bc656ef9f9a service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updated VIF entry in instance network info cache for port c11f0cd3-4e00-4a46-9945-7c2fe54cac61. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1169.288245] env[66735]: DEBUG nova.network.neutron [req-2c62a59d-5223-4da7-a7ae-1eb52273e168 req-0d1220b8-b71b-4cc3-919e-2bc656ef9f9a service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance_info_cache with network_info: [{"id": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "address": "fa:16:3e:90:b3:ee", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11f0cd3-4e", "ovs_interfaceid": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.362530] env[66735]: DEBUG oslo_vmware.api [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646538, 'name': PowerOnVM_Task, 'duration_secs': 0.510456} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.362712] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.362918] env[66735]: DEBUG nova.compute.manager [None req-c2c90fbc-b60b-4515-90c1-bc009b0feb97 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1169.363773] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4121760-3377-40ac-8461-bf1d086418a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.382382] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646536, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.213952} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.382633] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 4d801706-7155-4365-9c01-4156e28343bd/4d801706-7155-4365-9c01-4156e28343bd.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.382837] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.383176] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a746666-c5d0-466a-85dd-70b3a7aa3081 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.391845] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1169.391845] env[66735]: value = "task-4646539" [ 1169.391845] env[66735]: _type = "Task" [ 1169.391845] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.401063] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.607749] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: f1ac4360-83ca-4561-8282-538cf40715b3] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1169.722028] env[66735]: INFO nova.compute.manager [-] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Took 1.31 seconds to deallocate network for instance. [ 1169.791880] env[66735]: DEBUG oslo_concurrency.lockutils [req-2c62a59d-5223-4da7-a7ae-1eb52273e168 req-0d1220b8-b71b-4cc3-919e-2bc656ef9f9a service nova] Releasing lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.903607] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065839} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.903879] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.904719] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c324b7-b57b-43e9-bac5-7628f2dea751 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.930175] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 4d801706-7155-4365-9c01-4156e28343bd/4d801706-7155-4365-9c01-4156e28343bd.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.930581] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92bdee49-7227-427c-8ec6-beedad496aa0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.952433] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1169.952433] env[66735]: value = "task-4646540" [ 1169.952433] env[66735]: _type = "Task" [ 1169.952433] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.961348] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.111228] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: e3155645-b70f-426c-83df-e217fe8be062] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1170.231612] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.231939] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.232141] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.255236] env[66735]: INFO nova.scheduler.client.report [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Deleted allocations for instance e1a8c1de-c94e-406f-b195-da3bdb9e5d84 [ 1170.287873] env[66735]: DEBUG oslo_concurrency.lockutils [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "f4f888eb-a764-4e8b-8bd1-4505a3019625" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.288191] env[66735]: DEBUG oslo_concurrency.lockutils [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "f4f888eb-a764-4e8b-8bd1-4505a3019625" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.288437] env[66735]: DEBUG oslo_concurrency.lockutils [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "f4f888eb-a764-4e8b-8bd1-4505a3019625-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.288664] env[66735]: DEBUG oslo_concurrency.lockutils [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "f4f888eb-a764-4e8b-8bd1-4505a3019625-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.288882] env[66735]: DEBUG oslo_concurrency.lockutils [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "f4f888eb-a764-4e8b-8bd1-4505a3019625-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.291364] env[66735]: INFO nova.compute.manager [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Terminating instance [ 1170.463165] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.546117] env[66735]: DEBUG nova.compute.manager [req-122316bb-5aa2-4f62-bfe3-c2ce7338d8ae req-ef9248b6-88c7-4689-abbb-8aee76525741 service nova] [instance: e1a8c1de-c94e-406f-b195-da3bdb9e5d84] Received event network-vif-deleted-06c37647-827f-4c23-a116-0dc2e88c988c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1170.615154] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 23873e0a-e4f8-440b-b44c-911cdd380e73] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1170.763239] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5345034f-d19e-4433-868c-a247cc9d5f1b tempest-DeleteServersTestJSON-1353383505 tempest-DeleteServersTestJSON-1353383505-project-member] Lock "e1a8c1de-c94e-406f-b195-da3bdb9e5d84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.991s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.795763] env[66735]: DEBUG nova.compute.manager [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1170.796084] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.796385] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e84dec1a-3136-4a32-a837-a50cb9766f70 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.804288] env[66735]: DEBUG oslo_vmware.api [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1170.804288] env[66735]: value = "task-4646541" [ 1170.804288] env[66735]: _type = "Task" [ 1170.804288] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.814233] env[66735]: DEBUG oslo_vmware.api [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.965097] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646540, 'name': ReconfigVM_Task, 'duration_secs': 0.549381} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.965097] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 4d801706-7155-4365-9c01-4156e28343bd/4d801706-7155-4365-9c01-4156e28343bd.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.965835] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50769f7c-496e-433f-abf4-3dc823da83de {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.975111] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1170.975111] env[66735]: value = "task-4646542" [ 1170.975111] env[66735]: _type = "Task" [ 1170.975111] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.985298] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646542, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.119206] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 0e740911-4848-48aa-a49d-f929be0479b2] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1171.317370] env[66735]: DEBUG oslo_vmware.api [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646541, 'name': PowerOffVM_Task, 'duration_secs': 0.211307} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.317629] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.317805] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.317997] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907269', 'volume_id': 'dc150ca6-db07-4be8-b39d-cf89edc90d05', 'name': 'volume-dc150ca6-db07-4be8-b39d-cf89edc90d05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f4f888eb-a764-4e8b-8bd1-4505a3019625', 'attached_at': '2025-11-21T09:13:57.000000', 'detached_at': '', 'volume_id': 'dc150ca6-db07-4be8-b39d-cf89edc90d05', 'serial': 'dc150ca6-db07-4be8-b39d-cf89edc90d05'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1171.318921] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28a3108-1ed9-4f2f-b61a-3f863b596e09 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.339402] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b38106-cc92-4b71-8459-005eb978d161 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.347200] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbfc86c-c7b7-4df7-b0d6-55c231d115f9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.366495] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1f74cf-b0f2-453f-b797-2033436d0996 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.383733] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] The volume has not been displaced from its original location: [datastore2] volume-dc150ca6-db07-4be8-b39d-cf89edc90d05/volume-dc150ca6-db07-4be8-b39d-cf89edc90d05.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1171.389401] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.389783] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec1f0836-6acb-463d-9f28-09f6d28f8c77 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.410358] env[66735]: DEBUG oslo_vmware.api [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1171.410358] env[66735]: value = "task-4646544" [ 1171.410358] env[66735]: _type = "Task" [ 1171.410358] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.419699] env[66735]: DEBUG oslo_vmware.api [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.485794] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646542, 'name': Rename_Task, 'duration_secs': 0.154917} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.486130] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.486431] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59abe721-46eb-4dcf-82d2-aafc209d7dc2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.495035] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1171.495035] env[66735]: value = "task-4646545" [ 1171.495035] env[66735]: _type = "Task" [ 1171.495035] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.505167] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.623962] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 1bd3edb4-d320-4f71-bbad-d794309bab1f] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1171.920347] env[66735]: DEBUG oslo_vmware.api [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646544, 'name': ReconfigVM_Task, 'duration_secs': 0.168143} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.920663] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.925609] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-318506b4-157f-4f96-91b2-b08aaad50dcf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.942217] env[66735]: DEBUG oslo_vmware.api [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1171.942217] env[66735]: value = "task-4646546" [ 1171.942217] env[66735]: _type = "Task" [ 1171.942217] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.951150] env[66735]: DEBUG oslo_vmware.api [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.006682] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646545, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.127831] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 0a1e9d66-ea85-474c-9751-120c5438f848] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1172.454644] env[66735]: DEBUG oslo_vmware.api [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646546, 'name': ReconfigVM_Task, 'duration_secs': 0.219675} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.454872] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907269', 'volume_id': 'dc150ca6-db07-4be8-b39d-cf89edc90d05', 'name': 'volume-dc150ca6-db07-4be8-b39d-cf89edc90d05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f4f888eb-a764-4e8b-8bd1-4505a3019625', 'attached_at': '2025-11-21T09:13:57.000000', 'detached_at': '', 'volume_id': 'dc150ca6-db07-4be8-b39d-cf89edc90d05', 'serial': 'dc150ca6-db07-4be8-b39d-cf89edc90d05'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1172.455142] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.455885] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5eee5a-16b3-4158-800c-7a06783cf22e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.463048] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.463311] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39c7c680-ee0a-4a36-8bcc-bdc0c447484c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.505479] env[66735]: DEBUG oslo_vmware.api [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646545, 'name': PowerOnVM_Task, 'duration_secs': 0.565135} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.505747] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.505940] env[66735]: INFO nova.compute.manager [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1172.506128] env[66735]: DEBUG nova.compute.manager [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1172.506916] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8682e90e-06b7-450e-b282-befd98c31e78 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.541236] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.541550] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.541788] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleting the datastore file [datastore2] f4f888eb-a764-4e8b-8bd1-4505a3019625 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.542083] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c30efcfa-49e7-4cd6-95ac-2ab79fd4ccfa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.549499] env[66735]: DEBUG oslo_vmware.api [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1172.549499] env[66735]: value = "task-4646548" [ 1172.549499] env[66735]: _type = "Task" [ 1172.549499] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.561141] env[66735]: DEBUG oslo_vmware.api [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.630902] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 57417beb-853a-47e3-a79e-f52c00b90c22] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1173.024577] env[66735]: INFO nova.compute.manager [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Took 14.88 seconds to build instance. [ 1173.060116] env[66735]: DEBUG oslo_vmware.api [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090524} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.060432] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.060613] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.060783] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.060947] env[66735]: INFO nova.compute.manager [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1173.061206] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1173.061432] env[66735]: DEBUG nova.compute.manager [-] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1173.061477] env[66735]: DEBUG nova.network.neutron [-] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1173.061709] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.108247] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.134467] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: c2c69091-98a3-4671-bd63-462fc99cfcaa] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1173.526913] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9a150664-3f3d-4f3f-b13d-fc6f02fdf04c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "4d801706-7155-4365-9c01-4156e28343bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.392s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.563705] env[66735]: DEBUG nova.compute.manager [req-6fcaad07-fa2d-4123-b342-6b9a0a7b076c req-999ce097-e315-4155-b8ea-818fdc9f1e8e service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Received event network-vif-deleted-f1180f00-66a6-49e0-8e3c-55a0295031ce {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1173.563898] env[66735]: INFO nova.compute.manager [req-6fcaad07-fa2d-4123-b342-6b9a0a7b076c req-999ce097-e315-4155-b8ea-818fdc9f1e8e service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Neutron deleted interface f1180f00-66a6-49e0-8e3c-55a0295031ce; detaching it from the instance and deleting it from the info cache [ 1173.564070] env[66735]: DEBUG nova.network.neutron [req-6fcaad07-fa2d-4123-b342-6b9a0a7b076c req-999ce097-e315-4155-b8ea-818fdc9f1e8e service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.638262] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 206a1a52-5506-4711-95ac-84c5f2550a7e] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1174.043623] env[66735]: DEBUG nova.network.neutron [-] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.066697] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7f76e07-f2c5-4418-9d1f-9ddbc825456f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.082986] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82bf8d4-0358-411a-abe5-88747a43ebf1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.130981] env[66735]: DEBUG nova.compute.manager [req-6fcaad07-fa2d-4123-b342-6b9a0a7b076c req-999ce097-e315-4155-b8ea-818fdc9f1e8e service nova] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Detach interface failed, port_id=f1180f00-66a6-49e0-8e3c-55a0295031ce, reason: Instance f4f888eb-a764-4e8b-8bd1-4505a3019625 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1174.142751] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 6b04af2b-3712-4f1e-a1f0-59b97f11317d] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1174.211664] env[66735]: DEBUG oslo_concurrency.lockutils [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "4d801706-7155-4365-9c01-4156e28343bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.211784] env[66735]: DEBUG oslo_concurrency.lockutils [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "4d801706-7155-4365-9c01-4156e28343bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.212034] env[66735]: DEBUG oslo_concurrency.lockutils [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "4d801706-7155-4365-9c01-4156e28343bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.212246] env[66735]: DEBUG oslo_concurrency.lockutils [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "4d801706-7155-4365-9c01-4156e28343bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.212525] env[66735]: DEBUG oslo_concurrency.lockutils [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "4d801706-7155-4365-9c01-4156e28343bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.214975] env[66735]: INFO nova.compute.manager [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Terminating instance [ 1174.547240] env[66735]: INFO nova.compute.manager [-] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Took 1.49 seconds to deallocate network for instance. [ 1174.647687] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 755321d4-49b7-49f2-ac58-74b286be4645] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1174.720802] env[66735]: DEBUG nova.compute.manager [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1174.721025] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.721906] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa33bc1-8669-4a87-8e82-e82d179bbe32 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.730868] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.731307] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95b4f08b-796f-497b-b466-904ad1fa4e23 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.738596] env[66735]: DEBUG oslo_vmware.api [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1174.738596] env[66735]: value = "task-4646549" [ 1174.738596] env[66735]: _type = "Task" [ 1174.738596] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.749885] env[66735]: DEBUG oslo_vmware.api [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.098854] env[66735]: INFO nova.compute.manager [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Took 0.55 seconds to detach 1 volumes for instance. [ 1175.101544] env[66735]: DEBUG nova.compute.manager [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: f4f888eb-a764-4e8b-8bd1-4505a3019625] Deleting volume: dc150ca6-db07-4be8-b39d-cf89edc90d05 {{(pid=66735) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1175.151423] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 5a3f4ca6-dee6-43ff-b059-365136c9bf6d] Instance has had 0 of 5 cleanup attempts {{(pid=66735) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11945}} [ 1175.250769] env[66735]: DEBUG oslo_vmware.api [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646549, 'name': PowerOffVM_Task, 'duration_secs': 0.361792} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.251056] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.251227] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.251512] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92c78a73-89b7-404c-8959-296b4dfb0862 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.331079] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.331487] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.331721] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleting the datastore file [datastore2] 4d801706-7155-4365-9c01-4156e28343bd {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.332024] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f7f7000-0f40-4864-9aac-80ee060ba025 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.340297] env[66735]: DEBUG oslo_vmware.api [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1175.340297] env[66735]: value = "task-4646552" [ 1175.340297] env[66735]: _type = "Task" [ 1175.340297] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.350102] env[66735]: DEBUG oslo_vmware.api [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.380798] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Acquiring lock "bf6ae908-e170-47e8-8a00-2ee6701b6525" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.381126] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Lock "bf6ae908-e170-47e8-8a00-2ee6701b6525" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.381363] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Acquiring lock "bf6ae908-e170-47e8-8a00-2ee6701b6525-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.381576] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Lock "bf6ae908-e170-47e8-8a00-2ee6701b6525-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.381754] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Lock "bf6ae908-e170-47e8-8a00-2ee6701b6525-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.384238] env[66735]: INFO nova.compute.manager [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Terminating instance [ 1175.654601] env[66735]: DEBUG oslo_concurrency.lockutils [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.654987] env[66735]: DEBUG oslo_concurrency.lockutils [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.655223] env[66735]: DEBUG nova.objects.instance [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lazy-loading 'resources' on Instance uuid f4f888eb-a764-4e8b-8bd1-4505a3019625 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.656445] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.657567] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Cleaning up deleted instances with incomplete migration {{(pid=66735) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11970}} [ 1175.851413] env[66735]: DEBUG oslo_vmware.api [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170964} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.851679] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.851860] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.852043] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.852215] env[66735]: INFO nova.compute.manager [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1175.852554] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1175.852760] env[66735]: DEBUG nova.compute.manager [-] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1175.852851] env[66735]: DEBUG nova.network.neutron [-] [instance: 4d801706-7155-4365-9c01-4156e28343bd] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1175.853100] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.885995] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.888216] env[66735]: DEBUG nova.compute.manager [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1175.888526] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.889850] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b83945a-1041-4851-a7de-4e324b02203f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.897875] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.898160] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e06ab4e6-20eb-4065-891d-a48c888c45b0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.906418] env[66735]: DEBUG oslo_vmware.api [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Waiting for the task: (returnval){ [ 1175.906418] env[66735]: value = "task-4646553" [ 1175.906418] env[66735]: _type = "Task" [ 1175.906418] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.916930] env[66735]: DEBUG oslo_vmware.api [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.164958] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.214210] env[66735]: DEBUG nova.compute.manager [req-5b9869dd-f62c-4173-8b1b-7524a83a5496 req-7aa5f77b-c54e-4fa6-be04-3cb0e9c5d538 service nova] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Received event network-vif-deleted-767857df-634e-4992-9b2a-d074fda2714a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1176.214210] env[66735]: INFO nova.compute.manager [req-5b9869dd-f62c-4173-8b1b-7524a83a5496 req-7aa5f77b-c54e-4fa6-be04-3cb0e9c5d538 service nova] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Neutron deleted interface 767857df-634e-4992-9b2a-d074fda2714a; detaching it from the instance and deleting it from the info cache [ 1176.214210] env[66735]: DEBUG nova.network.neutron [req-5b9869dd-f62c-4173-8b1b-7524a83a5496 req-7aa5f77b-c54e-4fa6-be04-3cb0e9c5d538 service nova] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.329026] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327a46e9-210c-4778-b460-b8b8a15c468c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.338162] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6e5e72-6ea0-46e1-8c56-2733cd3264a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.370036] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be48a84d-c888-4ddb-b91f-c3c74dc4dfe7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.378454] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec99674-b2a2-4b28-868c-cd7dee19fbaa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.393712] env[66735]: DEBUG nova.compute.provider_tree [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.416851] env[66735]: DEBUG oslo_vmware.api [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646553, 'name': PowerOffVM_Task, 'duration_secs': 0.214242} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.417154] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.417317] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.417579] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f19ddbd-1abb-4a3e-ac3c-f3b3789d0368 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.484981] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.485224] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.485397] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Deleting the datastore file [datastore2] bf6ae908-e170-47e8-8a00-2ee6701b6525 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.485810] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5150930-b501-4a03-81d0-6d138a9505cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.493239] env[66735]: DEBUG oslo_vmware.api [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Waiting for the task: (returnval){ [ 1176.493239] env[66735]: value = "task-4646555" [ 1176.493239] env[66735]: _type = "Task" [ 1176.493239] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.502785] env[66735]: DEBUG oslo_vmware.api [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.665506] env[66735]: DEBUG nova.network.neutron [-] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.719070] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc9ebec2-7954-40b3-81aa-539e28fc1371 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.729946] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f63b6d-3e2b-4a80-b7f1-2693388a04fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.764177] env[66735]: DEBUG nova.compute.manager [req-5b9869dd-f62c-4173-8b1b-7524a83a5496 req-7aa5f77b-c54e-4fa6-be04-3cb0e9c5d538 service nova] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Detach interface failed, port_id=767857df-634e-4992-9b2a-d074fda2714a, reason: Instance 4d801706-7155-4365-9c01-4156e28343bd could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1176.916667] env[66735]: ERROR nova.scheduler.client.report [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [req-71797f1a-5685-41d9-8cfd-8cd7bab9d17d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71797f1a-5685-41d9-8cfd-8cd7bab9d17d"}]} [ 1176.937660] env[66735]: DEBUG nova.scheduler.client.report [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Refreshing inventories for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1176.955779] env[66735]: DEBUG nova.scheduler.client.report [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Updating ProviderTree inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1176.956046] env[66735]: DEBUG nova.compute.provider_tree [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.972072] env[66735]: DEBUG nova.scheduler.client.report [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Refreshing aggregate associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, aggregates: None {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1176.993190] env[66735]: DEBUG nova.scheduler.client.report [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Refreshing trait associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1177.005487] env[66735]: DEBUG oslo_vmware.api [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Task: {'id': task-4646555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149603} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.005778] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.005960] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.006144] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.006311] env[66735]: INFO nova.compute.manager [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1177.006555] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1177.006767] env[66735]: DEBUG nova.compute.manager [-] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1177.006881] env[66735]: DEBUG nova.network.neutron [-] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1177.007165] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.071677] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.136347] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd96a28-d875-415a-ab9c-7d408c19f943 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.144760] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bb6db7-79d6-42ba-9aa5-46e652f5fa80 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.176766] env[66735]: INFO nova.compute.manager [-] [instance: 4d801706-7155-4365-9c01-4156e28343bd] Took 1.32 seconds to deallocate network for instance. [ 1177.179289] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decd002f-9939-4648-b02e-2e56c3c9d1d4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.190603] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45f4c65-b186-48ca-8fea-218932e816f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.206383] env[66735]: DEBUG nova.compute.provider_tree [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.686524] env[66735]: DEBUG oslo_concurrency.lockutils [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.745279] env[66735]: DEBUG nova.scheduler.client.report [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1177.745738] env[66735]: DEBUG nova.compute.provider_tree [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 172 to 173 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1177.745738] env[66735]: DEBUG nova.compute.provider_tree [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.025394] env[66735]: DEBUG nova.network.neutron [-] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.238865] env[66735]: DEBUG nova.compute.manager [req-3ff1b820-53c2-4b8a-a7aa-6937c37b320c req-29f1eb3e-9452-43ed-a8f5-d509b88315d2 service nova] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Received event network-vif-deleted-3b0e3e4e-ff69-434e-be8f-b78205875bca {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1178.250119] env[66735]: DEBUG oslo_concurrency.lockutils [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.595s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.252459] env[66735]: DEBUG oslo_concurrency.lockutils [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.566s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.252702] env[66735]: DEBUG nova.objects.instance [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lazy-loading 'resources' on Instance uuid 4d801706-7155-4365-9c01-4156e28343bd {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.275460] env[66735]: INFO nova.scheduler.client.report [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted allocations for instance f4f888eb-a764-4e8b-8bd1-4505a3019625 [ 1178.528298] env[66735]: INFO nova.compute.manager [-] [instance: bf6ae908-e170-47e8-8a00-2ee6701b6525] Took 1.52 seconds to deallocate network for instance. [ 1178.788481] env[66735]: DEBUG oslo_concurrency.lockutils [None req-658cd875-00b7-446f-80df-4a542f1927ae tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "f4f888eb-a764-4e8b-8bd1-4505a3019625" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.500s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.888985] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d53809d-77db-446e-82ca-00f70cad9a52 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.898759] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a74abf4-8a6a-419d-9d5c-0c24754e6f69 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.929891] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ed84aa-15d8-4c3b-81a4-6a7a0ed198cd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.938279] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe811837-110b-4ae3-91a6-93de61e6392c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.953511] env[66735]: DEBUG nova.compute.provider_tree [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.034657] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.379395] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "d5b97681-56dc-4b81-a3bb-07b12e639baf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.379395] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "d5b97681-56dc-4b81-a3bb-07b12e639baf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.379395] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "d5b97681-56dc-4b81-a3bb-07b12e639baf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.379832] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "d5b97681-56dc-4b81-a3bb-07b12e639baf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.379832] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "d5b97681-56dc-4b81-a3bb-07b12e639baf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.381748] env[66735]: INFO nova.compute.manager [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Terminating instance [ 1179.457195] env[66735]: DEBUG nova.scheduler.client.report [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.885993] env[66735]: DEBUG nova.compute.manager [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1179.886260] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.887353] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdd0c14-a7aa-4394-92ac-11a000323514 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.896051] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.896306] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54844797-21ad-4c96-bcb2-c189152389b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.903214] env[66735]: DEBUG oslo_vmware.api [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1179.903214] env[66735]: value = "task-4646556" [ 1179.903214] env[66735]: _type = "Task" [ 1179.903214] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.911855] env[66735]: DEBUG oslo_vmware.api [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.962773] env[66735]: DEBUG oslo_concurrency.lockutils [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.965196] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.931s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.965435] env[66735]: DEBUG nova.objects.instance [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Lazy-loading 'resources' on Instance uuid bf6ae908-e170-47e8-8a00-2ee6701b6525 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.989068] env[66735]: INFO nova.scheduler.client.report [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted allocations for instance 4d801706-7155-4365-9c01-4156e28343bd [ 1180.414814] env[66735]: DEBUG oslo_vmware.api [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646556, 'name': PowerOffVM_Task, 'duration_secs': 0.21394} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.415130] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.415286] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.415544] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c7dd9cd-fb08-4172-8fbc-9cf12560435d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.491471] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.491752] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.491951] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleting the datastore file [datastore1] d5b97681-56dc-4b81-a3bb-07b12e639baf {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.492263] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4022ce1-06de-4642-9199-065829264ad2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.497436] env[66735]: DEBUG oslo_concurrency.lockutils [None req-199dd5f6-d5a8-4b7e-8d06-18c2b7ed2fc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "4d801706-7155-4365-9c01-4156e28343bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.286s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.502137] env[66735]: DEBUG oslo_vmware.api [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1180.502137] env[66735]: value = "task-4646558" [ 1180.502137] env[66735]: _type = "Task" [ 1180.502137] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.514460] env[66735]: DEBUG oslo_vmware.api [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.587741] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0603d3f-f514-474b-bf77-4bbe160ac3b7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.596267] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c8543-2c0a-45cb-85df-5fc9837cbad7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.630175] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48f6811-a2be-4f4c-b8fa-975ccb4e8c31 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.638831] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a2ce35-b74e-47b0-a146-ecc4da36134d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.653658] env[66735]: DEBUG nova.compute.provider_tree [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.016364] env[66735]: DEBUG oslo_vmware.api [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145648} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.016721] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.017011] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.017195] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.017406] env[66735]: INFO nova.compute.manager [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1181.017756] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1181.018011] env[66735]: DEBUG nova.compute.manager [-] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1181.018137] env[66735]: DEBUG nova.network.neutron [-] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1181.018417] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.067872] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.157218] env[66735]: DEBUG nova.scheduler.client.report [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.288667] env[66735]: DEBUG nova.compute.manager [req-6e0fdc9a-596c-40ad-866b-278d28738839 req-3e19fbf7-e5b1-497a-94f8-aa4c0bb65e4c service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Received event network-vif-deleted-99b31bdb-269b-4f17-b568-7222d523626b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1181.288767] env[66735]: INFO nova.compute.manager [req-6e0fdc9a-596c-40ad-866b-278d28738839 req-3e19fbf7-e5b1-497a-94f8-aa4c0bb65e4c service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Neutron deleted interface 99b31bdb-269b-4f17-b568-7222d523626b; detaching it from the instance and deleting it from the info cache [ 1181.288946] env[66735]: DEBUG nova.network.neutron [req-6e0fdc9a-596c-40ad-866b-278d28738839 req-3e19fbf7-e5b1-497a-94f8-aa4c0bb65e4c service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.449336] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "0ce19057-2132-4d55-aa7c-0a6d8893a982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.449664] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "0ce19057-2132-4d55-aa7c-0a6d8893a982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.661840] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.688064] env[66735]: INFO nova.scheduler.client.report [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Deleted allocations for instance bf6ae908-e170-47e8-8a00-2ee6701b6525 [ 1181.773074] env[66735]: DEBUG nova.network.neutron [-] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.791576] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01d61c52-1580-4e46-9f73-186c325c7616 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.801531] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bce4dc5-7e9a-4c16-a85d-bff01c4e76cd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.831167] env[66735]: DEBUG nova.compute.manager [req-6e0fdc9a-596c-40ad-866b-278d28738839 req-3e19fbf7-e5b1-497a-94f8-aa4c0bb65e4c service nova] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Detach interface failed, port_id=99b31bdb-269b-4f17-b568-7222d523626b, reason: Instance d5b97681-56dc-4b81-a3bb-07b12e639baf could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1181.922559] env[66735]: DEBUG oslo_concurrency.lockutils [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.922853] env[66735]: DEBUG oslo_concurrency.lockutils [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.923048] env[66735]: INFO nova.compute.manager [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Shelving [ 1181.952362] env[66735]: DEBUG nova.compute.manager [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1182.197040] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f2cea4af-7859-42e6-88dc-158276d003b8 tempest-ServersTestManualDisk-901239740 tempest-ServersTestManualDisk-901239740-project-member] Lock "bf6ae908-e170-47e8-8a00-2ee6701b6525" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.815s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.275640] env[66735]: INFO nova.compute.manager [-] [instance: d5b97681-56dc-4b81-a3bb-07b12e639baf] Took 1.26 seconds to deallocate network for instance. [ 1182.474540] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.474815] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.476274] env[66735]: INFO nova.compute.claims [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.782473] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.932727] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.933106] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f765d1a-d157-46b0-980a-202451b3e3b0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.942174] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1182.942174] env[66735]: value = "task-4646559" [ 1182.942174] env[66735]: _type = "Task" [ 1182.942174] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.952778] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.452805] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646559, 'name': PowerOffVM_Task, 'duration_secs': 0.214886} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.453254] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.454173] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b737f353-b354-419f-bb8b-17306d22f38a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.472844] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae5b378-f72c-488d-a8f4-9ce02721daf3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.602580] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa0e444-fdeb-4453-a0d5-6816fcb67176 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.610747] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ec12b2-6f24-4aea-9b1a-e782f748d387 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.642934] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee15cc06-42c7-4640-bf46-e8c09ea42d3a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.651163] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1def0-a145-4c62-901b-3f0196f2ccea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.666482] env[66735]: DEBUG nova.compute.provider_tree [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.985049] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Creating Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1183.985449] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a83d7c9-a89b-416a-ab11-9de1dde1bf24 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.993885] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1183.993885] env[66735]: value = "task-4646560" [ 1183.993885] env[66735]: _type = "Task" [ 1183.993885] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.003380] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646560, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.192823] env[66735]: ERROR nova.scheduler.client.report [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [req-cdbea9a1-5f9e-43b8-965b-b58c8e784c91] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6ae23487-114f-4262-8cf3-6dc9ebca19ff. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cdbea9a1-5f9e-43b8-965b-b58c8e784c91"}]} [ 1184.211447] env[66735]: DEBUG nova.scheduler.client.report [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Refreshing inventories for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1184.227450] env[66735]: DEBUG nova.scheduler.client.report [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updating ProviderTree inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1184.227450] env[66735]: DEBUG nova.compute.provider_tree [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.241691] env[66735]: DEBUG nova.scheduler.client.report [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Refreshing aggregate associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, aggregates: None {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1184.261917] env[66735]: DEBUG nova.scheduler.client.report [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Refreshing trait associations for resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=66735) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1184.386526] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2aad5aa-f94f-4884-aa18-2d36b069740e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.395086] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edb5e77-6819-402c-a8de-b2ec318445bb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.428236] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d102cd69-375a-4c25-bb09-62667f9a96c6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.437869] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f4e758-a15f-411a-bbc7-825085a36180 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.456426] env[66735]: DEBUG nova.compute.provider_tree [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.506067] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646560, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.994344] env[66735]: DEBUG nova.scheduler.client.report [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updated inventory for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1184.994635] env[66735]: DEBUG nova.compute.provider_tree [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updating resource provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff generation from 174 to 175 during operation: update_inventory {{(pid=66735) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1184.994809] env[66735]: DEBUG nova.compute.provider_tree [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Updating inventory in ProviderTree for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.007717] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646560, 'name': CreateSnapshot_Task, 'duration_secs': 0.549309} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.007995] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Created Snapshot of the VM instance {{(pid=66735) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1185.008817] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029225e4-beff-4dda-9248-cdf8c77ab7c7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.503305] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.028s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.503833] env[66735]: DEBUG nova.compute.manager [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1185.506517] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.724s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.506952] env[66735]: DEBUG nova.objects.instance [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lazy-loading 'resources' on Instance uuid d5b97681-56dc-4b81-a3bb-07b12e639baf {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.528085] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Creating linked-clone VM from snapshot {{(pid=66735) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1185.528715] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-53922d31-413b-459d-9e35-585b35272225 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.538655] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1185.538655] env[66735]: value = "task-4646561" [ 1185.538655] env[66735]: _type = "Task" [ 1185.538655] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.548978] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646561, 'name': CloneVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.010277] env[66735]: DEBUG nova.compute.utils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.015648] env[66735]: DEBUG nova.compute.manager [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1186.015648] env[66735]: DEBUG nova.network.neutron [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1186.016164] env[66735]: WARNING neutronclient.v2_0.client [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.016164] env[66735]: WARNING neutronclient.v2_0.client [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.052224] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646561, 'name': CloneVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.141055] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a082b6-749b-410e-9d0c-b43014bc1675 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.150556] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c748ed-fa7f-4850-a92a-725886ca8b86 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.185202] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aa8637-8574-4dd4-894c-7d947263c827 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.190718] env[66735]: DEBUG nova.policy [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61278f88fcf14992b26ecc5fa9640c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29418d690eda48438d1c2aa27bb21a4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.196047] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca51be9-9ad6-4ee7-91f4-1fafbc8726d9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.212600] env[66735]: DEBUG nova.compute.provider_tree [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.494477] env[66735]: DEBUG nova.network.neutron [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Successfully created port: d7d2f598-a57f-403e-bfb7-d8d0b786006d {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1186.515474] env[66735]: DEBUG nova.compute.manager [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1186.550095] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646561, 'name': CloneVM_Task} progress is 95%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.716809] env[66735]: DEBUG nova.scheduler.client.report [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.050864] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646561, 'name': CloneVM_Task, 'duration_secs': 1.352362} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.051218] env[66735]: INFO nova.virt.vmwareapi.vmops [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Created linked-clone VM from snapshot [ 1187.052326] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994bc03e-fbc0-4873-a140-6d97d77b43fd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.060906] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Uploading image b449d142-1067-4b2f-bb73-b0d91cd38c37 {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1187.089670] env[66735]: DEBUG oslo_vmware.rw_handles [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1187.089670] env[66735]: value = "vm-907302" [ 1187.089670] env[66735]: _type = "VirtualMachine" [ 1187.089670] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1187.089954] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fcdf86a0-efc5-4d30-8ab6-7663386fd8ab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.098209] env[66735]: DEBUG oslo_vmware.rw_handles [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lease: (returnval){ [ 1187.098209] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5267afde-26e0-d336-2922-24fa7a26f492" [ 1187.098209] env[66735]: _type = "HttpNfcLease" [ 1187.098209] env[66735]: } obtained for exporting VM: (result){ [ 1187.098209] env[66735]: value = "vm-907302" [ 1187.098209] env[66735]: _type = "VirtualMachine" [ 1187.098209] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1187.098529] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the lease: (returnval){ [ 1187.098529] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5267afde-26e0-d336-2922-24fa7a26f492" [ 1187.098529] env[66735]: _type = "HttpNfcLease" [ 1187.098529] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1187.105851] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.105851] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5267afde-26e0-d336-2922-24fa7a26f492" [ 1187.105851] env[66735]: _type = "HttpNfcLease" [ 1187.105851] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1187.221747] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.246218] env[66735]: INFO nova.scheduler.client.report [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted allocations for instance d5b97681-56dc-4b81-a3bb-07b12e639baf [ 1187.525750] env[66735]: DEBUG nova.compute.manager [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1187.553351] env[66735]: DEBUG nova.virt.hardware [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1187.553642] env[66735]: DEBUG nova.virt.hardware [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.553801] env[66735]: DEBUG nova.virt.hardware [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1187.553980] env[66735]: DEBUG nova.virt.hardware [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.554134] env[66735]: DEBUG nova.virt.hardware [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1187.554275] env[66735]: DEBUG nova.virt.hardware [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1187.554474] env[66735]: DEBUG nova.virt.hardware [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1187.554635] env[66735]: DEBUG nova.virt.hardware [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1187.554785] env[66735]: DEBUG nova.virt.hardware [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1187.554936] env[66735]: DEBUG nova.virt.hardware [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1187.555111] env[66735]: DEBUG nova.virt.hardware [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1187.556396] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e24ddd4-5456-4749-847b-23094a5f0b26 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.565626] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2428f778-0a0e-4efd-91a1-ede1108cd479 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.606931] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.606931] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5267afde-26e0-d336-2922-24fa7a26f492" [ 1187.606931] env[66735]: _type = "HttpNfcLease" [ 1187.606931] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1187.607246] env[66735]: DEBUG oslo_vmware.rw_handles [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1187.607246] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5267afde-26e0-d336-2922-24fa7a26f492" [ 1187.607246] env[66735]: _type = "HttpNfcLease" [ 1187.607246] env[66735]: }. {{(pid=66735) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1187.607971] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8733030-674b-4888-ba87-0c365ceb70fd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.616501] env[66735]: DEBUG oslo_vmware.rw_handles [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f85b6-c63f-edd5-0ae3-76774e6bfdd4/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1187.616669] env[66735]: DEBUG oslo_vmware.rw_handles [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f85b6-c63f-edd5-0ae3-76774e6bfdd4/disk-0.vmdk for reading. {{(pid=66735) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1187.711487] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-20a90d47-64b1-4c1d-8f4f-00a155ec15c0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.753699] env[66735]: DEBUG oslo_concurrency.lockutils [None req-3e12193b-635c-4389-aa6c-b1ca7ce94bcc tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "d5b97681-56dc-4b81-a3bb-07b12e639baf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.374s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.948401] env[66735]: DEBUG nova.compute.manager [req-fc79c2d1-632c-430a-b134-69f0216cc305 req-662eb9ca-d3c2-4ff3-b533-26c48b829e0b service nova] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Received event network-vif-plugged-d7d2f598-a57f-403e-bfb7-d8d0b786006d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1187.948401] env[66735]: DEBUG oslo_concurrency.lockutils [req-fc79c2d1-632c-430a-b134-69f0216cc305 req-662eb9ca-d3c2-4ff3-b533-26c48b829e0b service nova] Acquiring lock "0ce19057-2132-4d55-aa7c-0a6d8893a982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.948401] env[66735]: DEBUG oslo_concurrency.lockutils [req-fc79c2d1-632c-430a-b134-69f0216cc305 req-662eb9ca-d3c2-4ff3-b533-26c48b829e0b service nova] Lock "0ce19057-2132-4d55-aa7c-0a6d8893a982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.948401] env[66735]: DEBUG oslo_concurrency.lockutils [req-fc79c2d1-632c-430a-b134-69f0216cc305 req-662eb9ca-d3c2-4ff3-b533-26c48b829e0b service nova] Lock "0ce19057-2132-4d55-aa7c-0a6d8893a982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.948401] env[66735]: DEBUG nova.compute.manager [req-fc79c2d1-632c-430a-b134-69f0216cc305 req-662eb9ca-d3c2-4ff3-b533-26c48b829e0b service nova] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] No waiting events found dispatching network-vif-plugged-d7d2f598-a57f-403e-bfb7-d8d0b786006d {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1187.948401] env[66735]: WARNING nova.compute.manager [req-fc79c2d1-632c-430a-b134-69f0216cc305 req-662eb9ca-d3c2-4ff3-b533-26c48b829e0b service nova] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Received unexpected event network-vif-plugged-d7d2f598-a57f-403e-bfb7-d8d0b786006d for instance with vm_state building and task_state spawning. [ 1188.039116] env[66735]: DEBUG nova.network.neutron [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Successfully updated port: d7d2f598-a57f-403e-bfb7-d8d0b786006d {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1188.542708] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "refresh_cache-0ce19057-2132-4d55-aa7c-0a6d8893a982" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.542708] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "refresh_cache-0ce19057-2132-4d55-aa7c-0a6d8893a982" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.543094] env[66735]: DEBUG nova.network.neutron [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1189.078914] env[66735]: DEBUG nova.network.neutron [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1189.164990] env[66735]: WARNING neutronclient.v2_0.client [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.247949] env[66735]: DEBUG nova.network.neutron [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Updating instance_info_cache with network_info: [{"id": "d7d2f598-a57f-403e-bfb7-d8d0b786006d", "address": "fa:16:3e:5b:ee:ce", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d2f598-a5", "ovs_interfaceid": "d7d2f598-a57f-403e-bfb7-d8d0b786006d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.751345] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "refresh_cache-0ce19057-2132-4d55-aa7c-0a6d8893a982" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.751931] env[66735]: DEBUG nova.compute.manager [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Instance network_info: |[{"id": "d7d2f598-a57f-403e-bfb7-d8d0b786006d", "address": "fa:16:3e:5b:ee:ce", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d2f598-a5", "ovs_interfaceid": "d7d2f598-a57f-403e-bfb7-d8d0b786006d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1189.752376] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ee:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7d2f598-a57f-403e-bfb7-d8d0b786006d', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.762228] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1189.762584] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.762865] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f62dd3ab-5931-4374-94da-f313d919b939 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.787841] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.787841] env[66735]: value = "task-4646564" [ 1189.787841] env[66735]: _type = "Task" [ 1189.787841] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.797572] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646564, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.989974] env[66735]: DEBUG nova.compute.manager [req-30f11c1d-b8c6-4479-a0fb-272087c7366c req-dc44cb7b-3e6f-4a45-a8b7-1a1b1847d124 service nova] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Received event network-changed-d7d2f598-a57f-403e-bfb7-d8d0b786006d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1189.990217] env[66735]: DEBUG nova.compute.manager [req-30f11c1d-b8c6-4479-a0fb-272087c7366c req-dc44cb7b-3e6f-4a45-a8b7-1a1b1847d124 service nova] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Refreshing instance network info cache due to event network-changed-d7d2f598-a57f-403e-bfb7-d8d0b786006d. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1189.990538] env[66735]: DEBUG oslo_concurrency.lockutils [req-30f11c1d-b8c6-4479-a0fb-272087c7366c req-dc44cb7b-3e6f-4a45-a8b7-1a1b1847d124 service nova] Acquiring lock "refresh_cache-0ce19057-2132-4d55-aa7c-0a6d8893a982" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.990698] env[66735]: DEBUG oslo_concurrency.lockutils [req-30f11c1d-b8c6-4479-a0fb-272087c7366c req-dc44cb7b-3e6f-4a45-a8b7-1a1b1847d124 service nova] Acquired lock "refresh_cache-0ce19057-2132-4d55-aa7c-0a6d8893a982" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.990961] env[66735]: DEBUG nova.network.neutron [req-30f11c1d-b8c6-4479-a0fb-272087c7366c req-dc44cb7b-3e6f-4a45-a8b7-1a1b1847d124 service nova] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Refreshing network info cache for port d7d2f598-a57f-403e-bfb7-d8d0b786006d {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.298776] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646564, 'name': CreateVM_Task, 'duration_secs': 0.335501} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.298996] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.299577] env[66735]: WARNING neutronclient.v2_0.client [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.299983] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.300186] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.300561] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.300861] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a35ee83e-2f6d-4360-92d4-da455e772e53 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.306449] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1190.306449] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b16e01-af69-48b7-4859-47f48288a6cb" [ 1190.306449] env[66735]: _type = "Task" [ 1190.306449] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.315454] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b16e01-af69-48b7-4859-47f48288a6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.494565] env[66735]: WARNING neutronclient.v2_0.client [req-30f11c1d-b8c6-4479-a0fb-272087c7366c req-dc44cb7b-3e6f-4a45-a8b7-1a1b1847d124 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.661177] env[66735]: WARNING neutronclient.v2_0.client [req-30f11c1d-b8c6-4479-a0fb-272087c7366c req-dc44cb7b-3e6f-4a45-a8b7-1a1b1847d124 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.731228] env[66735]: DEBUG nova.network.neutron [req-30f11c1d-b8c6-4479-a0fb-272087c7366c req-dc44cb7b-3e6f-4a45-a8b7-1a1b1847d124 service nova] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Updated VIF entry in instance network info cache for port d7d2f598-a57f-403e-bfb7-d8d0b786006d. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1190.731590] env[66735]: DEBUG nova.network.neutron [req-30f11c1d-b8c6-4479-a0fb-272087c7366c req-dc44cb7b-3e6f-4a45-a8b7-1a1b1847d124 service nova] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Updating instance_info_cache with network_info: [{"id": "d7d2f598-a57f-403e-bfb7-d8d0b786006d", "address": "fa:16:3e:5b:ee:ce", "network": {"id": "1948cc12-519e-4477-a40b-d87087e0e48c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1325341362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29418d690eda48438d1c2aa27bb21a4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d2f598-a5", "ovs_interfaceid": "d7d2f598-a57f-403e-bfb7-d8d0b786006d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.821420] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b16e01-af69-48b7-4859-47f48288a6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.821900] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.822147] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.822425] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.822518] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.822695] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.822956] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6897da3-9817-4943-9003-133d188690c4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.833536] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.833734] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.835033] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91105902-6c4c-462c-99fb-60208a1fe1a4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.841643] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1190.841643] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52fef2b9-4c23-9041-db44-7ff300f5db1e" [ 1190.841643] env[66735]: _type = "Task" [ 1190.841643] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.851528] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fef2b9-4c23-9041-db44-7ff300f5db1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.234456] env[66735]: DEBUG oslo_concurrency.lockutils [req-30f11c1d-b8c6-4479-a0fb-272087c7366c req-dc44cb7b-3e6f-4a45-a8b7-1a1b1847d124 service nova] Releasing lock "refresh_cache-0ce19057-2132-4d55-aa7c-0a6d8893a982" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.322509] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "3d4ac919-d0f3-4310-bed5-785da809fe2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.322826] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "3d4ac919-d0f3-4310-bed5-785da809fe2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.323052] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "3d4ac919-d0f3-4310-bed5-785da809fe2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.323273] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "3d4ac919-d0f3-4310-bed5-785da809fe2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.323459] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "3d4ac919-d0f3-4310-bed5-785da809fe2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.326212] env[66735]: INFO nova.compute.manager [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Terminating instance [ 1191.353085] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52fef2b9-4c23-9041-db44-7ff300f5db1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.354013] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151f0db5-b9a3-47f3-b465-6139e53d1def {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.361431] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1191.361431] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5269e5bd-0916-83a2-31e8-09315654cc05" [ 1191.361431] env[66735]: _type = "Task" [ 1191.361431] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.370481] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5269e5bd-0916-83a2-31e8-09315654cc05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.830145] env[66735]: DEBUG nova.compute.manager [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1191.830559] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.831413] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38285bc1-7912-42ac-8b88-e694ddd569e9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.840863] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.841122] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94bf5a81-5be6-4ea9-b7f7-ae5715f19c31 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.849169] env[66735]: DEBUG oslo_vmware.api [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1191.849169] env[66735]: value = "task-4646565" [ 1191.849169] env[66735]: _type = "Task" [ 1191.849169] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.862189] env[66735]: DEBUG oslo_vmware.api [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.874113] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5269e5bd-0916-83a2-31e8-09315654cc05, 'name': SearchDatastore_Task, 'duration_secs': 0.011232} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.874493] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.874806] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 0ce19057-2132-4d55-aa7c-0a6d8893a982/0ce19057-2132-4d55-aa7c-0a6d8893a982.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.875131] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ac97450-4679-4790-bfb3-7f6b3bc4dcb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.883379] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1191.883379] env[66735]: value = "task-4646566" [ 1191.883379] env[66735]: _type = "Task" [ 1191.883379] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.892316] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.360620] env[66735]: DEBUG oslo_vmware.api [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646565, 'name': PowerOffVM_Task, 'duration_secs': 0.243008} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.360620] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.360850] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.360984] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0d21d24-8f0f-4efc-892c-c1bbbf2271d1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.394595] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646566, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.426252] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.426506] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.426690] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleting the datastore file [datastore1] 3d4ac919-d0f3-4310-bed5-785da809fe2d {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.427040] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffd6b30f-1bb8-4655-95f1-5cfb8aacc233 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.434444] env[66735]: DEBUG oslo_vmware.api [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for the task: (returnval){ [ 1192.434444] env[66735]: value = "task-4646568" [ 1192.434444] env[66735]: _type = "Task" [ 1192.434444] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.444383] env[66735]: DEBUG oslo_vmware.api [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.894597] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646566, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.949681] env[66735]: DEBUG oslo_vmware.api [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Task: {'id': task-4646568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139775} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.950048] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.950293] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.950686] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.950970] env[66735]: INFO nova.compute.manager [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1192.951316] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1192.951523] env[66735]: DEBUG nova.compute.manager [-] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1192.951616] env[66735]: DEBUG nova.network.neutron [-] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1192.951857] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.984737] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.290887] env[66735]: DEBUG nova.compute.manager [req-0cc62345-bfb4-4a12-9540-b8246e6cc859 req-a3d90ae7-991b-4765-929c-d8bfecd1dc90 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Received event network-vif-deleted-64638099-ede3-4858-915b-7980b441255c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1193.291292] env[66735]: INFO nova.compute.manager [req-0cc62345-bfb4-4a12-9540-b8246e6cc859 req-a3d90ae7-991b-4765-929c-d8bfecd1dc90 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Neutron deleted interface 64638099-ede3-4858-915b-7980b441255c; detaching it from the instance and deleting it from the info cache [ 1193.291552] env[66735]: DEBUG nova.network.neutron [req-0cc62345-bfb4-4a12-9540-b8246e6cc859 req-a3d90ae7-991b-4765-929c-d8bfecd1dc90 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.396795] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646566, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.472771} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.397141] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 0ce19057-2132-4d55-aa7c-0a6d8893a982/0ce19057-2132-4d55-aa7c-0a6d8893a982.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.397305] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.397554] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7591075-57ad-45b0-93fc-ba5a405a5f84 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.405750] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1193.405750] env[66735]: value = "task-4646569" [ 1193.405750] env[66735]: _type = "Task" [ 1193.405750] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.416846] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.723974] env[66735]: DEBUG nova.network.neutron [-] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.795271] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be009cb4-b5f2-47da-b905-d68cd0700779 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.807551] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a55f609-9bcb-4cdb-9788-fb9768a803d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.840372] env[66735]: DEBUG nova.compute.manager [req-0cc62345-bfb4-4a12-9540-b8246e6cc859 req-a3d90ae7-991b-4765-929c-d8bfecd1dc90 service nova] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Detach interface failed, port_id=64638099-ede3-4858-915b-7980b441255c, reason: Instance 3d4ac919-d0f3-4310-bed5-785da809fe2d could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1193.916575] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073912} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.916972] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.917933] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6702f1-4afe-4761-8872-501ef8e54da6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.942589] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0ce19057-2132-4d55-aa7c-0a6d8893a982/0ce19057-2132-4d55-aa7c-0a6d8893a982.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.942999] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-126d200a-86b5-46ed-bf54-60e5b2a715a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.964443] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1193.964443] env[66735]: value = "task-4646570" [ 1193.964443] env[66735]: _type = "Task" [ 1193.964443] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.974789] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.227425] env[66735]: INFO nova.compute.manager [-] [instance: 3d4ac919-d0f3-4310-bed5-785da809fe2d] Took 1.28 seconds to deallocate network for instance. [ 1194.477072] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646570, 'name': ReconfigVM_Task, 'duration_secs': 0.334168} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.477072] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0ce19057-2132-4d55-aa7c-0a6d8893a982/0ce19057-2132-4d55-aa7c-0a6d8893a982.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.477357] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-716fff1e-346c-4e09-bb53-6737959c9402 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.485332] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1194.485332] env[66735]: value = "task-4646571" [ 1194.485332] env[66735]: _type = "Task" [ 1194.485332] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.494137] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646571, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.735303] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.735576] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.735829] env[66735]: DEBUG nova.objects.instance [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lazy-loading 'resources' on Instance uuid 3d4ac919-d0f3-4310-bed5-785da809fe2d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.996434] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646571, 'name': Rename_Task, 'duration_secs': 0.142784} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.996769] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.996959] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d464408-96c4-4a51-ae95-c3e2e62a2cc7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.005431] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1195.005431] env[66735]: value = "task-4646572" [ 1195.005431] env[66735]: _type = "Task" [ 1195.005431] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.014707] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.160176] env[66735]: DEBUG oslo_vmware.rw_handles [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f85b6-c63f-edd5-0ae3-76774e6bfdd4/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1195.161245] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e27885e-65f8-45f3-9a78-6527ad4a377d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.168460] env[66735]: DEBUG oslo_vmware.rw_handles [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f85b6-c63f-edd5-0ae3-76774e6bfdd4/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1195.168660] env[66735]: ERROR oslo_vmware.rw_handles [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f85b6-c63f-edd5-0ae3-76774e6bfdd4/disk-0.vmdk due to incomplete transfer. [ 1195.168873] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b8fee662-4b22-490d-9861-614134b07fde {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.177489] env[66735]: DEBUG oslo_vmware.rw_handles [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f85b6-c63f-edd5-0ae3-76774e6bfdd4/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1195.177685] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Uploaded image b449d142-1067-4b2f-bb73-b0d91cd38c37 to the Glance image server {{(pid=66735) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1195.179974] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Destroying the VM {{(pid=66735) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1195.180291] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb329924-b2de-4426-a177-08988d7ea5a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.187615] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1195.187615] env[66735]: value = "task-4646573" [ 1195.187615] env[66735]: _type = "Task" [ 1195.187615] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.196890] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646573, 'name': Destroy_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.356510] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4428e0a2-a483-4cd3-a50e-d92f996ea00d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.365392] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ca342e-5cd8-4e92-ab35-ab124f275ee5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.398219] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165df87d-c7ea-4f30-a82f-c4668e0c6177 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.407414] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9582bab6-3434-4dc8-b2df-af9f58d03795 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.424328] env[66735]: DEBUG nova.compute.provider_tree [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.516725] env[66735]: DEBUG oslo_vmware.api [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646572, 'name': PowerOnVM_Task, 'duration_secs': 0.504939} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.516888] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.517088] env[66735]: INFO nova.compute.manager [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1195.517276] env[66735]: DEBUG nova.compute.manager [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1195.518107] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09681c8e-6f8e-4a5c-acad-3e7c22279775 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.698881] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646573, 'name': Destroy_Task, 'duration_secs': 0.335216} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.699161] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Destroyed the VM [ 1195.699395] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Deleting Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1195.699659] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d609608-cf10-48d5-bd34-287c6936950e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.709094] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1195.709094] env[66735]: value = "task-4646574" [ 1195.709094] env[66735]: _type = "Task" [ 1195.709094] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.719295] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646574, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.928037] env[66735]: DEBUG nova.scheduler.client.report [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.035936] env[66735]: INFO nova.compute.manager [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Took 13.58 seconds to build instance. [ 1196.219522] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646574, 'name': RemoveSnapshot_Task, 'duration_secs': 0.5052} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.219787] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Deleted Snapshot of the VM instance {{(pid=66735) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1196.220064] env[66735]: DEBUG nova.compute.manager [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1196.220835] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8569d406-3d9c-4123-a108-af1c400db7b5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.433128] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.456800] env[66735]: INFO nova.scheduler.client.report [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Deleted allocations for instance 3d4ac919-d0f3-4310-bed5-785da809fe2d [ 1196.538149] env[66735]: DEBUG oslo_concurrency.lockutils [None req-97b6e1cc-21dc-470a-bdbd-3e3ab246ecc4 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "0ce19057-2132-4d55-aa7c-0a6d8893a982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.088s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.734195] env[66735]: INFO nova.compute.manager [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Shelve offloading [ 1196.964956] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e45380c-9f2f-437f-8329-458129c8033c tempest-ServerActionsTestOtherA-923934559 tempest-ServerActionsTestOtherA-923934559-project-member] Lock "3d4ac919-d0f3-4310-bed5-785da809fe2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.642s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.191943] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e28d4d11-90d3-45bd-a577-6739768a132c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "0ce19057-2132-4d55-aa7c-0a6d8893a982" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.192306] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e28d4d11-90d3-45bd-a577-6739768a132c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "0ce19057-2132-4d55-aa7c-0a6d8893a982" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.192457] env[66735]: DEBUG nova.compute.manager [None req-e28d4d11-90d3-45bd-a577-6739768a132c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1197.193393] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfda906-60b4-48ad-9173-4331456ddcd5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.200982] env[66735]: DEBUG nova.compute.manager [None req-e28d4d11-90d3-45bd-a577-6739768a132c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1197.201575] env[66735]: DEBUG nova.objects.instance [None req-e28d4d11-90d3-45bd-a577-6739768a132c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lazy-loading 'flavor' on Instance uuid 0ce19057-2132-4d55-aa7c-0a6d8893a982 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.238018] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.238311] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7439d292-1b29-4df0-a50d-28f9d48211c4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.245973] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1197.245973] env[66735]: value = "task-4646575" [ 1197.245973] env[66735]: _type = "Task" [ 1197.245973] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.256150] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1197.256365] env[66735]: DEBUG nova.compute.manager [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1197.257161] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cca9c82-ce71-4d14-ac37-ae1ed8f214f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.263796] env[66735]: DEBUG oslo_concurrency.lockutils [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.263964] env[66735]: DEBUG oslo_concurrency.lockutils [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.264151] env[66735]: DEBUG nova.network.neutron [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1197.767208] env[66735]: WARNING neutronclient.v2_0.client [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.965967] env[66735]: WARNING neutronclient.v2_0.client [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.045915] env[66735]: DEBUG nova.network.neutron [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updating instance_info_cache with network_info: [{"id": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "address": "fa:16:3e:d6:f8:ee", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2bae48a-d6", "ovs_interfaceid": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.211519] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28d4d11-90d3-45bd-a577-6739768a132c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.211942] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbe97200-f6ee-494f-9234-2652aead06b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.221878] env[66735]: DEBUG oslo_vmware.api [None req-e28d4d11-90d3-45bd-a577-6739768a132c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1198.221878] env[66735]: value = "task-4646576" [ 1198.221878] env[66735]: _type = "Task" [ 1198.221878] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.231021] env[66735]: DEBUG oslo_vmware.api [None req-e28d4d11-90d3-45bd-a577-6739768a132c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.548899] env[66735]: DEBUG oslo_concurrency.lockutils [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.551528] env[66735]: WARNING neutronclient.v2_0.client [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.551528] env[66735]: WARNING neutronclient.v2_0.client [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.732891] env[66735]: DEBUG oslo_vmware.api [None req-e28d4d11-90d3-45bd-a577-6739768a132c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646576, 'name': PowerOffVM_Task, 'duration_secs': 0.200157} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.733221] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28d4d11-90d3-45bd-a577-6739768a132c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.733427] env[66735]: DEBUG nova.compute.manager [None req-e28d4d11-90d3-45bd-a577-6739768a132c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1198.734391] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53aedb4-732d-446b-aeb6-1842558b1a44 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.786165] env[66735]: DEBUG nova.compute.manager [req-a18b3794-87a2-4fdc-9fa2-cb92f4888e37 req-33b0f5fa-fdef-497c-840a-ea94c4bbe156 service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Received event network-vif-unplugged-f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1198.786353] env[66735]: DEBUG oslo_concurrency.lockutils [req-a18b3794-87a2-4fdc-9fa2-cb92f4888e37 req-33b0f5fa-fdef-497c-840a-ea94c4bbe156 service nova] Acquiring lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.786649] env[66735]: DEBUG oslo_concurrency.lockutils [req-a18b3794-87a2-4fdc-9fa2-cb92f4888e37 req-33b0f5fa-fdef-497c-840a-ea94c4bbe156 service nova] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.786944] env[66735]: DEBUG oslo_concurrency.lockutils [req-a18b3794-87a2-4fdc-9fa2-cb92f4888e37 req-33b0f5fa-fdef-497c-840a-ea94c4bbe156 service nova] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.787736] env[66735]: DEBUG nova.compute.manager [req-a18b3794-87a2-4fdc-9fa2-cb92f4888e37 req-33b0f5fa-fdef-497c-840a-ea94c4bbe156 service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] No waiting events found dispatching network-vif-unplugged-f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1198.787736] env[66735]: WARNING nova.compute.manager [req-a18b3794-87a2-4fdc-9fa2-cb92f4888e37 req-33b0f5fa-fdef-497c-840a-ea94c4bbe156 service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Received unexpected event network-vif-unplugged-f2bae48a-d631-400a-bcf8-8b310cb6e2ec for instance with vm_state shelved and task_state shelving_offloading. [ 1198.882199] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.884280] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5825eda7-c6eb-4397-a6bc-47b8ead4083d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.891827] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.892123] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64bce98c-2c69-4606-a928-02b38ca35655 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.971240] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.971536] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.971805] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleting the datastore file [datastore2] 1ccc1b96-19e8-4e90-aae2-39c6329ab20f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.972139] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1593733b-b4ce-4977-b9fc-c49a7fa06435 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.982047] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1198.982047] env[66735]: value = "task-4646578" [ 1198.982047] env[66735]: _type = "Task" [ 1198.982047] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.991044] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.248116] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e28d4d11-90d3-45bd-a577-6739768a132c tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "0ce19057-2132-4d55-aa7c-0a6d8893a982" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.498692] env[66735]: DEBUG oslo_vmware.api [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160324} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.499086] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.499360] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.499584] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.526274] env[66735]: INFO nova.scheduler.client.report [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleted allocations for instance 1ccc1b96-19e8-4e90-aae2-39c6329ab20f [ 1199.990735] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "0ce19057-2132-4d55-aa7c-0a6d8893a982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.991404] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "0ce19057-2132-4d55-aa7c-0a6d8893a982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.991404] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "0ce19057-2132-4d55-aa7c-0a6d8893a982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.991404] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "0ce19057-2132-4d55-aa7c-0a6d8893a982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.991571] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "0ce19057-2132-4d55-aa7c-0a6d8893a982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.993637] env[66735]: INFO nova.compute.manager [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Terminating instance [ 1200.031263] env[66735]: DEBUG oslo_concurrency.lockutils [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.031484] env[66735]: DEBUG oslo_concurrency.lockutils [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.031800] env[66735]: DEBUG nova.objects.instance [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'resources' on Instance uuid 1ccc1b96-19e8-4e90-aae2-39c6329ab20f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.498427] env[66735]: DEBUG nova.compute.manager [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1200.498756] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.499723] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9170b0-1bdb-4c2f-832b-b4f245bc874b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.508743] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.509089] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4989c30e-43d9-49ea-8ad4-020c00c409bf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.534753] env[66735]: DEBUG nova.objects.instance [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'numa_topology' on Instance uuid 1ccc1b96-19e8-4e90-aae2-39c6329ab20f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.582529] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.582780] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.582964] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleting the datastore file [datastore2] 0ce19057-2132-4d55-aa7c-0a6d8893a982 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.583255] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-292f3ea2-d2eb-4c6b-9e51-439434e32ab5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.590688] env[66735]: DEBUG oslo_vmware.api [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1200.590688] env[66735]: value = "task-4646580" [ 1200.590688] env[66735]: _type = "Task" [ 1200.590688] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.600051] env[66735]: DEBUG oslo_vmware.api [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.803221] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Acquiring lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.803493] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.804135] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Acquiring lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.804135] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.804135] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.809040] env[66735]: INFO nova.compute.manager [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Terminating instance [ 1200.828870] env[66735]: DEBUG nova.compute.manager [req-92a4b6e7-c1d1-4687-938c-896fc4f43ee0 req-4beff5e6-8c81-4aec-91e5-c981c505710b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Received event network-changed-f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1200.829208] env[66735]: DEBUG nova.compute.manager [req-92a4b6e7-c1d1-4687-938c-896fc4f43ee0 req-4beff5e6-8c81-4aec-91e5-c981c505710b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Refreshing instance network info cache due to event network-changed-f2bae48a-d631-400a-bcf8-8b310cb6e2ec. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1200.829426] env[66735]: DEBUG oslo_concurrency.lockutils [req-92a4b6e7-c1d1-4687-938c-896fc4f43ee0 req-4beff5e6-8c81-4aec-91e5-c981c505710b service nova] Acquiring lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.829593] env[66735]: DEBUG oslo_concurrency.lockutils [req-92a4b6e7-c1d1-4687-938c-896fc4f43ee0 req-4beff5e6-8c81-4aec-91e5-c981c505710b service nova] Acquired lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.829765] env[66735]: DEBUG nova.network.neutron [req-92a4b6e7-c1d1-4687-938c-896fc4f43ee0 req-4beff5e6-8c81-4aec-91e5-c981c505710b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Refreshing network info cache for port f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.037757] env[66735]: DEBUG nova.objects.base [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Object Instance<1ccc1b96-19e8-4e90-aae2-39c6329ab20f> lazy-loaded attributes: resources,numa_topology {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1201.101970] env[66735]: DEBUG oslo_vmware.api [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368477} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.106851] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.107173] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.107385] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.107581] env[66735]: INFO nova.compute.manager [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1201.107851] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1201.108924] env[66735]: DEBUG nova.compute.manager [-] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1201.108924] env[66735]: DEBUG nova.network.neutron [-] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1201.108924] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.143888] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b560c1-5d47-4676-b16a-ab241aef9abf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.159996] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01fcdf0-e3a8-48da-9e4c-a9c0b5cd3aec {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.193380] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.193380] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ad5944-4deb-4af8-8634-a212de767b4f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.201941] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f8ba83-6a78-4e9c-89ea-aeb5b7ce39d7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.217616] env[66735]: DEBUG nova.compute.provider_tree [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.314227] env[66735]: DEBUG nova.compute.manager [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1201.314465] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.315471] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8f46c4-bfdc-478c-92c2-3ad25a4e8cd0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.324071] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.324407] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf21289f-b81f-45bd-8383-a2da75a00aa3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.331616] env[66735]: DEBUG oslo_vmware.api [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Waiting for the task: (returnval){ [ 1201.331616] env[66735]: value = "task-4646581" [ 1201.331616] env[66735]: _type = "Task" [ 1201.331616] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.336087] env[66735]: WARNING neutronclient.v2_0.client [req-92a4b6e7-c1d1-4687-938c-896fc4f43ee0 req-4beff5e6-8c81-4aec-91e5-c981c505710b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.345751] env[66735]: DEBUG oslo_vmware.api [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.531852] env[66735]: DEBUG nova.compute.manager [req-6d3bb826-055d-46e3-a0a5-969e866312ca req-78c74739-ad3a-4530-8a1f-bec5f2877194 service nova] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Received event network-vif-deleted-d7d2f598-a57f-403e-bfb7-d8d0b786006d {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1201.532097] env[66735]: INFO nova.compute.manager [req-6d3bb826-055d-46e3-a0a5-969e866312ca req-78c74739-ad3a-4530-8a1f-bec5f2877194 service nova] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Neutron deleted interface d7d2f598-a57f-403e-bfb7-d8d0b786006d; detaching it from the instance and deleting it from the info cache [ 1201.533740] env[66735]: DEBUG nova.network.neutron [req-6d3bb826-055d-46e3-a0a5-969e866312ca req-78c74739-ad3a-4530-8a1f-bec5f2877194 service nova] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.699579] env[66735]: WARNING neutronclient.v2_0.client [req-92a4b6e7-c1d1-4687-938c-896fc4f43ee0 req-4beff5e6-8c81-4aec-91e5-c981c505710b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.721506] env[66735]: DEBUG nova.scheduler.client.report [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.787081] env[66735]: DEBUG nova.network.neutron [req-92a4b6e7-c1d1-4687-938c-896fc4f43ee0 req-4beff5e6-8c81-4aec-91e5-c981c505710b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updated VIF entry in instance network info cache for port f2bae48a-d631-400a-bcf8-8b310cb6e2ec. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1201.787473] env[66735]: DEBUG nova.network.neutron [req-92a4b6e7-c1d1-4687-938c-896fc4f43ee0 req-4beff5e6-8c81-4aec-91e5-c981c505710b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updating instance_info_cache with network_info: [{"id": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "address": "fa:16:3e:d6:f8:ee", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf2bae48a-d6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.842308] env[66735]: DEBUG oslo_vmware.api [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646581, 'name': PowerOffVM_Task, 'duration_secs': 0.22807} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.842586] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.842773] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.843059] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47dc8e18-93cc-4ab6-8680-f5b91fae611a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.907447] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.907679] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.907857] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Deleting the datastore file [datastore1] 6e1971b5-55d4-4b2e-a851-c7dc18eee51d {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.908428] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67aab95f-29ba-4c2d-97a5-56b1de75e397 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.918037] env[66735]: DEBUG oslo_vmware.api [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Waiting for the task: (returnval){ [ 1201.918037] env[66735]: value = "task-4646583" [ 1201.918037] env[66735]: _type = "Task" [ 1201.918037] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.927090] env[66735]: DEBUG oslo_vmware.api [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.957145] env[66735]: DEBUG nova.network.neutron [-] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.038075] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52197914-1eb5-4d59-bd01-16fc29c17e39 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.048603] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde860b6-388c-4b48-a28a-3e5c69eb61f8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.078451] env[66735]: DEBUG nova.compute.manager [req-6d3bb826-055d-46e3-a0a5-969e866312ca req-78c74739-ad3a-4530-8a1f-bec5f2877194 service nova] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Detach interface failed, port_id=d7d2f598-a57f-403e-bfb7-d8d0b786006d, reason: Instance 0ce19057-2132-4d55-aa7c-0a6d8893a982 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1202.179681] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.229055] env[66735]: DEBUG oslo_concurrency.lockutils [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.290890] env[66735]: DEBUG oslo_concurrency.lockutils [req-92a4b6e7-c1d1-4687-938c-896fc4f43ee0 req-4beff5e6-8c81-4aec-91e5-c981c505710b service nova] Releasing lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.428397] env[66735]: DEBUG oslo_vmware.api [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Task: {'id': task-4646583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152028} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.428678] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.428859] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.429866] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.429866] env[66735]: INFO nova.compute.manager [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1202.429866] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1202.429866] env[66735]: DEBUG nova.compute.manager [-] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1202.429866] env[66735]: DEBUG nova.network.neutron [-] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1202.430094] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.461293] env[66735]: INFO nova.compute.manager [-] [instance: 0ce19057-2132-4d55-aa7c-0a6d8893a982] Took 1.35 seconds to deallocate network for instance. [ 1202.463327] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.738602] env[66735]: DEBUG oslo_concurrency.lockutils [None req-42d5057b-79d9-4bd9-bf6b-4174ff1eb17f tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.815s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.739515] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.560s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.739852] env[66735]: INFO nova.compute.manager [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Unshelving [ 1202.953025] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "2f1992ae-28b2-461b-a49c-9d375fab66e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.953025] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "2f1992ae-28b2-461b-a49c-9d375fab66e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.971278] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.971921] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.972354] env[66735]: DEBUG nova.objects.instance [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lazy-loading 'resources' on Instance uuid 0ce19057-2132-4d55-aa7c-0a6d8893a982 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.050490] env[66735]: DEBUG nova.compute.manager [req-6acbadb4-fbbd-417f-adb5-a9b9f05a3405 req-1fbe2176-080f-48d1-a685-5ef593e7d941 service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Received event network-vif-deleted-4e55eb2f-392c-4916-952c-1ae98b31218a {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1203.050718] env[66735]: INFO nova.compute.manager [req-6acbadb4-fbbd-417f-adb5-a9b9f05a3405 req-1fbe2176-080f-48d1-a685-5ef593e7d941 service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Neutron deleted interface 4e55eb2f-392c-4916-952c-1ae98b31218a; detaching it from the instance and deleting it from the info cache [ 1203.051040] env[66735]: DEBUG nova.network.neutron [req-6acbadb4-fbbd-417f-adb5-a9b9f05a3405 req-1fbe2176-080f-48d1-a685-5ef593e7d941 service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.388176] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.388408] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.458405] env[66735]: DEBUG nova.compute.manager [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1203.523490] env[66735]: DEBUG nova.network.neutron [-] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.555421] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88970228-4936-4fb8-80f1-70a31c0a7b73 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.568406] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce4675f-d76b-40f2-b533-fe2cc91ca7ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.599383] env[66735]: DEBUG nova.compute.manager [req-6acbadb4-fbbd-417f-adb5-a9b9f05a3405 req-1fbe2176-080f-48d1-a685-5ef593e7d941 service nova] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Detach interface failed, port_id=4e55eb2f-392c-4916-952c-1ae98b31218a, reason: Instance 6e1971b5-55d4-4b2e-a851-c7dc18eee51d could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1203.640747] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfd6c49-d6fa-4702-acfe-8888899d5fcf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.649891] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e69e71-5244-4dfa-8799-aba0e312f0d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.686456] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4de67bc-bdb2-45b8-9382-b914c7ee2012 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.695650] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b3eb24-1c36-4886-8f69-50253297b9ee {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.711108] env[66735]: DEBUG nova.compute.provider_tree [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.769991] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.891201] env[66735]: DEBUG nova.compute.manager [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1203.987236] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.031176] env[66735]: INFO nova.compute.manager [-] [instance: 6e1971b5-55d4-4b2e-a851-c7dc18eee51d] Took 1.60 seconds to deallocate network for instance. [ 1204.214479] env[66735]: DEBUG nova.scheduler.client.report [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.410867] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.541550] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.720407] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.723112] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.953s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.723495] env[66735]: DEBUG nova.objects.instance [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'pci_requests' on Instance uuid 1ccc1b96-19e8-4e90-aae2-39c6329ab20f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.740335] env[66735]: INFO nova.scheduler.client.report [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted allocations for instance 0ce19057-2132-4d55-aa7c-0a6d8893a982 [ 1205.228059] env[66735]: DEBUG nova.objects.instance [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'numa_topology' on Instance uuid 1ccc1b96-19e8-4e90-aae2-39c6329ab20f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.247836] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9fd4ac32-f6b4-4e04-a60d-2fc9ee8de83f tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "0ce19057-2132-4d55-aa7c-0a6d8893a982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.257s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.734539] env[66735]: INFO nova.compute.claims [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.815591] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.815743] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.838877] env[66735]: DEBUG nova.compute.manager [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Stashing vm_state: active {{(pid=66735) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1205.870045] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.870365] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.870639] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.870900] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.871130] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.874464] env[66735]: INFO nova.compute.manager [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Terminating instance [ 1206.318507] env[66735]: INFO nova.compute.manager [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Detaching volume 15f5cdd5-a234-4b0f-ae1d-a5e68330b72a [ 1206.354735] env[66735]: INFO nova.virt.block_device [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Attempting to driver detach volume 15f5cdd5-a234-4b0f-ae1d-a5e68330b72a from mountpoint /dev/sdb [ 1206.354978] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1206.355185] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907298', 'volume_id': '15f5cdd5-a234-4b0f-ae1d-a5e68330b72a', 'name': 'volume-15f5cdd5-a234-4b0f-ae1d-a5e68330b72a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '904b6b6b-1db4-437d-8259-fb6e25f7fa63', 'attached_at': '', 'detached_at': '', 'volume_id': '15f5cdd5-a234-4b0f-ae1d-a5e68330b72a', 'serial': '15f5cdd5-a234-4b0f-ae1d-a5e68330b72a'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1206.356124] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53e76d0-31cf-4ed1-92b1-a8c999f9d845 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.359532] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.378501] env[66735]: DEBUG nova.compute.manager [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1206.378710] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.379544] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6d3dcb-906e-410c-9f4a-d57ecae1b4a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.382819] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3965e0e-6fea-47f3-893e-fb391cc9336f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.391790] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3840494-78d0-495b-be93-ca08c98f9b3a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.394215] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.394444] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-410cbfca-8145-4684-8dce-5e042ea88aa0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.416702] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc366f17-53d7-4a8c-979f-fbed9b3a241c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.419415] env[66735]: DEBUG oslo_vmware.api [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1206.419415] env[66735]: value = "task-4646584" [ 1206.419415] env[66735]: _type = "Task" [ 1206.419415] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.433614] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The volume has not been displaced from its original location: [datastore1] volume-15f5cdd5-a234-4b0f-ae1d-a5e68330b72a/volume-15f5cdd5-a234-4b0f-ae1d-a5e68330b72a.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1206.438858] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.439642] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a5374c6-3a6c-4742-b002-ba2b9abce095 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.456028] env[66735]: DEBUG oslo_vmware.api [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.462650] env[66735]: DEBUG oslo_vmware.api [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1206.462650] env[66735]: value = "task-4646585" [ 1206.462650] env[66735]: _type = "Task" [ 1206.462650] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.471886] env[66735]: DEBUG oslo_vmware.api [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.850073] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159f02a4-df08-4225-98d1-f93e008fc452 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.858243] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64b8968-ec5f-417a-863f-c175b6e02ac6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.887967] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae2dcc5-9289-4249-9543-240aff0e9618 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.896308] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd896b8f-9c48-41f4-91b3-cca30573f5fc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.911080] env[66735]: DEBUG nova.compute.provider_tree [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.931022] env[66735]: DEBUG oslo_vmware.api [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646584, 'name': PowerOffVM_Task, 'duration_secs': 0.185157} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.931302] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.931459] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.931719] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1457830-a797-4b03-b4e9-249ee548505d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.973377] env[66735]: DEBUG oslo_vmware.api [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646585, 'name': ReconfigVM_Task, 'duration_secs': 0.274707} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.973661] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.978621] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3444179f-f288-41f6-8709-85a37cb58dd5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.995812] env[66735]: DEBUG oslo_vmware.api [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1206.995812] env[66735]: value = "task-4646587" [ 1206.995812] env[66735]: _type = "Task" [ 1206.995812] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.996874] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.997084] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.997266] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleting the datastore file [datastore2] 45c557ed-40ea-48ad-8d61-fa0e1bf0b445 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.000874] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f493fa4-f8db-450b-88bc-26c0f8d413aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.007795] env[66735]: DEBUG oslo_vmware.api [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.009264] env[66735]: DEBUG oslo_vmware.api [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for the task: (returnval){ [ 1207.009264] env[66735]: value = "task-4646588" [ 1207.009264] env[66735]: _type = "Task" [ 1207.009264] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.018226] env[66735]: DEBUG oslo_vmware.api [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.414224] env[66735]: DEBUG nova.scheduler.client.report [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.507901] env[66735]: DEBUG oslo_vmware.api [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646587, 'name': ReconfigVM_Task, 'duration_secs': 0.195038} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.508256] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907298', 'volume_id': '15f5cdd5-a234-4b0f-ae1d-a5e68330b72a', 'name': 'volume-15f5cdd5-a234-4b0f-ae1d-a5e68330b72a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '904b6b6b-1db4-437d-8259-fb6e25f7fa63', 'attached_at': '', 'detached_at': '', 'volume_id': '15f5cdd5-a234-4b0f-ae1d-a5e68330b72a', 'serial': '15f5cdd5-a234-4b0f-ae1d-a5e68330b72a'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1207.519014] env[66735]: DEBUG oslo_vmware.api [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Task: {'id': task-4646588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139724} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.519254] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.519429] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.519597] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.519780] env[66735]: INFO nova.compute.manager [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1207.520021] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1207.520213] env[66735]: DEBUG nova.compute.manager [-] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1207.520309] env[66735]: DEBUG nova.network.neutron [-] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1207.520538] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.551249] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.771495] env[66735]: DEBUG nova.compute.manager [req-23360e8b-6b40-41b9-9da5-258515c6929a req-f9ae28a4-92bc-4aae-8ac1-eec4ed9b1b8d service nova] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Received event network-vif-deleted-39f5d39e-684d-40a1-9cc9-6583a9b65683 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1207.771680] env[66735]: INFO nova.compute.manager [req-23360e8b-6b40-41b9-9da5-258515c6929a req-f9ae28a4-92bc-4aae-8ac1-eec4ed9b1b8d service nova] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Neutron deleted interface 39f5d39e-684d-40a1-9cc9-6583a9b65683; detaching it from the instance and deleting it from the info cache [ 1207.773183] env[66735]: DEBUG nova.network.neutron [req-23360e8b-6b40-41b9-9da5-258515c6929a req-f9ae28a4-92bc-4aae-8ac1-eec4ed9b1b8d service nova] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.919045] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.195s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.919195] env[66735]: WARNING neutronclient.v2_0.client [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.922201] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.935s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.923910] env[66735]: INFO nova.compute.claims [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.955986] env[66735]: INFO nova.network.neutron [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updating port f2bae48a-d631-400a-bcf8-8b310cb6e2ec with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1208.054369] env[66735]: DEBUG nova.objects.instance [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'flavor' on Instance uuid 904b6b6b-1db4-437d-8259-fb6e25f7fa63 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.253415] env[66735]: DEBUG nova.network.neutron [-] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.275232] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e86f1538-2a03-47fe-939b-3f591bb32ef8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.285555] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4453210-c890-4def-97e7-c9c8ec1341f6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.313755] env[66735]: DEBUG nova.compute.manager [req-23360e8b-6b40-41b9-9da5-258515c6929a req-f9ae28a4-92bc-4aae-8ac1-eec4ed9b1b8d service nova] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Detach interface failed, port_id=39f5d39e-684d-40a1-9cc9-6583a9b65683, reason: Instance 45c557ed-40ea-48ad-8d61-fa0e1bf0b445 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1208.756150] env[66735]: INFO nova.compute.manager [-] [instance: 45c557ed-40ea-48ad-8d61-fa0e1bf0b445] Took 1.24 seconds to deallocate network for instance. [ 1209.007841] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1060f3af-4633-4ba4-adea-f13c202ca630 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.059220] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dde8dff-7505-4630-beca-364f01932720 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.062084] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ae8f7932-e5c7-4e26-b63e-dd2ac721c0a2 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.246s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.063146] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1060f3af-4633-4ba4-adea-f13c202ca630 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.056s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.063327] env[66735]: DEBUG nova.compute.manager [None req-1060f3af-4633-4ba4-adea-f13c202ca630 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1209.064585] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2849aaa0-32b6-4881-8f22-4c4d8ca403ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.070122] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1351ab13-16ca-437b-9710-79d4b4f707db {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.074479] env[66735]: DEBUG nova.compute.manager [None req-1060f3af-4633-4ba4-adea-f13c202ca630 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1209.075046] env[66735]: DEBUG nova.objects.instance [None req-1060f3af-4633-4ba4-adea-f13c202ca630 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'flavor' on Instance uuid 904b6b6b-1db4-437d-8259-fb6e25f7fa63 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.104468] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119e62ba-47e1-4e23-a220-24a93f1c4408 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.112802] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44081f7-8ae4-4004-ad9d-1aba81f2ecfe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.129455] env[66735]: DEBUG nova.compute.provider_tree [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.262700] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.483551] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.483784] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.484033] env[66735]: DEBUG nova.network.neutron [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1209.632804] env[66735]: DEBUG nova.scheduler.client.report [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.797518] env[66735]: DEBUG nova.compute.manager [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Received event network-vif-plugged-f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1209.797752] env[66735]: DEBUG oslo_concurrency.lockutils [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] Acquiring lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.797955] env[66735]: DEBUG oslo_concurrency.lockutils [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.798175] env[66735]: DEBUG oslo_concurrency.lockutils [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.798300] env[66735]: DEBUG nova.compute.manager [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] No waiting events found dispatching network-vif-plugged-f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1209.798438] env[66735]: WARNING nova.compute.manager [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Received unexpected event network-vif-plugged-f2bae48a-d631-400a-bcf8-8b310cb6e2ec for instance with vm_state shelved_offloaded and task_state spawning. [ 1209.798624] env[66735]: DEBUG nova.compute.manager [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Received event network-changed-f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1209.798729] env[66735]: DEBUG nova.compute.manager [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Refreshing instance network info cache due to event network-changed-f2bae48a-d631-400a-bcf8-8b310cb6e2ec. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1209.798921] env[66735]: DEBUG oslo_concurrency.lockutils [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] Acquiring lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.986238] env[66735]: WARNING neutronclient.v2_0.client [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.082559] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1060f3af-4633-4ba4-adea-f13c202ca630 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.082923] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1654144-452f-4349-9f40-46a75b44ea18 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.090532] env[66735]: DEBUG oslo_vmware.api [None req-1060f3af-4633-4ba4-adea-f13c202ca630 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1210.090532] env[66735]: value = "task-4646589" [ 1210.090532] env[66735]: _type = "Task" [ 1210.090532] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.099829] env[66735]: DEBUG oslo_vmware.api [None req-1060f3af-4633-4ba4-adea-f13c202ca630 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.138859] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.139504] env[66735]: DEBUG nova.compute.manager [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1210.142710] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.732s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.144254] env[66735]: INFO nova.compute.claims [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.173394] env[66735]: WARNING neutronclient.v2_0.client [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.249895] env[66735]: DEBUG nova.network.neutron [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updating instance_info_cache with network_info: [{"id": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "address": "fa:16:3e:d6:f8:ee", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2bae48a-d6", "ovs_interfaceid": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.601226] env[66735]: DEBUG oslo_vmware.api [None req-1060f3af-4633-4ba4-adea-f13c202ca630 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646589, 'name': PowerOffVM_Task, 'duration_secs': 0.196673} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.601462] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-1060f3af-4633-4ba4-adea-f13c202ca630 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.601663] env[66735]: DEBUG nova.compute.manager [None req-1060f3af-4633-4ba4-adea-f13c202ca630 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1210.602485] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff12ca82-03e9-44bd-bcb3-6057a34d19a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.651283] env[66735]: DEBUG nova.compute.utils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.652608] env[66735]: DEBUG nova.compute.manager [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1210.652820] env[66735]: DEBUG nova.network.neutron [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1210.653156] env[66735]: WARNING neutronclient.v2_0.client [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.653461] env[66735]: WARNING neutronclient.v2_0.client [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.693074] env[66735]: DEBUG nova.policy [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '222f6576e56c448a8f143278924dd4a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1989f71a41741eaadd726b56f16d7b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.754057] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.756350] env[66735]: DEBUG oslo_concurrency.lockutils [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] Acquired lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.756562] env[66735]: DEBUG nova.network.neutron [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Refreshing network info cache for port f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.782084] env[66735]: DEBUG nova.virt.hardware [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0483359d66e443b0aff0ba45680049a6',container_format='bare',created_at=2025-11-21T09:14:48Z,direct_url=,disk_format='vmdk',id=b449d142-1067-4b2f-bb73-b0d91cd38c37,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2046357401-shelved',owner='9929ce8e6397449fb64785bb4bca9809',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-11-21T09:15:01Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1210.782318] env[66735]: DEBUG nova.virt.hardware [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.782476] env[66735]: DEBUG nova.virt.hardware [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1210.782618] env[66735]: DEBUG nova.virt.hardware [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.782783] env[66735]: DEBUG nova.virt.hardware [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1210.782971] env[66735]: DEBUG nova.virt.hardware [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1210.783203] env[66735]: DEBUG nova.virt.hardware [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1210.783471] env[66735]: DEBUG nova.virt.hardware [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1210.783699] env[66735]: DEBUG nova.virt.hardware [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1210.783881] env[66735]: DEBUG nova.virt.hardware [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1210.784068] env[66735]: DEBUG nova.virt.hardware [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1210.785279] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf61184-f294-4c21-9e19-49e5f5121161 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.795711] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e084b170-f033-46bf-b2c7-b7614580c033 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.810078] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:f8:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2bae48a-d631-400a-bcf8-8b310cb6e2ec', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.817608] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1210.817881] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.818115] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8a93a68-f913-4e0e-94fa-42218b5d9f21 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.838316] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.838316] env[66735]: value = "task-4646590" [ 1210.838316] env[66735]: _type = "Task" [ 1210.838316] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.847420] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646590, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.026389] env[66735]: DEBUG nova.network.neutron [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Successfully created port: 82c1b6de-f6bb-46b8-8c6d-2ac947918352 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1211.114796] env[66735]: DEBUG oslo_concurrency.lockutils [None req-1060f3af-4633-4ba4-adea-f13c202ca630 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.159366] env[66735]: DEBUG nova.compute.manager [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1211.259655] env[66735]: WARNING neutronclient.v2_0.client [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.293548] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ad0f0b-91f4-4ae1-9bcb-9dab92b22ea0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.302658] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1eb142-b5b6-460b-8ad6-3d4cffaff7de {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.341419] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e238b43-aac1-461d-be09-b496d942997b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.354186] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646590, 'name': CreateVM_Task, 'duration_secs': 0.349025} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.356559] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.357204] env[66735]: WARNING neutronclient.v2_0.client [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.360178] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2177bea-bb5c-42aa-9694-0831f31bc261 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.375881] env[66735]: DEBUG nova.compute.provider_tree [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.413658] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.413886] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.414294] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.414588] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc7e96e-448a-4ffe-9ac3-70e43780c85b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.421376] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1211.421376] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5212947c-3d1e-9c58-64b0-8e48cac53375" [ 1211.421376] env[66735]: _type = "Task" [ 1211.421376] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.431818] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5212947c-3d1e-9c58-64b0-8e48cac53375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.435790] env[66735]: DEBUG nova.objects.instance [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'flavor' on Instance uuid 904b6b6b-1db4-437d-8259-fb6e25f7fa63 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.570886] env[66735]: WARNING neutronclient.v2_0.client [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.643474] env[66735]: DEBUG nova.network.neutron [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updated VIF entry in instance network info cache for port f2bae48a-d631-400a-bcf8-8b310cb6e2ec. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1211.644045] env[66735]: DEBUG nova.network.neutron [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updating instance_info_cache with network_info: [{"id": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "address": "fa:16:3e:d6:f8:ee", "network": {"id": "27e55bf1-e5c4-41c8-81cf-8a7d5867f36b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1495495506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9929ce8e6397449fb64785bb4bca9809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2bae48a-d6", "ovs_interfaceid": "f2bae48a-d631-400a-bcf8-8b310cb6e2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.879344] env[66735]: DEBUG nova.scheduler.client.report [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.933833] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.934254] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Processing image b449d142-1067-4b2f-bb73-b0d91cd38c37 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.934524] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37/b449d142-1067-4b2f-bb73-b0d91cd38c37.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.934692] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37/b449d142-1067-4b2f-bb73-b0d91cd38c37.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.934873] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.935199] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60c3c080-cdf0-4588-a7c4-6796e29a5ff6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.941172] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.941356] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquired lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.941558] env[66735]: DEBUG nova.network.neutron [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1211.941724] env[66735]: DEBUG nova.objects.instance [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'info_cache' on Instance uuid 904b6b6b-1db4-437d-8259-fb6e25f7fa63 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.948513] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.948846] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.950081] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d1fa16-96f6-4cf2-a2d4-dee416562405 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.960335] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1211.960335] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]526e20c7-a158-81c9-7dbf-fb62fc2a74e4" [ 1211.960335] env[66735]: _type = "Task" [ 1211.960335] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.974796] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]526e20c7-a158-81c9-7dbf-fb62fc2a74e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.147353] env[66735]: DEBUG oslo_concurrency.lockutils [req-26d3b870-3d86-4423-95ca-6d7f47556193 req-2e6f2879-9003-4f91-8c97-283f463c3c9b service nova] Releasing lock "refresh_cache-1ccc1b96-19e8-4e90-aae2-39c6329ab20f" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.169943] env[66735]: DEBUG nova.compute.manager [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1212.199160] env[66735]: DEBUG nova.virt.hardware [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1212.199418] env[66735]: DEBUG nova.virt.hardware [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.199569] env[66735]: DEBUG nova.virt.hardware [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1212.199740] env[66735]: DEBUG nova.virt.hardware [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.199881] env[66735]: DEBUG nova.virt.hardware [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1212.200039] env[66735]: DEBUG nova.virt.hardware [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1212.200257] env[66735]: DEBUG nova.virt.hardware [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1212.200414] env[66735]: DEBUG nova.virt.hardware [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1212.200572] env[66735]: DEBUG nova.virt.hardware [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1212.200884] env[66735]: DEBUG nova.virt.hardware [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1212.201153] env[66735]: DEBUG nova.virt.hardware [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1212.202043] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2061e37-58fc-46fc-bb60-6d6fd1c19eb5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.211734] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fee22fb-6cb7-4da7-b03d-139ef83592cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.385627] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.386432] env[66735]: DEBUG nova.compute.manager [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1212.390549] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.849s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.390890] env[66735]: DEBUG nova.objects.instance [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Lazy-loading 'resources' on Instance uuid 6e1971b5-55d4-4b2e-a851-c7dc18eee51d {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.445491] env[66735]: DEBUG nova.objects.base [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Object Instance<904b6b6b-1db4-437d-8259-fb6e25f7fa63> lazy-loaded attributes: flavor,info_cache {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1212.474698] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Preparing fetch location {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1212.475089] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Fetch image to [datastore2] OSTACK_IMG_2a3f3613-b0b1-4059-9f6b-48e978883797/OSTACK_IMG_2a3f3613-b0b1-4059-9f6b-48e978883797.vmdk {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1212.475352] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Downloading stream optimized image b449d142-1067-4b2f-bb73-b0d91cd38c37 to [datastore2] OSTACK_IMG_2a3f3613-b0b1-4059-9f6b-48e978883797/OSTACK_IMG_2a3f3613-b0b1-4059-9f6b-48e978883797.vmdk on the data store datastore2 as vApp {{(pid=66735) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1212.475533] env[66735]: DEBUG nova.virt.vmwareapi.images [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Downloading image file data b449d142-1067-4b2f-bb73-b0d91cd38c37 to the ESX as VM named 'OSTACK_IMG_2a3f3613-b0b1-4059-9f6b-48e978883797' {{(pid=66735) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1212.523194] env[66735]: DEBUG nova.compute.manager [req-a3cdc7a5-a596-4b66-b770-90313830619a req-c3529a76-0b92-4f55-a8bf-4e117bde66d6 service nova] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Received event network-vif-plugged-82c1b6de-f6bb-46b8-8c6d-2ac947918352 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1212.523408] env[66735]: DEBUG oslo_concurrency.lockutils [req-a3cdc7a5-a596-4b66-b770-90313830619a req-c3529a76-0b92-4f55-a8bf-4e117bde66d6 service nova] Acquiring lock "2f1992ae-28b2-461b-a49c-9d375fab66e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.523603] env[66735]: DEBUG oslo_concurrency.lockutils [req-a3cdc7a5-a596-4b66-b770-90313830619a req-c3529a76-0b92-4f55-a8bf-4e117bde66d6 service nova] Lock "2f1992ae-28b2-461b-a49c-9d375fab66e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.523782] env[66735]: DEBUG oslo_concurrency.lockutils [req-a3cdc7a5-a596-4b66-b770-90313830619a req-c3529a76-0b92-4f55-a8bf-4e117bde66d6 service nova] Lock "2f1992ae-28b2-461b-a49c-9d375fab66e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.523927] env[66735]: DEBUG nova.compute.manager [req-a3cdc7a5-a596-4b66-b770-90313830619a req-c3529a76-0b92-4f55-a8bf-4e117bde66d6 service nova] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] No waiting events found dispatching network-vif-plugged-82c1b6de-f6bb-46b8-8c6d-2ac947918352 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1212.524131] env[66735]: WARNING nova.compute.manager [req-a3cdc7a5-a596-4b66-b770-90313830619a req-c3529a76-0b92-4f55-a8bf-4e117bde66d6 service nova] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Received unexpected event network-vif-plugged-82c1b6de-f6bb-46b8-8c6d-2ac947918352 for instance with vm_state building and task_state spawning. [ 1212.555291] env[66735]: DEBUG oslo_vmware.rw_handles [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1212.555291] env[66735]: value = "resgroup-9" [ 1212.555291] env[66735]: _type = "ResourcePool" [ 1212.555291] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1212.555576] env[66735]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fb88ef5e-e3cc-4b12-a7d4-faa82b0937fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.577354] env[66735]: DEBUG oslo_vmware.rw_handles [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lease: (returnval){ [ 1212.577354] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52daf82a-2635-26a5-c9cb-932346cc834c" [ 1212.577354] env[66735]: _type = "HttpNfcLease" [ 1212.577354] env[66735]: } obtained for vApp import into resource pool (val){ [ 1212.577354] env[66735]: value = "resgroup-9" [ 1212.577354] env[66735]: _type = "ResourcePool" [ 1212.577354] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1212.577744] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the lease: (returnval){ [ 1212.577744] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52daf82a-2635-26a5-c9cb-932346cc834c" [ 1212.577744] env[66735]: _type = "HttpNfcLease" [ 1212.577744] env[66735]: } to be ready. {{(pid=66735) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1212.586182] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.586182] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52daf82a-2635-26a5-c9cb-932346cc834c" [ 1212.586182] env[66735]: _type = "HttpNfcLease" [ 1212.586182] env[66735]: } is initializing. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1212.612632] env[66735]: DEBUG nova.network.neutron [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Successfully updated port: 82c1b6de-f6bb-46b8-8c6d-2ac947918352 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1212.849045] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.849300] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.849455] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.849598] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.849742] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.849886] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.850048] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._sync_power_states {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.893980] env[66735]: DEBUG nova.compute.utils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.898964] env[66735]: DEBUG nova.compute.manager [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1212.899196] env[66735]: DEBUG nova.network.neutron [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1212.899557] env[66735]: WARNING neutronclient.v2_0.client [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.899916] env[66735]: WARNING neutronclient.v2_0.client [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.948697] env[66735]: DEBUG nova.policy [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '222f6576e56c448a8f143278924dd4a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1989f71a41741eaadd726b56f16d7b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.951193] env[66735]: WARNING neutronclient.v2_0.client [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.031022] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be30e902-385d-4286-87f3-e6ba70c160b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.039432] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71baef15-ffb3-4467-b978-dd0458d500f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.078427] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2bc1f9-2e8e-491b-8781-d8d69e876928 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.090486] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e589179-6ecc-4159-baaa-944d85b324fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.094501] env[66735]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.094501] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52daf82a-2635-26a5-c9cb-932346cc834c" [ 1213.094501] env[66735]: _type = "HttpNfcLease" [ 1213.094501] env[66735]: } is ready. {{(pid=66735) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1213.094690] env[66735]: DEBUG oslo_vmware.rw_handles [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1213.094690] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52daf82a-2635-26a5-c9cb-932346cc834c" [ 1213.094690] env[66735]: _type = "HttpNfcLease" [ 1213.094690] env[66735]: }. {{(pid=66735) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1213.095730] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d59e7cf-d70c-4d98-ac62-28b78b1dc04d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.106596] env[66735]: DEBUG nova.compute.provider_tree [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.113282] env[66735]: DEBUG oslo_vmware.rw_handles [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524704ac-3621-dee4-5f42-15685bb7d08f/disk-0.vmdk from lease info. {{(pid=66735) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1213.113511] env[66735]: DEBUG oslo_vmware.rw_handles [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524704ac-3621-dee4-5f42-15685bb7d08f/disk-0.vmdk. {{(pid=66735) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1213.118955] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "refresh_cache-2f1992ae-28b2-461b-a49c-9d375fab66e1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.118955] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "refresh_cache-2f1992ae-28b2-461b-a49c-9d375fab66e1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.119168] env[66735]: DEBUG nova.network.neutron [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1213.176359] env[66735]: WARNING neutronclient.v2_0.client [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.183722] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-04d5f738-6e8a-4b58-97b5-67736b6508a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.258490] env[66735]: DEBUG nova.network.neutron [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Updating instance_info_cache with network_info: [{"id": "80a0f0ba-51f7-4284-90f1-fb73535cc187", "address": "fa:16:3e:46:19:85", "network": {"id": "6eed58a4-c9bf-4996-a4d3-3e799848242e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1915777937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef487e4904f46b8b1bcebf10204ed4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a0f0ba-51", "ovs_interfaceid": "80a0f0ba-51f7-4284-90f1-fb73535cc187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.285259] env[66735]: DEBUG nova.network.neutron [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Successfully created port: 999ed316-1b80-45a1-b992-94c309f5ae6e {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1213.354829] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Getting list of instances from cluster (obj){ [ 1213.354829] env[66735]: value = "domain-c8" [ 1213.354829] env[66735]: _type = "ClusterComputeResource" [ 1213.354829] env[66735]: } {{(pid=66735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1213.356093] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e89672-abbc-40f7-a932-68b1176cc260 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.372450] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Got total of 3 instances {{(pid=66735) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1213.372638] env[66735]: WARNING nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] While synchronizing instance power states, found 7 instances in the database and 3 instances on the hypervisor. [ 1213.372863] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Triggering sync for uuid 45c557ed-40ea-48ad-8d61-fa0e1bf0b445 {{(pid=66735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11043}} [ 1213.373173] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Triggering sync for uuid 904b6b6b-1db4-437d-8259-fb6e25f7fa63 {{(pid=66735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11043}} [ 1213.373604] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Triggering sync for uuid 1ccc1b96-19e8-4e90-aae2-39c6329ab20f {{(pid=66735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11043}} [ 1213.373835] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Triggering sync for uuid 6e1971b5-55d4-4b2e-a851-c7dc18eee51d {{(pid=66735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11043}} [ 1213.374066] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Triggering sync for uuid 0020122f-7984-4830-9a69-4108f4b87d35 {{(pid=66735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11043}} [ 1213.374269] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Triggering sync for uuid 2f1992ae-28b2-461b-a49c-9d375fab66e1 {{(pid=66735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11043}} [ 1213.374464] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Triggering sync for uuid 5fb38a57-9fc5-465e-85fe-b3276281e4ab {{(pid=66735) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11043}} [ 1213.376251] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.376520] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.376745] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.376876] env[66735]: INFO nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] During sync_power_state the instance has a pending task (powering-on). Skip. [ 1213.377047] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.377306] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.378158] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.378553] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "0020122f-7984-4830-9a69-4108f4b87d35" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.378769] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "0020122f-7984-4830-9a69-4108f4b87d35" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.379389] env[66735]: INFO nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1213.379583] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "0020122f-7984-4830-9a69-4108f4b87d35" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.379864] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "2f1992ae-28b2-461b-a49c-9d375fab66e1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.380085] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.380275] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.380416] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11251}} [ 1213.382014] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.402903] env[66735]: DEBUG nova.compute.manager [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1213.610042] env[66735]: DEBUG nova.scheduler.client.report [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.710163] env[66735]: DEBUG nova.network.neutron [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1213.761247] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Releasing lock "refresh_cache-904b6b6b-1db4-437d-8259-fb6e25f7fa63" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.861054] env[66735]: WARNING neutronclient.v2_0.client [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.885841] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.938254] env[66735]: DEBUG nova.network.neutron [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Updating instance_info_cache with network_info: [{"id": "82c1b6de-f6bb-46b8-8c6d-2ac947918352", "address": "fa:16:3e:9a:98:9f", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c1b6de-f6", "ovs_interfaceid": "82c1b6de-f6bb-46b8-8c6d-2ac947918352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.116545] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.119265] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.760s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.144611] env[66735]: INFO nova.scheduler.client.report [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Deleted allocations for instance 6e1971b5-55d4-4b2e-a851-c7dc18eee51d [ 1214.310843] env[66735]: DEBUG oslo_vmware.rw_handles [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Completed reading data from the image iterator. {{(pid=66735) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1214.311106] env[66735]: DEBUG oslo_vmware.rw_handles [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524704ac-3621-dee4-5f42-15685bb7d08f/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1214.312488] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc7166b-5a7c-43f9-a23e-4fd716c9d8a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.320202] env[66735]: DEBUG oslo_vmware.rw_handles [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524704ac-3621-dee4-5f42-15685bb7d08f/disk-0.vmdk is in state: ready. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1214.320368] env[66735]: DEBUG oslo_vmware.rw_handles [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524704ac-3621-dee4-5f42-15685bb7d08f/disk-0.vmdk. {{(pid=66735) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1214.320615] env[66735]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-125a73f0-6203-4a61-8332-557150d17ebf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.416383] env[66735]: DEBUG nova.compute.manager [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1214.441827] env[66735]: DEBUG nova.virt.hardware [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1214.442293] env[66735]: DEBUG nova.virt.hardware [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.443062] env[66735]: DEBUG nova.virt.hardware [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1214.443062] env[66735]: DEBUG nova.virt.hardware [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.443062] env[66735]: DEBUG nova.virt.hardware [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1214.443062] env[66735]: DEBUG nova.virt.hardware [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1214.443286] env[66735]: DEBUG nova.virt.hardware [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1214.443338] env[66735]: DEBUG nova.virt.hardware [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1214.443589] env[66735]: DEBUG nova.virt.hardware [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1214.443737] env[66735]: DEBUG nova.virt.hardware [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1214.443952] env[66735]: DEBUG nova.virt.hardware [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1214.444494] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "refresh_cache-2f1992ae-28b2-461b-a49c-9d375fab66e1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.444885] env[66735]: DEBUG nova.compute.manager [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Instance network_info: |[{"id": "82c1b6de-f6bb-46b8-8c6d-2ac947918352", "address": "fa:16:3e:9a:98:9f", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c1b6de-f6", "ovs_interfaceid": "82c1b6de-f6bb-46b8-8c6d-2ac947918352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1214.445798] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eb7187-544e-446d-a9b5-db8918510716 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.448585] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:98:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82c1b6de-f6bb-46b8-8c6d-2ac947918352', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.456012] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Creating folder: Project (d1989f71a41741eaadd726b56f16d7b2). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1214.456340] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06b6ebd7-bc8f-4e78-b813-7099e7404f28 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.464583] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281b4215-e253-4422-9217-1790ec32c90b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.469804] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Created folder: Project (d1989f71a41741eaadd726b56f16d7b2) in parent group-v906980. [ 1214.470084] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Creating folder: Instances. Parent ref: group-v907306. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1214.470773] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d6ade68-a9b2-48dd-b399-870551904e0d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.483072] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Created folder: Instances in parent group-v907306. [ 1214.483072] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1214.483072] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.483072] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-620aaccc-8873-492a-8e99-1504c06bea64 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.502933] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.502933] env[66735]: value = "task-4646594" [ 1214.502933] env[66735]: _type = "Task" [ 1214.502933] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.512789] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646594, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.513296] env[66735]: DEBUG oslo_vmware.rw_handles [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524704ac-3621-dee4-5f42-15685bb7d08f/disk-0.vmdk. {{(pid=66735) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1214.513492] env[66735]: INFO nova.virt.vmwareapi.images [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Downloaded image file data b449d142-1067-4b2f-bb73-b0d91cd38c37 [ 1214.514272] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ea01c8-118c-4bed-99cb-f3b41034ad77 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.529926] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-904d2ee6-d999-48e5-8fad-4659ffbc035e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.546807] env[66735]: DEBUG nova.compute.manager [req-5ae98d76-50ac-4a28-a339-f4c780172db2 req-5541cfdf-d761-4d7f-a112-d46acadae2cf service nova] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Received event network-changed-82c1b6de-f6bb-46b8-8c6d-2ac947918352 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1214.546807] env[66735]: DEBUG nova.compute.manager [req-5ae98d76-50ac-4a28-a339-f4c780172db2 req-5541cfdf-d761-4d7f-a112-d46acadae2cf service nova] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Refreshing instance network info cache due to event network-changed-82c1b6de-f6bb-46b8-8c6d-2ac947918352. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1214.546807] env[66735]: DEBUG oslo_concurrency.lockutils [req-5ae98d76-50ac-4a28-a339-f4c780172db2 req-5541cfdf-d761-4d7f-a112-d46acadae2cf service nova] Acquiring lock "refresh_cache-2f1992ae-28b2-461b-a49c-9d375fab66e1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.547049] env[66735]: DEBUG oslo_concurrency.lockutils [req-5ae98d76-50ac-4a28-a339-f4c780172db2 req-5541cfdf-d761-4d7f-a112-d46acadae2cf service nova] Acquired lock "refresh_cache-2f1992ae-28b2-461b-a49c-9d375fab66e1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.547049] env[66735]: DEBUG nova.network.neutron [req-5ae98d76-50ac-4a28-a339-f4c780172db2 req-5541cfdf-d761-4d7f-a112-d46acadae2cf service nova] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Refreshing network info cache for port 82c1b6de-f6bb-46b8-8c6d-2ac947918352 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.555027] env[66735]: INFO nova.virt.vmwareapi.images [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] The imported VM was unregistered [ 1214.557299] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Caching image {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1214.557544] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.558652] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b2b26c5-d7f5-461c-9fff-4e6b48c96fed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.571852] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Created directory with path [datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37 {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.572063] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2a3f3613-b0b1-4059-9f6b-48e978883797/OSTACK_IMG_2a3f3613-b0b1-4059-9f6b-48e978883797.vmdk to [datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37/b449d142-1067-4b2f-bb73-b0d91cd38c37.vmdk. {{(pid=66735) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1214.572342] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-60421b99-63cb-4ec8-b1d2-e38a1b9a58b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.582552] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1214.582552] env[66735]: value = "task-4646596" [ 1214.582552] env[66735]: _type = "Task" [ 1214.582552] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.591762] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646596, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.625713] env[66735]: INFO nova.compute.claims [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.655519] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f9cd758c-827a-4e14-b1fc-e867acfa06a7 tempest-ServersTestJSON-1508465953 tempest-ServersTestJSON-1508465953-project-member] Lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.852s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.656395] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.278s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.657109] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e9e67f6-67b4-467b-bd7a-9df33eccc595 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.669555] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f697f6b5-3f10-4846-9114-54cfacdb51e0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.767915] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.768323] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6fc7790-81d6-44e7-aed1-a5ef793d2b05 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.777302] env[66735]: DEBUG oslo_vmware.api [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1214.777302] env[66735]: value = "task-4646597" [ 1214.777302] env[66735]: _type = "Task" [ 1214.777302] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.788642] env[66735]: DEBUG oslo_vmware.api [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.846886] env[66735]: DEBUG nova.network.neutron [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Successfully updated port: 999ed316-1b80-45a1-b992-94c309f5ae6e {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1214.967032] env[66735]: DEBUG nova.compute.manager [req-0b4a7fd9-0b28-4023-b1a9-dea886bfd672 req-2fee4fc2-3e1b-434b-9b07-66abb6e97f93 service nova] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Received event network-vif-plugged-999ed316-1b80-45a1-b992-94c309f5ae6e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1214.967402] env[66735]: DEBUG oslo_concurrency.lockutils [req-0b4a7fd9-0b28-4023-b1a9-dea886bfd672 req-2fee4fc2-3e1b-434b-9b07-66abb6e97f93 service nova] Acquiring lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.967740] env[66735]: DEBUG oslo_concurrency.lockutils [req-0b4a7fd9-0b28-4023-b1a9-dea886bfd672 req-2fee4fc2-3e1b-434b-9b07-66abb6e97f93 service nova] Lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.967740] env[66735]: DEBUG oslo_concurrency.lockutils [req-0b4a7fd9-0b28-4023-b1a9-dea886bfd672 req-2fee4fc2-3e1b-434b-9b07-66abb6e97f93 service nova] Lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.968593] env[66735]: DEBUG nova.compute.manager [req-0b4a7fd9-0b28-4023-b1a9-dea886bfd672 req-2fee4fc2-3e1b-434b-9b07-66abb6e97f93 service nova] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] No waiting events found dispatching network-vif-plugged-999ed316-1b80-45a1-b992-94c309f5ae6e {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1214.968593] env[66735]: WARNING nova.compute.manager [req-0b4a7fd9-0b28-4023-b1a9-dea886bfd672 req-2fee4fc2-3e1b-434b-9b07-66abb6e97f93 service nova] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Received unexpected event network-vif-plugged-999ed316-1b80-45a1-b992-94c309f5ae6e for instance with vm_state building and task_state spawning. [ 1215.015922] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646594, 'name': CreateVM_Task, 'duration_secs': 0.363407} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.016196] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.016777] env[66735]: WARNING neutronclient.v2_0.client [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.017251] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.017461] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.017821] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.018155] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821dbdae-a622-492b-88d4-a31be0ea885d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.026657] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1215.026657] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5205e579-a302-63c2-6959-4a18e0f93528" [ 1215.026657] env[66735]: _type = "Task" [ 1215.026657] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.035594] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5205e579-a302-63c2-6959-4a18e0f93528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.049763] env[66735]: WARNING neutronclient.v2_0.client [req-5ae98d76-50ac-4a28-a339-f4c780172db2 req-5541cfdf-d761-4d7f-a112-d46acadae2cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.095030] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646596, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.133501] env[66735]: INFO nova.compute.resource_tracker [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating resource usage from migration feee91bf-3f3f-49b8-ad57-19dbb708660f [ 1215.208926] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "6e1971b5-55d4-4b2e-a851-c7dc18eee51d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.240797] env[66735]: WARNING neutronclient.v2_0.client [req-5ae98d76-50ac-4a28-a339-f4c780172db2 req-5541cfdf-d761-4d7f-a112-d46acadae2cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.263873] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b0ade5-6960-4e5f-9aaa-6ec37597650e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.272894] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307dad2f-e610-46e9-8bbf-f7aaaef0b524 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.310979] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80369bf-2adc-4b70-8bf6-fa4d7d320540 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.323363] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564c1be2-3136-47c9-936e-03d99ff405cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.329894] env[66735]: DEBUG oslo_vmware.api [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646597, 'name': PowerOnVM_Task, 'duration_secs': 0.442218} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.330188] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.330525] env[66735]: DEBUG nova.compute.manager [None req-ef61799e-a8f4-4c83-bf86-65262e616ba5 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1215.331795] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee5480-ed9a-4842-b46a-d1b0e3135111 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.343677] env[66735]: DEBUG nova.compute.provider_tree [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.346509] env[66735]: DEBUG nova.network.neutron [req-5ae98d76-50ac-4a28-a339-f4c780172db2 req-5541cfdf-d761-4d7f-a112-d46acadae2cf service nova] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Updated VIF entry in instance network info cache for port 82c1b6de-f6bb-46b8-8c6d-2ac947918352. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1215.346792] env[66735]: DEBUG nova.network.neutron [req-5ae98d76-50ac-4a28-a339-f4c780172db2 req-5541cfdf-d761-4d7f-a112-d46acadae2cf service nova] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Updating instance_info_cache with network_info: [{"id": "82c1b6de-f6bb-46b8-8c6d-2ac947918352", "address": "fa:16:3e:9a:98:9f", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c1b6de-f6", "ovs_interfaceid": "82c1b6de-f6bb-46b8-8c6d-2ac947918352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.352469] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "refresh_cache-5fb38a57-9fc5-465e-85fe-b3276281e4ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.352636] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "refresh_cache-5fb38a57-9fc5-465e-85fe-b3276281e4ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.352792] env[66735]: DEBUG nova.network.neutron [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1215.537402] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5205e579-a302-63c2-6959-4a18e0f93528, 'name': SearchDatastore_Task, 'duration_secs': 0.09} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.541062] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.541062] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.541062] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.541062] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.541062] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.541062] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-436da79e-84c2-4d84-87f0-156fab748136 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.557339] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.557588] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.558467] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc665bcb-f63f-43d0-b361-633082676311 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.565987] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1215.565987] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f4b209-9583-9442-a949-73d449135b18" [ 1215.565987] env[66735]: _type = "Task" [ 1215.565987] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.575347] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f4b209-9583-9442-a949-73d449135b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.594398] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646596, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.850200] env[66735]: DEBUG nova.scheduler.client.report [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.854726] env[66735]: DEBUG oslo_concurrency.lockutils [req-5ae98d76-50ac-4a28-a339-f4c780172db2 req-5541cfdf-d761-4d7f-a112-d46acadae2cf service nova] Releasing lock "refresh_cache-2f1992ae-28b2-461b-a49c-9d375fab66e1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.895254] env[66735]: DEBUG nova.network.neutron [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1215.987132] env[66735]: WARNING neutronclient.v2_0.client [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.079536] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f4b209-9583-9442-a949-73d449135b18, 'name': SearchDatastore_Task, 'duration_secs': 0.092087} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.080504] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3edf2f80-dff8-46a8-991e-beafd46264c0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.093023] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1216.093023] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b7f229-ea35-0aa0-0bf6-f7f8dc21e243" [ 1216.093023] env[66735]: _type = "Task" [ 1216.093023] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.097457] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646596, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.103751] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b7f229-ea35-0aa0-0bf6-f7f8dc21e243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.138542] env[66735]: DEBUG nova.network.neutron [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Updating instance_info_cache with network_info: [{"id": "999ed316-1b80-45a1-b992-94c309f5ae6e", "address": "fa:16:3e:66:06:bd", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999ed316-1b", "ovs_interfaceid": "999ed316-1b80-45a1-b992-94c309f5ae6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.356736] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.237s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.357008] env[66735]: INFO nova.compute.manager [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Migrating [ 1216.368885] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.106s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.369300] env[66735]: DEBUG nova.objects.instance [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lazy-loading 'resources' on Instance uuid 45c557ed-40ea-48ad-8d61-fa0e1bf0b445 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.600933] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646596, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.604959] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b7f229-ea35-0aa0-0bf6-f7f8dc21e243, 'name': SearchDatastore_Task, 'duration_secs': 0.085107} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.605310] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.605580] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 2f1992ae-28b2-461b-a49c-9d375fab66e1/2f1992ae-28b2-461b-a49c-9d375fab66e1.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.605855] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-435211ea-b5f7-4a1d-8dc2-22d9fd7e8b6b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.616335] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1216.616335] env[66735]: value = "task-4646598" [ 1216.616335] env[66735]: _type = "Task" [ 1216.616335] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.625547] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.642759] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "refresh_cache-5fb38a57-9fc5-465e-85fe-b3276281e4ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.642759] env[66735]: DEBUG nova.compute.manager [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Instance network_info: |[{"id": "999ed316-1b80-45a1-b992-94c309f5ae6e", "address": "fa:16:3e:66:06:bd", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999ed316-1b", "ovs_interfaceid": "999ed316-1b80-45a1-b992-94c309f5ae6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1216.643133] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:06:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '999ed316-1b80-45a1-b992-94c309f5ae6e', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.651714] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1216.651967] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.652203] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-424a0eb3-78e2-46f6-bc51-3200a5df2acd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.675609] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.675609] env[66735]: value = "task-4646599" [ 1216.675609] env[66735]: _type = "Task" [ 1216.675609] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.685450] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646599, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.880864] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.881142] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.881292] env[66735]: DEBUG nova.network.neutron [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1217.000130] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aa8c37-47d9-4a95-b3e5-bd7004e40c7c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.006110] env[66735]: DEBUG nova.compute.manager [req-fd49bccd-80ac-4850-8a25-d990b7107698 req-0a106660-8301-4cd9-b175-2bfe770b7fcb service nova] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Received event network-changed-999ed316-1b80-45a1-b992-94c309f5ae6e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1217.006303] env[66735]: DEBUG nova.compute.manager [req-fd49bccd-80ac-4850-8a25-d990b7107698 req-0a106660-8301-4cd9-b175-2bfe770b7fcb service nova] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Refreshing instance network info cache due to event network-changed-999ed316-1b80-45a1-b992-94c309f5ae6e. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1217.006503] env[66735]: DEBUG oslo_concurrency.lockutils [req-fd49bccd-80ac-4850-8a25-d990b7107698 req-0a106660-8301-4cd9-b175-2bfe770b7fcb service nova] Acquiring lock "refresh_cache-5fb38a57-9fc5-465e-85fe-b3276281e4ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.006639] env[66735]: DEBUG oslo_concurrency.lockutils [req-fd49bccd-80ac-4850-8a25-d990b7107698 req-0a106660-8301-4cd9-b175-2bfe770b7fcb service nova] Acquired lock "refresh_cache-5fb38a57-9fc5-465e-85fe-b3276281e4ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.006794] env[66735]: DEBUG nova.network.neutron [req-fd49bccd-80ac-4850-8a25-d990b7107698 req-0a106660-8301-4cd9-b175-2bfe770b7fcb service nova] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Refreshing network info cache for port 999ed316-1b80-45a1-b992-94c309f5ae6e {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.014811] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893df451-236f-4d1f-9c08-4bcdcc21327f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.051410] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ccc625-ea5d-4044-8b48-08c84a1975cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.060696] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a314a63-033e-466b-ac88-daeb64ee2b7a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.079956] env[66735]: DEBUG nova.compute.provider_tree [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.095861] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646596, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.485509} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.096144] env[66735]: INFO nova.virt.vmwareapi.ds_util [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2a3f3613-b0b1-4059-9f6b-48e978883797/OSTACK_IMG_2a3f3613-b0b1-4059-9f6b-48e978883797.vmdk to [datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37/b449d142-1067-4b2f-bb73-b0d91cd38c37.vmdk. [ 1217.096329] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Cleaning up location [datastore2] OSTACK_IMG_2a3f3613-b0b1-4059-9f6b-48e978883797 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1217.096490] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2a3f3613-b0b1-4059-9f6b-48e978883797 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.096744] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4d179a2-6629-493c-91f9-c3a393010a95 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.105823] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1217.105823] env[66735]: value = "task-4646600" [ 1217.105823] env[66735]: _type = "Task" [ 1217.105823] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.115709] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.127761] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646598, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.187642] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646599, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.384393] env[66735]: WARNING neutronclient.v2_0.client [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.510159] env[66735]: WARNING neutronclient.v2_0.client [req-fd49bccd-80ac-4850-8a25-d990b7107698 req-0a106660-8301-4cd9-b175-2bfe770b7fcb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.558770] env[66735]: WARNING neutronclient.v2_0.client [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.582774] env[66735]: DEBUG nova.scheduler.client.report [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.616906] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.063513} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.617253] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.617416] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37/b449d142-1067-4b2f-bb73-b0d91cd38c37.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.617656] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37/b449d142-1067-4b2f-bb73-b0d91cd38c37.vmdk to [datastore2] 1ccc1b96-19e8-4e90-aae2-39c6329ab20f/1ccc1b96-19e8-4e90-aae2-39c6329ab20f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.620753] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4ca12f8-4bbd-490c-9f38-6054740a320f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.629827] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841409} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.632055] env[66735]: DEBUG nova.network.neutron [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance_info_cache with network_info: [{"id": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "address": "fa:16:3e:90:b3:ee", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11f0cd3-4e", "ovs_interfaceid": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.633479] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 2f1992ae-28b2-461b-a49c-9d375fab66e1/2f1992ae-28b2-461b-a49c-9d375fab66e1.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.633726] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.634106] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1217.634106] env[66735]: value = "task-4646601" [ 1217.634106] env[66735]: _type = "Task" [ 1217.634106] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.634807] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a755e84-b730-46a8-b5bd-2352ec619d68 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.646921] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.648438] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1217.648438] env[66735]: value = "task-4646602" [ 1217.648438] env[66735]: _type = "Task" [ 1217.648438] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.662360] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.687107] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646599, 'name': CreateVM_Task, 'duration_secs': 0.552259} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.688326] env[66735]: WARNING neutronclient.v2_0.client [req-fd49bccd-80ac-4850-8a25-d990b7107698 req-0a106660-8301-4cd9-b175-2bfe770b7fcb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.690408] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.691047] env[66735]: WARNING neutronclient.v2_0.client [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.691391] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.691541] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.691834] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.692109] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf52c64-f327-490a-9935-4de1397a7cad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.698372] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1217.698372] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f9c41d-1b9c-e0f7-ceb3-a9949bea95c9" [ 1217.698372] env[66735]: _type = "Task" [ 1217.698372] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.707783] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f9c41d-1b9c-e0f7-ceb3-a9949bea95c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.766025] env[66735]: DEBUG nova.network.neutron [req-fd49bccd-80ac-4850-8a25-d990b7107698 req-0a106660-8301-4cd9-b175-2bfe770b7fcb service nova] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Updated VIF entry in instance network info cache for port 999ed316-1b80-45a1-b992-94c309f5ae6e. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1217.766364] env[66735]: DEBUG nova.network.neutron [req-fd49bccd-80ac-4850-8a25-d990b7107698 req-0a106660-8301-4cd9-b175-2bfe770b7fcb service nova] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Updating instance_info_cache with network_info: [{"id": "999ed316-1b80-45a1-b992-94c309f5ae6e", "address": "fa:16:3e:66:06:bd", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999ed316-1b", "ovs_interfaceid": "999ed316-1b80-45a1-b992-94c309f5ae6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.089055] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.091419] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.206s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.091646] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.091971] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1218.092869] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44a5ef9-9996-4780-8402-d2a3a2d64e84 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.103539] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e09b69-ca02-4748-8214-e7c5e8c7e9e2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.122640] env[66735]: INFO nova.scheduler.client.report [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Deleted allocations for instance 45c557ed-40ea-48ad-8d61-fa0e1bf0b445 [ 1218.124454] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c900c2-7c80-41ea-b41a-7308a7c2f624 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.135656] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3ea87b-7066-4b36-8665-420c84305d28 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.139821] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.150953] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646601, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.181554] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179313MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1218.181730] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.181927] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.191074] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206671} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.191074] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.191720] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84705428-3363-4a83-a9b8-f05773b7e4dd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.219178] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 2f1992ae-28b2-461b-a49c-9d375fab66e1/2f1992ae-28b2-461b-a49c-9d375fab66e1.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.224086] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b35bb2b-8847-435c-afb8-320aa80d0200 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.246823] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f9c41d-1b9c-e0f7-ceb3-a9949bea95c9, 'name': SearchDatastore_Task, 'duration_secs': 0.015465} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.248496] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.248749] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.249084] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.249307] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.249541] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.249980] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1218.249980] env[66735]: value = "task-4646603" [ 1218.249980] env[66735]: _type = "Task" [ 1218.249980] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.250193] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73b97ac4-adaa-4292-98b5-a6ae849f7fa4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.263360] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646603, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.270349] env[66735]: DEBUG oslo_concurrency.lockutils [req-fd49bccd-80ac-4850-8a25-d990b7107698 req-0a106660-8301-4cd9-b175-2bfe770b7fcb service nova] Releasing lock "refresh_cache-5fb38a57-9fc5-465e-85fe-b3276281e4ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.275118] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.275380] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.276246] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe192b48-7645-4993-9f31-6be0204cfd20 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.283600] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1218.283600] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e4b144-e08c-d2c9-3499-a66e6790a7df" [ 1218.283600] env[66735]: _type = "Task" [ 1218.283600] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.296435] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e4b144-e08c-d2c9-3499-a66e6790a7df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.634823] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d5d1d691-d04f-49c8-add5-5fa7dd574981 tempest-ServersTestJSON-1934008573 tempest-ServersTestJSON-1934008573-project-member] Lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.764s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.635856] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.260s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.637028] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1832dd50-a6b0-470f-b5c3-926726ecbb7b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.654367] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fd034a-ba37-45ad-80f1-71b334ec23fe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.670537] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646601, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.762992] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.796795] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e4b144-e08c-d2c9-3499-a66e6790a7df, 'name': SearchDatastore_Task, 'duration_secs': 0.098879} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.797910] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51637cce-99aa-4ae3-8cbf-2f898c696f29 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.805582] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1218.805582] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52383eb5-c355-79a6-08b7-e1f8fdb9c7c0" [ 1218.805582] env[66735]: _type = "Task" [ 1218.805582] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.816658] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52383eb5-c355-79a6-08b7-e1f8fdb9c7c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.157089] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646601, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.196727] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Applying migration context for instance 0020122f-7984-4830-9a69-4108f4b87d35 as it has an incoming, in-progress migration feee91bf-3f3f-49b8-ad57-19dbb708660f. Migration status is migrating {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1219.197730] env[66735]: INFO nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating resource usage from migration feee91bf-3f3f-49b8-ad57-19dbb708660f [ 1219.202104] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "45c557ed-40ea-48ad-8d61-fa0e1bf0b445" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.222324] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 904b6b6b-1db4-437d-8259-fb6e25f7fa63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1219.222490] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 1ccc1b96-19e8-4e90-aae2-39c6329ab20f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1219.222619] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 2f1992ae-28b2-461b-a49c-9d375fab66e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1219.222954] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 5fb38a57-9fc5-465e-85fe-b3276281e4ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1219.222954] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Migration feee91bf-3f3f-49b8-ad57-19dbb708660f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1219.223105] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 0020122f-7984-4830-9a69-4108f4b87d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1219.223499] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1219.223499] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '2', 'num_task_None': '1', 'num_os_type_None': '5', 'num_proj_1ef487e4904f46b8b1bcebf10204ed4e': '1', 'io_workload': '3', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '3', 'num_proj_9929ce8e6397449fb64785bb4bca9809': '1', 'num_task_resize_prep': '1', 'num_proj_515c2a40834f41c89ee0e020d1d2a2b2': '1', 'num_vm_building': '2', 'num_proj_d1989f71a41741eaadd726b56f16d7b2': '2'} {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1219.264577] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646603, 'name': ReconfigVM_Task, 'duration_secs': 0.602842} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.268033] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 2f1992ae-28b2-461b-a49c-9d375fab66e1/2f1992ae-28b2-461b-a49c-9d375fab66e1.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.269069] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab8f838-251c-46b9-a296-3e611707ddaf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.277873] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1219.277873] env[66735]: value = "task-4646604" [ 1219.277873] env[66735]: _type = "Task" [ 1219.277873] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.292258] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646604, 'name': Rename_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.319767] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52383eb5-c355-79a6-08b7-e1f8fdb9c7c0, 'name': SearchDatastore_Task, 'duration_secs': 0.097476} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.320164] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.320308] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 5fb38a57-9fc5-465e-85fe-b3276281e4ab/5fb38a57-9fc5-465e-85fe-b3276281e4ab.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.320585] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca802d2a-00dd-45ef-bf60-335a02dcd913 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.330253] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1219.330253] env[66735]: value = "task-4646605" [ 1219.330253] env[66735]: _type = "Task" [ 1219.330253] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.344631] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.353329] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb1b9cf-3150-44e7-8bd4-2765ee80147b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.362680] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6133cd-c0d4-49f7-8620-57ff060850f0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.403276] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4debbc-844d-42f6-8e51-1651e6a008af {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.413704] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf51b5d-2605-47eb-b521-783175f14ebc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.431294] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.659566] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646601, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.682945] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390cf693-b803-417a-9d07-ab77a84ed716 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.702276] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance '0020122f-7984-4830-9a69-4108f4b87d35' progress to 0 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.794525] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646604, 'name': Rename_Task, 'duration_secs': 0.273016} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.794833] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.795107] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-583ede34-558a-4e0b-9d85-075442000f25 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.804328] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1219.804328] env[66735]: value = "task-4646606" [ 1219.804328] env[66735]: _type = "Task" [ 1219.804328] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.818300] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.845267] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.936310] env[66735]: DEBUG nova.scheduler.client.report [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.156565] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646601, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.419099} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.156874] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b449d142-1067-4b2f-bb73-b0d91cd38c37/b449d142-1067-4b2f-bb73-b0d91cd38c37.vmdk to [datastore2] 1ccc1b96-19e8-4e90-aae2-39c6329ab20f/1ccc1b96-19e8-4e90-aae2-39c6329ab20f.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.157738] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261c21e1-e820-4227-9335-993fffbbb543 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.184835] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 1ccc1b96-19e8-4e90-aae2-39c6329ab20f/1ccc1b96-19e8-4e90-aae2-39c6329ab20f.vmdk or device None with type streamOptimized {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.185261] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aad731aa-1a17-4904-8340-bd5a51d035b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.211763] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.211763] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1220.211763] env[66735]: value = "task-4646607" [ 1220.211763] env[66735]: _type = "Task" [ 1220.211763] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.211942] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed87f5cf-cd3d-4863-8e52-210a73ff47f8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.223770] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646607, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.225474] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1220.225474] env[66735]: value = "task-4646608" [ 1220.225474] env[66735]: _type = "Task" [ 1220.225474] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.235251] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.321673] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646606, 'name': PowerOnVM_Task} progress is 87%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.342929] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646605, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.442645] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1220.442645] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.260s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.731396] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646607, 'name': ReconfigVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.745359] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646608, 'name': PowerOffVM_Task, 'duration_secs': 0.241524} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.745680] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.746082] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance '0020122f-7984-4830-9a69-4108f4b87d35' progress to 17 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.817911] env[66735]: DEBUG oslo_vmware.api [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646606, 'name': PowerOnVM_Task, 'duration_secs': 0.872221} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.823305] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.823305] env[66735]: INFO nova.compute.manager [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1220.823305] env[66735]: DEBUG nova.compute.manager [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1220.823477] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80081f3c-0702-4c1d-a06d-d3a6dc241e76 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.844631] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646605, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.157282} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.844631] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 5fb38a57-9fc5-465e-85fe-b3276281e4ab/5fb38a57-9fc5-465e-85fe-b3276281e4ab.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.844631] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.844631] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-685cf091-bdb3-456d-8430-f3a2b9b3176f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.854759] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1220.854759] env[66735]: value = "task-4646609" [ 1220.854759] env[66735]: _type = "Task" [ 1220.854759] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.873182] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.232692] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646607, 'name': ReconfigVM_Task, 'duration_secs': 0.539259} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.233117] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 1ccc1b96-19e8-4e90-aae2-39c6329ab20f/1ccc1b96-19e8-4e90-aae2-39c6329ab20f.vmdk or device None with type streamOptimized {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.233958] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fb0f773-b6bb-4e24-90f1-c15ebea4905c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.244048] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1221.244048] env[66735]: value = "task-4646610" [ 1221.244048] env[66735]: _type = "Task" [ 1221.244048] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.258735] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1221.259069] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.259304] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1221.259823] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.259823] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1221.260017] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1221.260327] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1221.260560] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1221.260806] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1221.261038] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1221.262319] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1221.269490] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646610, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.269877] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f16f14e-fc4c-42e4-9905-f989f984aaf6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.293717] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1221.293717] env[66735]: value = "task-4646611" [ 1221.293717] env[66735]: _type = "Task" [ 1221.293717] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.307413] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.341728] env[66735]: INFO nova.compute.manager [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Took 17.38 seconds to build instance. [ 1221.367796] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071434} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.368175] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.369039] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a05d2b-9cba-48a5-9a1c-93098fdf4c5f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.395302] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 5fb38a57-9fc5-465e-85fe-b3276281e4ab/5fb38a57-9fc5-465e-85fe-b3276281e4ab.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.395988] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c1722d4-bef3-41e3-b16f-08ae70e46703 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.418128] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1221.418128] env[66735]: value = "task-4646612" [ 1221.418128] env[66735]: _type = "Task" [ 1221.418128] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.428318] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.754062] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646610, 'name': Rename_Task, 'duration_secs': 0.29827} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.754062] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.754062] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdb893ef-ee01-4504-a9d3-afc1a292f19c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.760603] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1221.760603] env[66735]: value = "task-4646613" [ 1221.760603] env[66735]: _type = "Task" [ 1221.760603] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.769143] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.804157] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646611, 'name': ReconfigVM_Task, 'duration_secs': 0.321885} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.804506] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance '0020122f-7984-4830-9a69-4108f4b87d35' progress to 33 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.844122] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a089547e-0750-4a9b-a985-9685fd1162bd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "2f1992ae-28b2-461b-a49c-9d375fab66e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.893s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.844673] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "2f1992ae-28b2-461b-a49c-9d375fab66e1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.465s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.845009] env[66735]: INFO nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] During sync_power_state the instance has a pending task (spawning). Skip. [ 1221.845282] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "2f1992ae-28b2-461b-a49c-9d375fab66e1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.914501] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.914775] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.929470] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.274288] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.311656] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1222.311892] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.312047] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1222.312282] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.312367] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1222.312506] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1222.312709] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1222.312854] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1222.313239] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1222.313459] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1222.313641] env[66735]: DEBUG nova.virt.hardware [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1222.319175] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1222.319488] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76937260-1768-427f-9a70-7a587a5a6628 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.339009] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1222.339009] env[66735]: value = "task-4646614" [ 1222.339009] env[66735]: _type = "Task" [ 1222.339009] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.349028] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.417954] env[66735]: DEBUG nova.compute.manager [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1222.431069] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646612, 'name': ReconfigVM_Task, 'duration_secs': 0.592093} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.431069] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 5fb38a57-9fc5-465e-85fe-b3276281e4ab/5fb38a57-9fc5-465e-85fe-b3276281e4ab.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.431716] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0948139f-f9df-44ff-8b03-13e5e472712f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.440276] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1222.440276] env[66735]: value = "task-4646615" [ 1222.440276] env[66735]: _type = "Task" [ 1222.440276] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.450516] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646615, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.772319] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.849817] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646614, 'name': ReconfigVM_Task, 'duration_secs': 0.182768} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.850115] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.850978] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c634f56c-15f3-49a2-8866-84da8ea58c8b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.874104] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 0020122f-7984-4830-9a69-4108f4b87d35/0020122f-7984-4830-9a69-4108f4b87d35.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.874406] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56017102-dbcb-4cc6-90f3-3a257a9c7657 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.893158] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1222.893158] env[66735]: value = "task-4646616" [ 1222.893158] env[66735]: _type = "Task" [ 1222.893158] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.902516] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.953042] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646615, 'name': Rename_Task, 'duration_secs': 0.201555} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.953042] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.953042] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-240cc916-e7c1-4078-8d33-618cf3a590b9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.959765] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1222.959765] env[66735]: value = "task-4646617" [ 1222.959765] env[66735]: _type = "Task" [ 1222.959765] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.969138] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.024017] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.024805] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.025906] env[66735]: INFO nova.compute.claims [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.272269] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.405688] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646616, 'name': ReconfigVM_Task, 'duration_secs': 0.303617} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.406126] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 0020122f-7984-4830-9a69-4108f4b87d35/0020122f-7984-4830-9a69-4108f4b87d35.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.406541] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance '0020122f-7984-4830-9a69-4108f4b87d35' progress to 50 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.471874] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646617, 'name': PowerOnVM_Task} progress is 88%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.773969] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646613, 'name': PowerOnVM_Task} progress is 81%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.913695] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f5249d-79e7-4abb-aa0d-03783eeba532 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.937303] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7636bb-a4c7-4ed3-a008-01c161c76485 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.960202] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance '0020122f-7984-4830-9a69-4108f4b87d35' progress to 67 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.978090] env[66735]: DEBUG oslo_vmware.api [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646617, 'name': PowerOnVM_Task, 'duration_secs': 0.603166} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.978406] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.978656] env[66735]: INFO nova.compute.manager [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1223.978842] env[66735]: DEBUG nova.compute.manager [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1223.979639] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b074eec-87b0-4ee2-95ba-29eaafba0f34 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.162026] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f07e4f-90f7-422a-9137-dd49194d49b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.171377] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491f68b8-62fd-4a8d-8cd0-899026a33662 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.221621] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105fefad-4297-42ec-ab22-02612850dfe2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.233057] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c1aeda-385b-40a5-9ca3-2701c74ed053 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.248111] env[66735]: DEBUG nova.compute.provider_tree [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.274891] env[66735]: DEBUG oslo_vmware.api [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646613, 'name': PowerOnVM_Task, 'duration_secs': 2.288052} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.275195] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.381592] env[66735]: DEBUG nova.compute.manager [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1224.382601] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db536a2-7e69-4c00-96bc-1146f8b1fb39 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.473607] env[66735]: WARNING neutronclient.v2_0.client [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.474072] env[66735]: WARNING neutronclient.v2_0.client [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.502679] env[66735]: INFO nova.compute.manager [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Took 20.11 seconds to build instance. [ 1224.511114] env[66735]: DEBUG nova.network.neutron [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Port c11f0cd3-4e00-4a46-9945-7c2fe54cac61 binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1224.751257] env[66735]: DEBUG nova.scheduler.client.report [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.899684] env[66735]: DEBUG oslo_concurrency.lockutils [None req-dc169b76-eb0b-43fc-9d87-cf1821ea490c tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.160s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.900492] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.523s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.900955] env[66735]: INFO nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1224.900955] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.992381] env[66735]: INFO nova.compute.manager [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Rescuing [ 1224.992650] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "refresh_cache-5fb38a57-9fc5-465e-85fe-b3276281e4ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.992798] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "refresh_cache-5fb38a57-9fc5-465e-85fe-b3276281e4ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.993022] env[66735]: DEBUG nova.network.neutron [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1225.004279] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d2460cab-0c46-4e4d-b715-2a460f482adb tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.616s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.004951] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.625s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.005252] env[66735]: INFO nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] During sync_power_state the instance has a pending task (networking). Skip. [ 1225.005421] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.256437] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.257076] env[66735]: DEBUG nova.compute.manager [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1225.496125] env[66735]: WARNING neutronclient.v2_0.client [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.539394] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "0020122f-7984-4830-9a69-4108f4b87d35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.539599] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "0020122f-7984-4830-9a69-4108f4b87d35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.539715] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "0020122f-7984-4830-9a69-4108f4b87d35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.682649] env[66735]: WARNING neutronclient.v2_0.client [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.760292] env[66735]: DEBUG nova.network.neutron [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Updating instance_info_cache with network_info: [{"id": "999ed316-1b80-45a1-b992-94c309f5ae6e", "address": "fa:16:3e:66:06:bd", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999ed316-1b", "ovs_interfaceid": "999ed316-1b80-45a1-b992-94c309f5ae6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.762587] env[66735]: DEBUG nova.compute.utils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.764069] env[66735]: DEBUG nova.compute.manager [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1225.764328] env[66735]: DEBUG nova.network.neutron [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1225.764707] env[66735]: WARNING neutronclient.v2_0.client [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.765154] env[66735]: WARNING neutronclient.v2_0.client [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.812916] env[66735]: DEBUG nova.policy [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8aa55a4175a4c4eb29c821fba7844cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '464acda582b847299a985100af05287c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.111772] env[66735]: DEBUG nova.network.neutron [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Successfully created port: b527efcc-291c-4d03-bfc2-38cb5d95e076 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1226.265020] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "refresh_cache-5fb38a57-9fc5-465e-85fe-b3276281e4ab" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.267707] env[66735]: DEBUG nova.compute.manager [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1226.276117] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.276234] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.276410] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.276688] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.276765] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.279020] env[66735]: INFO nova.compute.manager [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Terminating instance [ 1226.427310] env[66735]: DEBUG nova.network.neutron [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Successfully created port: 77e2033a-4526-4ad6-b686-96462a97e2e4 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1226.545293] env[66735]: WARNING neutronclient.v2_0.client [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.577606] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.577804] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.577994] env[66735]: DEBUG nova.network.neutron [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1226.685312] env[66735]: DEBUG nova.network.neutron [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Successfully created port: b0c34838-70cf-48df-b1a3-1412a6a4b21b {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1226.783842] env[66735]: DEBUG nova.compute.manager [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1226.784972] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.785091] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a45a140-7385-4934-88e9-1273451e26d3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.794400] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.794646] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5059e0-a559-4b46-93fb-10ca76797430 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.805608] env[66735]: DEBUG oslo_vmware.api [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1226.805608] env[66735]: value = "task-4646618" [ 1226.805608] env[66735]: _type = "Task" [ 1226.805608] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.817618] env[66735]: DEBUG oslo_vmware.api [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.081377] env[66735]: WARNING neutronclient.v2_0.client [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.243468] env[66735]: WARNING neutronclient.v2_0.client [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.280521] env[66735]: DEBUG nova.compute.manager [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1227.308512] env[66735]: DEBUG nova.virt.hardware [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1227.308747] env[66735]: DEBUG nova.virt.hardware [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.308895] env[66735]: DEBUG nova.virt.hardware [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1227.309081] env[66735]: DEBUG nova.virt.hardware [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.309229] env[66735]: DEBUG nova.virt.hardware [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1227.309505] env[66735]: DEBUG nova.virt.hardware [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1227.309663] env[66735]: DEBUG nova.virt.hardware [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1227.309906] env[66735]: DEBUG nova.virt.hardware [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1227.310100] env[66735]: DEBUG nova.virt.hardware [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1227.310266] env[66735]: DEBUG nova.virt.hardware [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1227.310462] env[66735]: DEBUG nova.virt.hardware [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1227.311349] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f314c202-76f2-4375-8d8a-f3ef1bca9369 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.318390] env[66735]: DEBUG nova.network.neutron [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance_info_cache with network_info: [{"id": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "address": "fa:16:3e:90:b3:ee", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11f0cd3-4e", "ovs_interfaceid": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.328085] env[66735]: DEBUG oslo_vmware.api [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646618, 'name': PowerOffVM_Task, 'duration_secs': 0.323816} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.329138] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.329301] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.330530] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423c3d97-10d6-42ab-8e50-e92aee49fb74 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.336143] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-751c5a4f-c8b7-43f0-b40b-3b584165fbef {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.421432] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.421650] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.421825] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleting the datastore file [datastore2] 1ccc1b96-19e8-4e90-aae2-39c6329ab20f {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.422108] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-115297ab-563d-4ee8-9c3a-13378e16dd81 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.430267] env[66735]: DEBUG oslo_vmware.api [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for the task: (returnval){ [ 1227.430267] env[66735]: value = "task-4646620" [ 1227.430267] env[66735]: _type = "Task" [ 1227.430267] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.439667] env[66735]: DEBUG oslo_vmware.api [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.806328] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.806795] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05f92896-5042-4033-b740-49916e648e3b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.815393] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1227.815393] env[66735]: value = "task-4646621" [ 1227.815393] env[66735]: _type = "Task" [ 1227.815393] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.821121] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.828965] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.941789] env[66735]: DEBUG oslo_vmware.api [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Task: {'id': task-4646620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147055} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.942068] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.942271] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.942445] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.942613] env[66735]: INFO nova.compute.manager [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1227.942857] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1227.943492] env[66735]: DEBUG nova.compute.manager [-] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1227.943630] env[66735]: DEBUG nova.network.neutron [-] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1227.943848] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.019644] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.127278] env[66735]: DEBUG nova.compute.manager [req-dc2b7d07-95ff-4212-81f3-7332496d0a0f req-dec10d8b-8266-4333-b268-84afa3d1299e service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Received event network-vif-plugged-b527efcc-291c-4d03-bfc2-38cb5d95e076 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1228.127278] env[66735]: DEBUG oslo_concurrency.lockutils [req-dc2b7d07-95ff-4212-81f3-7332496d0a0f req-dec10d8b-8266-4333-b268-84afa3d1299e service nova] Acquiring lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.127278] env[66735]: DEBUG oslo_concurrency.lockutils [req-dc2b7d07-95ff-4212-81f3-7332496d0a0f req-dec10d8b-8266-4333-b268-84afa3d1299e service nova] Lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.127278] env[66735]: DEBUG oslo_concurrency.lockutils [req-dc2b7d07-95ff-4212-81f3-7332496d0a0f req-dec10d8b-8266-4333-b268-84afa3d1299e service nova] Lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.128187] env[66735]: DEBUG nova.compute.manager [req-dc2b7d07-95ff-4212-81f3-7332496d0a0f req-dec10d8b-8266-4333-b268-84afa3d1299e service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] No waiting events found dispatching network-vif-plugged-b527efcc-291c-4d03-bfc2-38cb5d95e076 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1228.128336] env[66735]: WARNING nova.compute.manager [req-dc2b7d07-95ff-4212-81f3-7332496d0a0f req-dec10d8b-8266-4333-b268-84afa3d1299e service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Received unexpected event network-vif-plugged-b527efcc-291c-4d03-bfc2-38cb5d95e076 for instance with vm_state building and task_state spawning. [ 1228.212157] env[66735]: DEBUG nova.network.neutron [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Successfully updated port: b527efcc-291c-4d03-bfc2-38cb5d95e076 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1228.333223] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646621, 'name': PowerOffVM_Task, 'duration_secs': 0.283327} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.333606] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.337464] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a942159b-49b7-4af6-acb2-2945a8b910ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.363021] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cbb58f-2d65-4f29-927c-8620c977b9c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.363868] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946928d8-19bf-49ae-9649-0745ae21bf8e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.390412] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6a8d6-de37-4983-b660-03fecf817ac7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.398871] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance '0020122f-7984-4830-9a69-4108f4b87d35' progress to 83 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.417666] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.417980] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e33c9ce-ec02-4080-8dc2-15d35e46f45e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.426141] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1228.426141] env[66735]: value = "task-4646622" [ 1228.426141] env[66735]: _type = "Task" [ 1228.426141] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.439947] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1228.440214] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.440485] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.441129] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.441129] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.441299] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cc234c4-1f2f-4bd5-9a5b-e3ffc460d5b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.452214] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.452433] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.453275] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddedc28c-d467-44dd-b470-19621b82152a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.460796] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1228.460796] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d5e90d-f282-5e99-f401-97632bbfb1bf" [ 1228.460796] env[66735]: _type = "Task" [ 1228.460796] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.469956] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d5e90d-f282-5e99-f401-97632bbfb1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.514229] env[66735]: DEBUG nova.compute.manager [req-dd1ce98f-80ca-46fe-9ca6-b7dcbf13bc21 req-1ccc264a-dd62-48ea-9b1c-df4922174adb service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Received event network-vif-deleted-f2bae48a-d631-400a-bcf8-8b310cb6e2ec {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1228.514410] env[66735]: INFO nova.compute.manager [req-dd1ce98f-80ca-46fe-9ca6-b7dcbf13bc21 req-1ccc264a-dd62-48ea-9b1c-df4922174adb service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Neutron deleted interface f2bae48a-d631-400a-bcf8-8b310cb6e2ec; detaching it from the instance and deleting it from the info cache [ 1228.514583] env[66735]: DEBUG nova.network.neutron [req-dd1ce98f-80ca-46fe-9ca6-b7dcbf13bc21 req-1ccc264a-dd62-48ea-9b1c-df4922174adb service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.907378] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.907378] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b375e20f-c1fb-4851-be8f-36973000d54e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.916110] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1228.916110] env[66735]: value = "task-4646623" [ 1228.916110] env[66735]: _type = "Task" [ 1228.916110] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.927110] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.972385] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d5e90d-f282-5e99-f401-97632bbfb1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011626} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.973289] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a4e5a7-0ca1-4536-aa78-6dbea52d9adb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.980199] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1228.980199] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524590b3-63ee-1eab-bdb9-fb2993ed6856" [ 1228.980199] env[66735]: _type = "Task" [ 1228.980199] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.990149] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524590b3-63ee-1eab-bdb9-fb2993ed6856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.991956] env[66735]: DEBUG nova.network.neutron [-] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.017852] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-651a09aa-da3a-4714-90fc-63374c2736ed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.030614] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacf3f7b-ba77-49b5-a011-c277a123a55c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.066121] env[66735]: DEBUG nova.compute.manager [req-dd1ce98f-80ca-46fe-9ca6-b7dcbf13bc21 req-1ccc264a-dd62-48ea-9b1c-df4922174adb service nova] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Detach interface failed, port_id=f2bae48a-d631-400a-bcf8-8b310cb6e2ec, reason: Instance 1ccc1b96-19e8-4e90-aae2-39c6329ab20f could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1229.426969] env[66735]: DEBUG oslo_vmware.api [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646623, 'name': PowerOnVM_Task, 'duration_secs': 0.477424} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.427264] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.427445] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1fa724-e689-48f2-b50f-e4f5c91943ac tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance '0020122f-7984-4830-9a69-4108f4b87d35' progress to 100 {{(pid=66735) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.492041] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524590b3-63ee-1eab-bdb9-fb2993ed6856, 'name': SearchDatastore_Task, 'duration_secs': 0.011684} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.492306] env[66735]: DEBUG oslo_concurrency.lockutils [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.492558] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 5fb38a57-9fc5-465e-85fe-b3276281e4ab/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk. {{(pid=66735) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1229.492829] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b3b7126-1180-4e56-838b-fe62c36decc1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.495230] env[66735]: INFO nova.compute.manager [-] [instance: 1ccc1b96-19e8-4e90-aae2-39c6329ab20f] Took 1.55 seconds to deallocate network for instance. [ 1229.502549] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1229.502549] env[66735]: value = "task-4646624" [ 1229.502549] env[66735]: _type = "Task" [ 1229.502549] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.512081] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.002323] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.002744] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.002811] env[66735]: DEBUG nova.objects.instance [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lazy-loading 'resources' on Instance uuid 1ccc1b96-19e8-4e90-aae2-39c6329ab20f {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.015824] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646624, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.162779] env[66735]: DEBUG nova.compute.manager [req-e7388a74-7103-4929-8491-d0393097ceee req-9139ecb8-3e52-4af1-b75f-58b65a05c314 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Received event network-changed-b527efcc-291c-4d03-bfc2-38cb5d95e076 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1230.162888] env[66735]: DEBUG nova.compute.manager [req-e7388a74-7103-4929-8491-d0393097ceee req-9139ecb8-3e52-4af1-b75f-58b65a05c314 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Refreshing instance network info cache due to event network-changed-b527efcc-291c-4d03-bfc2-38cb5d95e076. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1230.163158] env[66735]: DEBUG oslo_concurrency.lockutils [req-e7388a74-7103-4929-8491-d0393097ceee req-9139ecb8-3e52-4af1-b75f-58b65a05c314 service nova] Acquiring lock "refresh_cache-80fb8b85-d8d4-4464-a57a-9d1e07f41695" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.163349] env[66735]: DEBUG oslo_concurrency.lockutils [req-e7388a74-7103-4929-8491-d0393097ceee req-9139ecb8-3e52-4af1-b75f-58b65a05c314 service nova] Acquired lock "refresh_cache-80fb8b85-d8d4-4464-a57a-9d1e07f41695" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.163473] env[66735]: DEBUG nova.network.neutron [req-e7388a74-7103-4929-8491-d0393097ceee req-9139ecb8-3e52-4af1-b75f-58b65a05c314 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Refreshing network info cache for port b527efcc-291c-4d03-bfc2-38cb5d95e076 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.268057] env[66735]: DEBUG nova.network.neutron [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Successfully updated port: 77e2033a-4526-4ad6-b686-96462a97e2e4 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1230.515994] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51294} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.516402] env[66735]: INFO nova.virt.vmwareapi.ds_util [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 5fb38a57-9fc5-465e-85fe-b3276281e4ab/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk. [ 1230.517229] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1376d794-8892-4081-99ef-26afbab56b3d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.544945] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 5fb38a57-9fc5-465e-85fe-b3276281e4ab/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.548030] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88401d2f-0958-44bf-a43d-a2f7a7c3480d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.569587] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1230.569587] env[66735]: value = "task-4646625" [ 1230.569587] env[66735]: _type = "Task" [ 1230.569587] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.581411] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.647900] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22512ac6-52c4-4d9f-bb1d-2d979ad4b143 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.657015] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833d25b4-6597-4092-ad6c-79be578865c1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.687914] env[66735]: WARNING neutronclient.v2_0.client [req-e7388a74-7103-4929-8491-d0393097ceee req-9139ecb8-3e52-4af1-b75f-58b65a05c314 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.691557] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f454b64d-5af0-426e-872d-80b77bf3d50f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.699728] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbf78cf-67f3-4fa9-bede-8d1948d832f6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.714887] env[66735]: DEBUG nova.compute.provider_tree [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.729059] env[66735]: DEBUG nova.network.neutron [req-e7388a74-7103-4929-8491-d0393097ceee req-9139ecb8-3e52-4af1-b75f-58b65a05c314 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1230.815437] env[66735]: DEBUG nova.network.neutron [req-e7388a74-7103-4929-8491-d0393097ceee req-9139ecb8-3e52-4af1-b75f-58b65a05c314 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.080602] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646625, 'name': ReconfigVM_Task, 'duration_secs': 0.382234} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.080950] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 5fb38a57-9fc5-465e-85fe-b3276281e4ab/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.081790] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edb3fb1-778d-46d7-99ec-cccc182201c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.115804] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d06e0a-0a2c-474e-8900-7c4304545dfd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.132257] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1231.132257] env[66735]: value = "task-4646626" [ 1231.132257] env[66735]: _type = "Task" [ 1231.132257] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.141310] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.218133] env[66735]: DEBUG nova.scheduler.client.report [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.320629] env[66735]: DEBUG oslo_concurrency.lockutils [req-e7388a74-7103-4929-8491-d0393097ceee req-9139ecb8-3e52-4af1-b75f-58b65a05c314 service nova] Releasing lock "refresh_cache-80fb8b85-d8d4-4464-a57a-9d1e07f41695" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.643802] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646626, 'name': ReconfigVM_Task, 'duration_secs': 0.151882} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.643802] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.644065] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-665b9442-6a3b-45b0-a7e4-298f27f301d0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.651520] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1231.651520] env[66735]: value = "task-4646627" [ 1231.651520] env[66735]: _type = "Task" [ 1231.651520] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.660238] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.722985] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.763633] env[66735]: INFO nova.scheduler.client.report [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Deleted allocations for instance 1ccc1b96-19e8-4e90-aae2-39c6329ab20f [ 1231.962954] env[66735]: WARNING neutronclient.v2_0.client [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.011815] env[66735]: WARNING neutronclient.v2_0.client [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.012451] env[66735]: WARNING neutronclient.v2_0.client [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.012861] env[66735]: WARNING neutronclient.v2_0.client [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.054931] env[66735]: DEBUG nova.network.neutron [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Port c11f0cd3-4e00-4a46-9945-7c2fe54cac61 binding to destination host cpu-1 is already ACTIVE {{(pid=66735) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1232.055248] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.055517] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.055769] env[66735]: DEBUG nova.network.neutron [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1232.161981] env[66735]: DEBUG oslo_vmware.api [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646627, 'name': PowerOnVM_Task, 'duration_secs': 0.418546} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.162450] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.165148] env[66735]: DEBUG nova.compute.manager [None req-4fc0b1a0-de5a-439d-b65a-8f6c887d2f69 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1232.165991] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3864b234-8edc-409d-bfa7-3499b37f2eb5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.198855] env[66735]: DEBUG nova.compute.manager [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Received event network-vif-plugged-77e2033a-4526-4ad6-b686-96462a97e2e4 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1232.199147] env[66735]: DEBUG oslo_concurrency.lockutils [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] Acquiring lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.199423] env[66735]: DEBUG oslo_concurrency.lockutils [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] Lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.199640] env[66735]: DEBUG oslo_concurrency.lockutils [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] Lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.199850] env[66735]: DEBUG nova.compute.manager [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] No waiting events found dispatching network-vif-plugged-77e2033a-4526-4ad6-b686-96462a97e2e4 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1232.200085] env[66735]: WARNING nova.compute.manager [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Received unexpected event network-vif-plugged-77e2033a-4526-4ad6-b686-96462a97e2e4 for instance with vm_state building and task_state spawning. [ 1232.200297] env[66735]: DEBUG nova.compute.manager [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Received event network-changed-77e2033a-4526-4ad6-b686-96462a97e2e4 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1232.200489] env[66735]: DEBUG nova.compute.manager [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Refreshing instance network info cache due to event network-changed-77e2033a-4526-4ad6-b686-96462a97e2e4. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1232.200703] env[66735]: DEBUG oslo_concurrency.lockutils [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] Acquiring lock "refresh_cache-80fb8b85-d8d4-4464-a57a-9d1e07f41695" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.200879] env[66735]: DEBUG oslo_concurrency.lockutils [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] Acquired lock "refresh_cache-80fb8b85-d8d4-4464-a57a-9d1e07f41695" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.201166] env[66735]: DEBUG nova.network.neutron [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Refreshing network info cache for port 77e2033a-4526-4ad6-b686-96462a97e2e4 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.274426] env[66735]: DEBUG oslo_concurrency.lockutils [None req-cb764cf4-fb26-4e1f-896b-f78352068f11 tempest-ServerActionsTestOtherB-1094684457 tempest-ServerActionsTestOtherB-1094684457-project-member] Lock "1ccc1b96-19e8-4e90-aae2-39c6329ab20f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.998s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.329646] env[66735]: DEBUG nova.network.neutron [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Successfully updated port: b0c34838-70cf-48df-b1a3-1412a6a4b21b {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1232.559973] env[66735]: WARNING neutronclient.v2_0.client [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.704165] env[66735]: WARNING neutronclient.v2_0.client [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.736689] env[66735]: WARNING neutronclient.v2_0.client [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.744906] env[66735]: DEBUG nova.network.neutron [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1232.832502] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "refresh_cache-80fb8b85-d8d4-4464-a57a-9d1e07f41695" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.833933] env[66735]: DEBUG nova.network.neutron [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance_info_cache with network_info: [{"id": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "address": "fa:16:3e:90:b3:ee", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11f0cd3-4e", "ovs_interfaceid": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.848662] env[66735]: DEBUG nova.network.neutron [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.336817] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.351220] env[66735]: DEBUG oslo_concurrency.lockutils [req-d5343008-2744-474d-80a6-c14f99ff11e1 req-d44a4788-835d-488c-9738-5a260e75e99d service nova] Releasing lock "refresh_cache-80fb8b85-d8d4-4464-a57a-9d1e07f41695" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.351931] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquired lock "refresh_cache-80fb8b85-d8d4-4464-a57a-9d1e07f41695" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.352130] env[66735]: DEBUG nova.network.neutron [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1233.841405] env[66735]: DEBUG nova.compute.manager [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=66735) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1233.841405] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.841405] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.899210] env[66735]: DEBUG nova.network.neutron [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1234.001252] env[66735]: WARNING neutronclient.v2_0.client [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.156316] env[66735]: WARNING neutronclient.v2_0.client [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.241092] env[66735]: DEBUG nova.compute.manager [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Received event network-vif-plugged-b0c34838-70cf-48df-b1a3-1412a6a4b21b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1234.241380] env[66735]: DEBUG oslo_concurrency.lockutils [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] Acquiring lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.241652] env[66735]: DEBUG oslo_concurrency.lockutils [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] Lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.241861] env[66735]: DEBUG oslo_concurrency.lockutils [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] Lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.242092] env[66735]: DEBUG nova.compute.manager [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] No waiting events found dispatching network-vif-plugged-b0c34838-70cf-48df-b1a3-1412a6a4b21b {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1234.242272] env[66735]: WARNING nova.compute.manager [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Received unexpected event network-vif-plugged-b0c34838-70cf-48df-b1a3-1412a6a4b21b for instance with vm_state building and task_state spawning. [ 1234.242566] env[66735]: DEBUG nova.compute.manager [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Received event network-changed-b0c34838-70cf-48df-b1a3-1412a6a4b21b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1234.243623] env[66735]: DEBUG nova.compute.manager [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Refreshing instance network info cache due to event network-changed-b0c34838-70cf-48df-b1a3-1412a6a4b21b. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1234.243623] env[66735]: DEBUG oslo_concurrency.lockutils [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] Acquiring lock "refresh_cache-80fb8b85-d8d4-4464-a57a-9d1e07f41695" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.331634] env[66735]: WARNING neutronclient.v2_0.client [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.343782] env[66735]: DEBUG nova.objects.instance [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'migration_context' on Instance uuid 0020122f-7984-4830-9a69-4108f4b87d35 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.409522] env[66735]: DEBUG nova.network.neutron [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Updating instance_info_cache with network_info: [{"id": "b527efcc-291c-4d03-bfc2-38cb5d95e076", "address": "fa:16:3e:e3:37:30", "network": {"id": "64e6ef81-6e21-4a4b-b575-527dc5377f9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467743319", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb527efcc-29", "ovs_interfaceid": "b527efcc-291c-4d03-bfc2-38cb5d95e076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "77e2033a-4526-4ad6-b686-96462a97e2e4", "address": "fa:16:3e:8e:88:bc", "network": {"id": "4dcb77db-a1f4-4b63-ad82-5c305536974a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1265941009", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e2033a-45", "ovs_interfaceid": "77e2033a-4526-4ad6-b686-96462a97e2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0c34838-70cf-48df-b1a3-1412a6a4b21b", "address": "fa:16:3e:51:b6:3d", "network": {"id": "64e6ef81-6e21-4a4b-b575-527dc5377f9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467743319", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c34838-70", "ovs_interfaceid": "b0c34838-70cf-48df-b1a3-1412a6a4b21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.434962] env[66735]: INFO nova.compute.manager [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Rescuing [ 1234.435161] env[66735]: DEBUG oslo_concurrency.lockutils [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "refresh_cache-2f1992ae-28b2-461b-a49c-9d375fab66e1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.435268] env[66735]: DEBUG oslo_concurrency.lockutils [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "refresh_cache-2f1992ae-28b2-461b-a49c-9d375fab66e1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.435472] env[66735]: DEBUG nova.network.neutron [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1234.912945] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Releasing lock "refresh_cache-80fb8b85-d8d4-4464-a57a-9d1e07f41695" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.913299] env[66735]: DEBUG nova.compute.manager [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Instance network_info: |[{"id": "b527efcc-291c-4d03-bfc2-38cb5d95e076", "address": "fa:16:3e:e3:37:30", "network": {"id": "64e6ef81-6e21-4a4b-b575-527dc5377f9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467743319", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb527efcc-29", "ovs_interfaceid": "b527efcc-291c-4d03-bfc2-38cb5d95e076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "77e2033a-4526-4ad6-b686-96462a97e2e4", "address": "fa:16:3e:8e:88:bc", "network": {"id": "4dcb77db-a1f4-4b63-ad82-5c305536974a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1265941009", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e2033a-45", "ovs_interfaceid": "77e2033a-4526-4ad6-b686-96462a97e2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0c34838-70cf-48df-b1a3-1412a6a4b21b", "address": "fa:16:3e:51:b6:3d", "network": {"id": "64e6ef81-6e21-4a4b-b575-527dc5377f9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467743319", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c34838-70", "ovs_interfaceid": "b0c34838-70cf-48df-b1a3-1412a6a4b21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1234.914206] env[66735]: DEBUG oslo_concurrency.lockutils [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] Acquired lock "refresh_cache-80fb8b85-d8d4-4464-a57a-9d1e07f41695" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.914206] env[66735]: DEBUG nova.network.neutron [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Refreshing network info cache for port b0c34838-70cf-48df-b1a3-1412a6a4b21b {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.915022] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:37:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b527efcc-291c-4d03-bfc2-38cb5d95e076', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:88:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77e2033a-4526-4ad6-b686-96462a97e2e4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:b6:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0c34838-70cf-48df-b1a3-1412a6a4b21b', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.926043] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Creating folder: Project (464acda582b847299a985100af05287c). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.929918] env[66735]: WARNING neutronclient.v2_0.client [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.931814] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d4998d7-7acc-425b-92bd-4f1522356936 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.938321] env[66735]: WARNING neutronclient.v2_0.client [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.946212] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Created folder: Project (464acda582b847299a985100af05287c) in parent group-v906980. [ 1234.946606] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Creating folder: Instances. Parent ref: group-v907310. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.949100] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e38326f3-5a85-474c-9467-5e981b3d43ec {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.960212] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Created folder: Instances in parent group-v907310. [ 1234.960339] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1234.960529] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.961729] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ce99c29-a219-44ff-ba73-910915f6287f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.981529] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff0eac7-846d-492e-b5ae-fbd2f8c82a29 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.997676] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e04798f-7fa5-4fe2-b82e-27158b4e4679 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.002031] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.002031] env[66735]: value = "task-4646631" [ 1235.002031] env[66735]: _type = "Task" [ 1235.002031] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.037059] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dde1f52-5585-4a76-911f-bbaeba5a8da2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.039703] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646631, 'name': CreateVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.050752] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aeb48a-a1c0-43c8-acfa-a5aebbda3611 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.064893] env[66735]: DEBUG nova.compute.provider_tree [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.136811] env[66735]: WARNING neutronclient.v2_0.client [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.139947] env[66735]: WARNING neutronclient.v2_0.client [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.223724] env[66735]: DEBUG nova.network.neutron [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Updated VIF entry in instance network info cache for port b0c34838-70cf-48df-b1a3-1412a6a4b21b. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1235.224239] env[66735]: DEBUG nova.network.neutron [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Updating instance_info_cache with network_info: [{"id": "b527efcc-291c-4d03-bfc2-38cb5d95e076", "address": "fa:16:3e:e3:37:30", "network": {"id": "64e6ef81-6e21-4a4b-b575-527dc5377f9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467743319", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb527efcc-29", "ovs_interfaceid": "b527efcc-291c-4d03-bfc2-38cb5d95e076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "77e2033a-4526-4ad6-b686-96462a97e2e4", "address": "fa:16:3e:8e:88:bc", "network": {"id": "4dcb77db-a1f4-4b63-ad82-5c305536974a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1265941009", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e2033a-45", "ovs_interfaceid": "77e2033a-4526-4ad6-b686-96462a97e2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0c34838-70cf-48df-b1a3-1412a6a4b21b", "address": "fa:16:3e:51:b6:3d", "network": {"id": "64e6ef81-6e21-4a4b-b575-527dc5377f9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467743319", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c34838-70", "ovs_interfaceid": "b0c34838-70cf-48df-b1a3-1412a6a4b21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.230271] env[66735]: DEBUG nova.network.neutron [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Updating instance_info_cache with network_info: [{"id": "82c1b6de-f6bb-46b8-8c6d-2ac947918352", "address": "fa:16:3e:9a:98:9f", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c1b6de-f6", "ovs_interfaceid": "82c1b6de-f6bb-46b8-8c6d-2ac947918352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.513095] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646631, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.572295] env[66735]: DEBUG nova.scheduler.client.report [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.726878] env[66735]: DEBUG oslo_concurrency.lockutils [req-b426efad-07c6-4cff-b22c-07e588483ccb req-96128478-4c9d-4279-a70e-1ba395c1e427 service nova] Releasing lock "refresh_cache-80fb8b85-d8d4-4464-a57a-9d1e07f41695" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.732697] env[66735]: DEBUG oslo_concurrency.lockutils [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "refresh_cache-2f1992ae-28b2-461b-a49c-9d375fab66e1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.013753] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646631, 'name': CreateVM_Task, 'duration_secs': 0.95036} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.013934] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.014511] env[66735]: WARNING neutronclient.v2_0.client [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.014851] env[66735]: WARNING neutronclient.v2_0.client [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.015134] env[66735]: WARNING neutronclient.v2_0.client [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.015580] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.015674] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.015907] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.016199] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832aab43-09d2-44ad-9691-ee1e1e2a57d8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.022466] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1236.022466] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d17d43-1a4f-eac3-4cac-4eb737de05af" [ 1236.022466] env[66735]: _type = "Task" [ 1236.022466] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.032684] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d17d43-1a4f-eac3-4cac-4eb737de05af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.535575] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d17d43-1a4f-eac3-4cac-4eb737de05af, 'name': SearchDatastore_Task, 'duration_secs': 0.012485} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.535885] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.536119] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.536379] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.536493] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.536665] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.536935] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9303fcc9-b0f9-4442-b5c5-145bcbf280f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.547045] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.547244] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.548030] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3d3c4a-4516-47ab-9494-80e766a91a53 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.554756] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1236.554756] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52cc2482-f641-459a-120c-f72d7e3bc6c7" [ 1236.554756] env[66735]: _type = "Task" [ 1236.554756] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.563446] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52cc2482-f641-459a-120c-f72d7e3bc6c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.583551] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.743s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.067557] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52cc2482-f641-459a-120c-f72d7e3bc6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.068571] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c9afa00-61b5-4c55-842e-b1abaee3a49a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.075214] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1237.075214] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52ea03b4-29ff-c2e2-89f1-b461110cf428" [ 1237.075214] env[66735]: _type = "Task" [ 1237.075214] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.084990] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ea03b4-29ff-c2e2-89f1-b461110cf428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.270506] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.270919] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-226d3269-5115-4caf-adb1-59ceb5e8304e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.280820] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1237.280820] env[66735]: value = "task-4646632" [ 1237.280820] env[66735]: _type = "Task" [ 1237.280820] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.290123] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.587062] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52ea03b4-29ff-c2e2-89f1-b461110cf428, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.587062] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.587381] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 80fb8b85-d8d4-4464-a57a-9d1e07f41695/80fb8b85-d8d4-4464-a57a-9d1e07f41695.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.587450] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64d5128f-1686-4fb0-af28-ba178dd589ba {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.594640] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1237.594640] env[66735]: value = "task-4646633" [ 1237.594640] env[66735]: _type = "Task" [ 1237.594640] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.606423] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.793938] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646632, 'name': PowerOffVM_Task, 'duration_secs': 0.247212} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.794290] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.795154] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2756b18a-3646-474a-b855-e72083a8d6cb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.818563] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea75a56-7d3d-434b-af98-633f0b34077e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.858804] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.859168] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-336467da-7288-4b94-812e-cc1f0681bc5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.867441] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1237.867441] env[66735]: value = "task-4646634" [ 1237.867441] env[66735]: _type = "Task" [ 1237.867441] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.878799] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1237.878989] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.879334] env[66735]: DEBUG oslo_concurrency.lockutils [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.879493] env[66735]: DEBUG oslo_concurrency.lockutils [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.879672] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.880026] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e278ff78-8e8b-47a0-81af-78fab5f16312 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.893178] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.893464] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.894347] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5185dfa8-f439-4084-b4a0-af48be48b61c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.901483] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1237.901483] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52330900-98e9-a67e-a368-62651ec22df6" [ 1237.901483] env[66735]: _type = "Task" [ 1237.901483] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.911962] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52330900-98e9-a67e-a368-62651ec22df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.106718] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500803} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.107073] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] 80fb8b85-d8d4-4464-a57a-9d1e07f41695/80fb8b85-d8d4-4464-a57a-9d1e07f41695.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.107303] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.107565] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3c52ee1-dd44-4beb-b73f-7de214425497 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.117073] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1238.117073] env[66735]: value = "task-4646635" [ 1238.117073] env[66735]: _type = "Task" [ 1238.117073] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.127154] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.134378] env[66735]: INFO nova.compute.manager [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Swapping old allocation on dict_keys(['6ae23487-114f-4262-8cf3-6dc9ebca19ff']) held by migration feee91bf-3f3f-49b8-ad57-19dbb708660f for instance [ 1238.158761] env[66735]: DEBUG nova.scheduler.client.report [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Overwriting current allocation {'allocations': {'6ae23487-114f-4262-8cf3-6dc9ebca19ff': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 181}}, 'project_id': '515c2a40834f41c89ee0e020d1d2a2b2', 'user_id': 'e6ed8b26a61948c395dc7ddc111031ec', 'consumer_generation': 1} on consumer 0020122f-7984-4830-9a69-4108f4b87d35 {{(pid=66735) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1238.213465] env[66735]: WARNING neutronclient.v2_0.client [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.245281] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.245515] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.245738] env[66735]: DEBUG nova.network.neutron [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1238.414086] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52330900-98e9-a67e-a368-62651ec22df6, 'name': SearchDatastore_Task, 'duration_secs': 0.035415} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.415089] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c70d0ca-7224-4f9b-aba5-0ddbe4216a7d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.421815] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1238.421815] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52e19165-30e9-ba9b-04f3-b14131ff2afd" [ 1238.421815] env[66735]: _type = "Task" [ 1238.421815] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.431819] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e19165-30e9-ba9b-04f3-b14131ff2afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.628341] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076828} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.628670] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.629480] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e539db76-3cea-4a2b-bc17-52b44463758a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.656420] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 80fb8b85-d8d4-4464-a57a-9d1e07f41695/80fb8b85-d8d4-4464-a57a-9d1e07f41695.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.657145] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1118bdaf-e5ce-45fd-902e-717408d9e05a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.678296] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1238.678296] env[66735]: value = "task-4646636" [ 1238.678296] env[66735]: _type = "Task" [ 1238.678296] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.687738] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.749615] env[66735]: WARNING neutronclient.v2_0.client [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.930178] env[66735]: WARNING neutronclient.v2_0.client [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.936262] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52e19165-30e9-ba9b-04f3-b14131ff2afd, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.936944] env[66735]: DEBUG oslo_concurrency.lockutils [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.937091] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 2f1992ae-28b2-461b-a49c-9d375fab66e1/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk. {{(pid=66735) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1238.937345] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe4efae-faf1-4c84-b6ba-2d41bdfbbdeb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.951023] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1238.951023] env[66735]: value = "task-4646637" [ 1238.951023] env[66735]: _type = "Task" [ 1238.951023] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.965585] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.047314] env[66735]: DEBUG nova.network.neutron [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance_info_cache with network_info: [{"id": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "address": "fa:16:3e:90:b3:ee", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11f0cd3-4e", "ovs_interfaceid": "c11f0cd3-4e00-4a46-9945-7c2fe54cac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.192932] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646636, 'name': ReconfigVM_Task, 'duration_secs': 0.348504} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.193474] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 80fb8b85-d8d4-4464-a57a-9d1e07f41695/80fb8b85-d8d4-4464-a57a-9d1e07f41695.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.194623] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34d73855-7a67-4941-b0fe-7e3a451ebcec {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.204664] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1239.204664] env[66735]: value = "task-4646638" [ 1239.204664] env[66735]: _type = "Task" [ 1239.204664] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.218299] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646638, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.461675] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646637, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.550538] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-0020122f-7984-4830-9a69-4108f4b87d35" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.551068] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.551466] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e805d1b2-00a6-481b-86db-0c5a8ea56390 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.560115] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1239.560115] env[66735]: value = "task-4646639" [ 1239.560115] env[66735]: _type = "Task" [ 1239.560115] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.571293] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.721727] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646638, 'name': Rename_Task, 'duration_secs': 0.178572} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.721727] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.722253] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-873cc220-5bbf-4002-b500-12d963ab10b3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.732323] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1239.732323] env[66735]: value = "task-4646640" [ 1239.732323] env[66735]: _type = "Task" [ 1239.732323] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.742119] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.963976] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582439} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.964260] env[66735]: INFO nova.virt.vmwareapi.ds_util [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 2f1992ae-28b2-461b-a49c-9d375fab66e1/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk. [ 1239.965321] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905e38ce-5c7f-4d45-9436-248aef11d6c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.994332] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 2f1992ae-28b2-461b-a49c-9d375fab66e1/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.994719] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c35a95e-2447-4713-89d7-e01beb24df3a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.018383] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1240.018383] env[66735]: value = "task-4646641" [ 1240.018383] env[66735]: _type = "Task" [ 1240.018383] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.028627] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.071326] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646639, 'name': PowerOffVM_Task, 'duration_secs': 0.190667} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.071642] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.072328] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1240.072537] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.072684] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1240.072858] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.072994] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1240.073215] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1240.073372] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1240.073528] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1240.073683] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1240.073837] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1240.074012] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1240.079755] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15b15e2-1dba-4849-bf1f-7adbdf9cd156 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.097790] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1240.097790] env[66735]: value = "task-4646642" [ 1240.097790] env[66735]: _type = "Task" [ 1240.097790] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.108784] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.244153] env[66735]: DEBUG oslo_vmware.api [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646640, 'name': PowerOnVM_Task, 'duration_secs': 0.499695} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.244534] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.244807] env[66735]: INFO nova.compute.manager [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Took 12.96 seconds to spawn the instance on the hypervisor. [ 1240.244999] env[66735]: DEBUG nova.compute.manager [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1240.245909] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33530010-ec08-4a63-b8d5-9d741ebfe322 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.533592] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646641, 'name': ReconfigVM_Task, 'duration_secs': 0.379713} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.533924] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 2f1992ae-28b2-461b-a49c-9d375fab66e1/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.534799] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef992af-13f6-4a2d-8202-bb5b81b6fabe {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.564395] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b82928b-3bab-4fe8-a942-8d46248b63d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.583128] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1240.583128] env[66735]: value = "task-4646643" [ 1240.583128] env[66735]: _type = "Task" [ 1240.583128] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.593066] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.608484] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646642, 'name': ReconfigVM_Task, 'duration_secs': 0.189629} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.609745] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d81f41-0220-4413-a296-8326aa1eb218 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.629986] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1240.630338] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.630618] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1240.630863] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.631058] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1240.631251] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1240.631503] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1240.631703] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1240.631907] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1240.632119] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1240.632345] env[66735]: DEBUG nova.virt.hardware [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1240.636414] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06c34ad-386b-47c4-abc9-0bce248bfe2d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.639531] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1240.639531] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52b39f70-be0c-c833-696e-296c06afd651" [ 1240.639531] env[66735]: _type = "Task" [ 1240.639531] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.648635] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52b39f70-be0c-c833-696e-296c06afd651, 'name': SearchDatastore_Task} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.655075] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.655758] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-878082ce-7dd5-427d-b512-8efddf2cdd57 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.680213] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1240.680213] env[66735]: value = "task-4646644" [ 1240.680213] env[66735]: _type = "Task" [ 1240.680213] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.689402] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.772683] env[66735]: INFO nova.compute.manager [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Took 17.85 seconds to build instance. [ 1241.093961] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646643, 'name': ReconfigVM_Task, 'duration_secs': 0.159079} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.094299] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.094560] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0864da06-61e9-465f-a17d-3eb33689358c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.101702] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1241.101702] env[66735]: value = "task-4646645" [ 1241.101702] env[66735]: _type = "Task" [ 1241.101702] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.112908] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.191145] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.275577] env[66735]: DEBUG oslo_concurrency.lockutils [None req-09ae68ea-666e-4834-b166-76a48ccf376a tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.360s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.291793] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.291944] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.292112] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.292870] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.292870] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.294796] env[66735]: INFO nova.compute.manager [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Terminating instance [ 1241.613349] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646645, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.692701] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646644, 'name': ReconfigVM_Task, 'duration_secs': 0.83789} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.693119] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.696522] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44532cd7-c4a3-4596-9c3a-28c8a447f9fb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.719451] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 0020122f-7984-4830-9a69-4108f4b87d35/0020122f-7984-4830-9a69-4108f4b87d35.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.719805] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fca4af9b-5020-4d03-aa60-b93eeea53a3a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.738669] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1241.738669] env[66735]: value = "task-4646646" [ 1241.738669] env[66735]: _type = "Task" [ 1241.738669] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.748465] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.799135] env[66735]: DEBUG nova.compute.manager [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1241.799616] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.801162] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfcf70c-9048-40a3-bb07-60fedce9ff9d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.810713] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.811011] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1faf7fdc-b32a-47fb-841a-c3ec5acbe4aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.819174] env[66735]: DEBUG oslo_vmware.api [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1241.819174] env[66735]: value = "task-4646647" [ 1241.819174] env[66735]: _type = "Task" [ 1241.819174] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.829487] env[66735]: DEBUG oslo_vmware.api [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.114204] env[66735]: DEBUG oslo_vmware.api [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646645, 'name': PowerOnVM_Task, 'duration_secs': 0.620894} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.114713] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.117709] env[66735]: DEBUG nova.compute.manager [None req-215bfc3d-38fe-40a3-82db-9767316f50fd tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1242.118570] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5de60a-d069-48c8-965a-5aa727f8bc53 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.250655] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646646, 'name': ReconfigVM_Task, 'duration_secs': 0.395584} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.250961] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 0020122f-7984-4830-9a69-4108f4b87d35/0020122f-7984-4830-9a69-4108f4b87d35.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.251885] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3ecc6a-07e1-438f-94c9-8adbcf75a52a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.272047] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc58a5d-35f8-4313-8da0-47241f8e986b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.293028] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398938b8-b813-48cd-a706-342d7bf74fda {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.312983] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fbb417-45e6-48b4-97ca-757723fe3d09 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.321021] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.324192] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-375628c0-ebc4-40a1-a1a6-ee827761089d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.331280] env[66735]: DEBUG oslo_vmware.api [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646647, 'name': PowerOffVM_Task, 'duration_secs': 0.208077} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.331558] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.331719] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.331960] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-126db169-ddd2-42fd-bd3b-3ac0cc8826ca {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.334607] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1242.334607] env[66735]: value = "task-4646648" [ 1242.334607] env[66735]: _type = "Task" [ 1242.334607] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.344614] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.680801] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.680990] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.681082] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Deleting the datastore file [datastore1] 80fb8b85-d8d4-4464-a57a-9d1e07f41695 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.681604] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4b96ae4-2f35-4f2e-8968-5fa9efce1ed6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.691518] env[66735]: DEBUG oslo_vmware.api [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1242.691518] env[66735]: value = "task-4646650" [ 1242.691518] env[66735]: _type = "Task" [ 1242.691518] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.703513] env[66735]: DEBUG oslo_vmware.api [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.846506] env[66735]: DEBUG oslo_vmware.api [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646648, 'name': PowerOnVM_Task, 'duration_secs': 0.422003} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.846874] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.204486] env[66735]: DEBUG oslo_vmware.api [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185159} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.205423] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.205423] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.205423] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.205423] env[66735]: INFO nova.compute.manager [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1243.205727] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1243.205889] env[66735]: DEBUG nova.compute.manager [-] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1243.205947] env[66735]: DEBUG nova.network.neutron [-] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1243.206203] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.251097] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.488867] env[66735]: DEBUG nova.compute.manager [req-405bbda8-bd40-4915-9e6e-32187c026818 req-0c472558-cacc-47ab-962b-f233d2bd5f90 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Received event network-vif-deleted-77e2033a-4526-4ad6-b686-96462a97e2e4 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1243.489080] env[66735]: INFO nova.compute.manager [req-405bbda8-bd40-4915-9e6e-32187c026818 req-0c472558-cacc-47ab-962b-f233d2bd5f90 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Neutron deleted interface 77e2033a-4526-4ad6-b686-96462a97e2e4; detaching it from the instance and deleting it from the info cache [ 1243.489431] env[66735]: DEBUG nova.network.neutron [req-405bbda8-bd40-4915-9e6e-32187c026818 req-0c472558-cacc-47ab-962b-f233d2bd5f90 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Updating instance_info_cache with network_info: [{"id": "b527efcc-291c-4d03-bfc2-38cb5d95e076", "address": "fa:16:3e:e3:37:30", "network": {"id": "64e6ef81-6e21-4a4b-b575-527dc5377f9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467743319", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb527efcc-29", "ovs_interfaceid": "b527efcc-291c-4d03-bfc2-38cb5d95e076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0c34838-70cf-48df-b1a3-1412a6a4b21b", "address": "fa:16:3e:51:b6:3d", "network": {"id": "64e6ef81-6e21-4a4b-b575-527dc5377f9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467743319", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c34838-70", "ovs_interfaceid": "b0c34838-70cf-48df-b1a3-1412a6a4b21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.739698] env[66735]: DEBUG nova.compute.manager [req-210bac58-c9a3-415d-91ee-ce385e17e896 req-80148898-8151-4672-80c6-c372d6f9776e service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Received event network-vif-deleted-b0c34838-70cf-48df-b1a3-1412a6a4b21b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1243.739902] env[66735]: INFO nova.compute.manager [req-210bac58-c9a3-415d-91ee-ce385e17e896 req-80148898-8151-4672-80c6-c372d6f9776e service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Neutron deleted interface b0c34838-70cf-48df-b1a3-1412a6a4b21b; detaching it from the instance and deleting it from the info cache [ 1243.740157] env[66735]: DEBUG nova.network.neutron [req-210bac58-c9a3-415d-91ee-ce385e17e896 req-80148898-8151-4672-80c6-c372d6f9776e service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Updating instance_info_cache with network_info: [{"id": "b527efcc-291c-4d03-bfc2-38cb5d95e076", "address": "fa:16:3e:e3:37:30", "network": {"id": "64e6ef81-6e21-4a4b-b575-527dc5377f9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467743319", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb527efcc-29", "ovs_interfaceid": "b527efcc-291c-4d03-bfc2-38cb5d95e076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.764929] env[66735]: INFO nova.compute.manager [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Unrescuing [ 1243.765212] env[66735]: DEBUG oslo_concurrency.lockutils [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "refresh_cache-2f1992ae-28b2-461b-a49c-9d375fab66e1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.765390] env[66735]: DEBUG oslo_concurrency.lockutils [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "refresh_cache-2f1992ae-28b2-461b-a49c-9d375fab66e1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.765558] env[66735]: DEBUG nova.network.neutron [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1243.861541] env[66735]: INFO nova.compute.manager [None req-c9e6c7f9-8965-468a-b1cd-bd70d21e6fc4 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance to original state: 'active' [ 1243.866127] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Acquiring lock "bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.866353] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Lock "bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.993849] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3d2bf53-45ba-4b52-a455-12dc903331aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.010869] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3b328a-66f8-4211-9c31-5d0f73f2be15 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.044035] env[66735]: DEBUG nova.compute.manager [req-405bbda8-bd40-4915-9e6e-32187c026818 req-0c472558-cacc-47ab-962b-f233d2bd5f90 service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Detach interface failed, port_id=77e2033a-4526-4ad6-b686-96462a97e2e4, reason: Instance 80fb8b85-d8d4-4464-a57a-9d1e07f41695 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1244.243094] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e33ee512-e482-4b47-a40f-54177a75965f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.253219] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b757ab3e-48bc-45e8-860c-9ad30b126615 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.268982] env[66735]: WARNING neutronclient.v2_0.client [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.284764] env[66735]: DEBUG nova.compute.manager [req-210bac58-c9a3-415d-91ee-ce385e17e896 req-80148898-8151-4672-80c6-c372d6f9776e service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Detach interface failed, port_id=b0c34838-70cf-48df-b1a3-1412a6a4b21b, reason: Instance 80fb8b85-d8d4-4464-a57a-9d1e07f41695 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1244.373389] env[66735]: DEBUG nova.compute.manager [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1244.460750] env[66735]: WARNING neutronclient.v2_0.client [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.525437] env[66735]: DEBUG nova.network.neutron [-] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.531376] env[66735]: DEBUG nova.network.neutron [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Updating instance_info_cache with network_info: [{"id": "82c1b6de-f6bb-46b8-8c6d-2ac947918352", "address": "fa:16:3e:9a:98:9f", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c1b6de-f6", "ovs_interfaceid": "82c1b6de-f6bb-46b8-8c6d-2ac947918352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.866887] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "0020122f-7984-4830-9a69-4108f4b87d35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.867165] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "0020122f-7984-4830-9a69-4108f4b87d35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.867365] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "0020122f-7984-4830-9a69-4108f4b87d35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.867545] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "0020122f-7984-4830-9a69-4108f4b87d35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.867703] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "0020122f-7984-4830-9a69-4108f4b87d35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.869785] env[66735]: INFO nova.compute.manager [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Terminating instance [ 1244.902090] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.902405] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.904031] env[66735]: INFO nova.compute.claims [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.028489] env[66735]: INFO nova.compute.manager [-] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Took 1.82 seconds to deallocate network for instance. [ 1245.034646] env[66735]: DEBUG oslo_concurrency.lockutils [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "refresh_cache-2f1992ae-28b2-461b-a49c-9d375fab66e1" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.035620] env[66735]: DEBUG nova.objects.instance [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lazy-loading 'flavor' on Instance uuid 2f1992ae-28b2-461b-a49c-9d375fab66e1 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.375073] env[66735]: DEBUG nova.compute.manager [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1245.375073] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.375408] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cbde9a-300a-424d-b87d-f189271a44a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.384088] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.384428] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d788cacb-c692-4670-b684-3f19dc11700e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.391443] env[66735]: DEBUG oslo_vmware.api [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1245.391443] env[66735]: value = "task-4646651" [ 1245.391443] env[66735]: _type = "Task" [ 1245.391443] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.401713] env[66735]: DEBUG oslo_vmware.api [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.538653] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.542244] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354ece25-70bd-442c-b4e9-b013db9eea10 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.568261] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.568703] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b023924-ee99-4dd6-ba7d-7335818a2d1b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.576629] env[66735]: DEBUG oslo_vmware.api [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1245.576629] env[66735]: value = "task-4646652" [ 1245.576629] env[66735]: _type = "Task" [ 1245.576629] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.587174] env[66735]: DEBUG oslo_vmware.api [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.615638] env[66735]: DEBUG nova.compute.manager [req-46c32394-8973-4fd0-8a42-00a99c235b33 req-bd452627-5da0-4a64-a44b-f299fc6a027a service nova] [instance: 80fb8b85-d8d4-4464-a57a-9d1e07f41695] Received event network-vif-deleted-b527efcc-291c-4d03-bfc2-38cb5d95e076 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1245.905562] env[66735]: DEBUG oslo_vmware.api [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646651, 'name': PowerOffVM_Task, 'duration_secs': 0.194763} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.906042] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.906305] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.906700] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f875919-d83d-4138-b309-f0caa4124141 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.972138] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.972394] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.972579] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleting the datastore file [datastore2] 0020122f-7984-4830-9a69-4108f4b87d35 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.976180] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3664a93-3c03-4856-a2a8-c2087ebf1801 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.983990] env[66735]: DEBUG oslo_vmware.api [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1245.983990] env[66735]: value = "task-4646654" [ 1245.983990] env[66735]: _type = "Task" [ 1245.983990] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.993040] env[66735]: DEBUG oslo_vmware.api [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.020621] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043029d2-1b92-4a9d-aa18-c04a8d1ab467 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.028693] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48bd0be-80d5-474f-8df3-541d43a81b4c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.060590] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aec0e3-e96b-41ef-815f-a7665638931b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.069107] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b6859c-2d79-4c51-b380-c60605b02d90 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.082916] env[66735]: DEBUG nova.compute.provider_tree [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.093102] env[66735]: DEBUG oslo_vmware.api [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646652, 'name': PowerOffVM_Task, 'duration_secs': 0.228247} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.093961] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.099437] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.100010] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e906450-aa18-48ff-a73d-8ae9bff6c865 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.124091] env[66735]: DEBUG oslo_vmware.api [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1246.124091] env[66735]: value = "task-4646655" [ 1246.124091] env[66735]: _type = "Task" [ 1246.124091] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.134568] env[66735]: DEBUG oslo_vmware.api [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.495419] env[66735]: DEBUG oslo_vmware.api [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155447} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.495752] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.495903] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.496083] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.496254] env[66735]: INFO nova.compute.manager [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1246.496521] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1246.496707] env[66735]: DEBUG nova.compute.manager [-] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1246.496800] env[66735]: DEBUG nova.network.neutron [-] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1246.497047] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.529951] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.588918] env[66735]: DEBUG nova.scheduler.client.report [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.634461] env[66735]: DEBUG oslo_vmware.api [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646655, 'name': ReconfigVM_Task, 'duration_secs': 0.224675} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.634751] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.635042] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.635312] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfdb6f4a-0dc8-40d2-b94a-49fb751d958a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.642621] env[66735]: DEBUG oslo_vmware.api [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1246.642621] env[66735]: value = "task-4646656" [ 1246.642621] env[66735]: _type = "Task" [ 1246.642621] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.650850] env[66735]: DEBUG oslo_vmware.api [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.094587] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.095417] env[66735]: DEBUG nova.compute.manager [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1247.098741] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.560s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.098963] env[66735]: DEBUG nova.objects.instance [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lazy-loading 'resources' on Instance uuid 80fb8b85-d8d4-4464-a57a-9d1e07f41695 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.154155] env[66735]: DEBUG oslo_vmware.api [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646656, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.486447] env[66735]: DEBUG nova.network.neutron [-] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.602080] env[66735]: DEBUG nova.compute.utils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.606982] env[66735]: DEBUG nova.compute.manager [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1247.607451] env[66735]: DEBUG nova.network.neutron [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1247.607623] env[66735]: WARNING neutronclient.v2_0.client [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.608031] env[66735]: WARNING neutronclient.v2_0.client [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.645345] env[66735]: DEBUG nova.compute.manager [req-45bfeddb-6e73-4a09-b553-df8632d1c1ba req-addcf2ab-856a-4522-9999-9389b79bb990 service nova] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Received event network-vif-deleted-c11f0cd3-4e00-4a46-9945-7c2fe54cac61 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1247.656371] env[66735]: DEBUG nova.policy [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bffcfd8581742689d6a555cc1920e5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd115f8cb438340a2b5ea01a1e324beaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.662485] env[66735]: DEBUG oslo_vmware.api [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646656, 'name': PowerOnVM_Task, 'duration_secs': 0.534478} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.665506] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.665754] env[66735]: DEBUG nova.compute.manager [None req-75c1db15-8b66-4551-b8cb-47192dfc92c4 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1247.667198] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d293ca-520e-46fb-8322-0e4e49d94e05 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.716403] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b125616-e2c6-4f08-b686-61f28d1d8cc8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.725297] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f1ca1f-42b8-410b-86ef-9dfc5dc0e764 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.759349] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0762b7-fce7-449a-818d-d79ee2a7b735 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.767795] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abff2e3-392a-46a4-b1ca-f8b70b9960ff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.782805] env[66735]: DEBUG nova.compute.provider_tree [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.941510] env[66735]: DEBUG nova.network.neutron [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Successfully created port: 1876149a-4abe-4f19-80be-8fd218453512 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1247.989634] env[66735]: INFO nova.compute.manager [-] [instance: 0020122f-7984-4830-9a69-4108f4b87d35] Took 1.49 seconds to deallocate network for instance. [ 1248.109102] env[66735]: DEBUG nova.compute.manager [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1248.286781] env[66735]: DEBUG nova.scheduler.client.report [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.498561] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.791657] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.794862] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.296s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.794862] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.818775] env[66735]: INFO nova.scheduler.client.report [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Deleted allocations for instance 80fb8b85-d8d4-4464-a57a-9d1e07f41695 [ 1248.821286] env[66735]: INFO nova.scheduler.client.report [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleted allocations for instance 0020122f-7984-4830-9a69-4108f4b87d35 [ 1249.117925] env[66735]: DEBUG nova.compute.manager [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1249.144297] env[66735]: DEBUG nova.virt.hardware [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1249.144576] env[66735]: DEBUG nova.virt.hardware [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.144757] env[66735]: DEBUG nova.virt.hardware [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1249.144937] env[66735]: DEBUG nova.virt.hardware [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.145126] env[66735]: DEBUG nova.virt.hardware [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1249.145278] env[66735]: DEBUG nova.virt.hardware [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1249.146040] env[66735]: DEBUG nova.virt.hardware [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1249.146040] env[66735]: DEBUG nova.virt.hardware [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1249.146040] env[66735]: DEBUG nova.virt.hardware [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1249.146206] env[66735]: DEBUG nova.virt.hardware [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1249.146341] env[66735]: DEBUG nova.virt.hardware [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1249.147219] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6468c871-d88a-48ae-8caf-ff36395f4752 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.156242] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361caf66-4433-44d2-b980-aea459cc16ce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.335806] env[66735]: DEBUG oslo_concurrency.lockutils [None req-7b75e1d1-e05e-47af-ada8-bf0f6f6b7d22 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "0020122f-7984-4830-9a69-4108f4b87d35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.469s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.336896] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fac29941-17a9-4e5d-998b-b97773ef27f5 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "80fb8b85-d8d4-4464-a57a-9d1e07f41695" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.045s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.414537] env[66735]: DEBUG nova.compute.manager [req-8f523988-bda6-45b7-9d4e-22a024922bf6 req-f9d13478-7340-4759-88ba-a44cd3736a2c service nova] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Received event network-vif-plugged-1876149a-4abe-4f19-80be-8fd218453512 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1249.416219] env[66735]: DEBUG oslo_concurrency.lockutils [req-8f523988-bda6-45b7-9d4e-22a024922bf6 req-f9d13478-7340-4759-88ba-a44cd3736a2c service nova] Acquiring lock "bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.416219] env[66735]: DEBUG oslo_concurrency.lockutils [req-8f523988-bda6-45b7-9d4e-22a024922bf6 req-f9d13478-7340-4759-88ba-a44cd3736a2c service nova] Lock "bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.416219] env[66735]: DEBUG oslo_concurrency.lockutils [req-8f523988-bda6-45b7-9d4e-22a024922bf6 req-f9d13478-7340-4759-88ba-a44cd3736a2c service nova] Lock "bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.416219] env[66735]: DEBUG nova.compute.manager [req-8f523988-bda6-45b7-9d4e-22a024922bf6 req-f9d13478-7340-4759-88ba-a44cd3736a2c service nova] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] No waiting events found dispatching network-vif-plugged-1876149a-4abe-4f19-80be-8fd218453512 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1249.416219] env[66735]: WARNING nova.compute.manager [req-8f523988-bda6-45b7-9d4e-22a024922bf6 req-f9d13478-7340-4759-88ba-a44cd3736a2c service nova] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Received unexpected event network-vif-plugged-1876149a-4abe-4f19-80be-8fd218453512 for instance with vm_state building and task_state spawning. [ 1249.494065] env[66735]: DEBUG nova.network.neutron [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Successfully updated port: 1876149a-4abe-4f19-80be-8fd218453512 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1249.996069] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Acquiring lock "refresh_cache-bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.996266] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Acquired lock "refresh_cache-bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.996473] env[66735]: DEBUG nova.network.neutron [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1250.531391] env[66735]: DEBUG nova.network.neutron [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1250.601044] env[66735]: WARNING neutronclient.v2_0.client [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.669536] env[66735]: DEBUG nova.network.neutron [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Updating instance_info_cache with network_info: [{"id": "1876149a-4abe-4f19-80be-8fd218453512", "address": "fa:16:3e:39:98:d1", "network": {"id": "01fb5527-88b6-486b-9ac9-8a3165512f58", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-738059878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d115f8cb438340a2b5ea01a1e324beaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1876149a-4a", "ovs_interfaceid": "1876149a-4abe-4f19-80be-8fd218453512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.868427] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "3d154139-83ed-4698-b8f7-f5b3876aba88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.868590] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.065139] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "617ba82c-a61a-42ea-9789-4986a7389ece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.065361] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "617ba82c-a61a-42ea-9789-4986a7389ece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.172131] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Releasing lock "refresh_cache-bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.172471] env[66735]: DEBUG nova.compute.manager [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Instance network_info: |[{"id": "1876149a-4abe-4f19-80be-8fd218453512", "address": "fa:16:3e:39:98:d1", "network": {"id": "01fb5527-88b6-486b-9ac9-8a3165512f58", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-738059878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d115f8cb438340a2b5ea01a1e324beaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1876149a-4a", "ovs_interfaceid": "1876149a-4abe-4f19-80be-8fd218453512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1251.172931] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:98:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1876149a-4abe-4f19-80be-8fd218453512', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.180613] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Creating folder: Project (d115f8cb438340a2b5ea01a1e324beaf). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.180899] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8a86be3-5a15-42be-b83b-f62299538c6c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.193909] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Created folder: Project (d115f8cb438340a2b5ea01a1e324beaf) in parent group-v906980. [ 1251.194113] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Creating folder: Instances. Parent ref: group-v907313. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.194547] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7da7a70f-5d12-4ab1-81eb-d3f5dc781065 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.205378] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Created folder: Instances in parent group-v907313. [ 1251.205623] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1251.205816] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.206031] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4693ad7b-8eed-432f-9c6b-1e3d38c5dcd4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.226739] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.226739] env[66735]: value = "task-4646659" [ 1251.226739] env[66735]: _type = "Task" [ 1251.226739] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.235299] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646659, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.371902] env[66735]: DEBUG nova.compute.manager [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1251.451536] env[66735]: DEBUG nova.compute.manager [req-21c45fbc-49da-4fcb-b2f1-02299440cded req-2820a9f9-32c6-4883-a9f7-90459fb09042 service nova] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Received event network-changed-1876149a-4abe-4f19-80be-8fd218453512 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1251.452813] env[66735]: DEBUG nova.compute.manager [req-21c45fbc-49da-4fcb-b2f1-02299440cded req-2820a9f9-32c6-4883-a9f7-90459fb09042 service nova] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Refreshing instance network info cache due to event network-changed-1876149a-4abe-4f19-80be-8fd218453512. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1251.452813] env[66735]: DEBUG oslo_concurrency.lockutils [req-21c45fbc-49da-4fcb-b2f1-02299440cded req-2820a9f9-32c6-4883-a9f7-90459fb09042 service nova] Acquiring lock "refresh_cache-bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.452813] env[66735]: DEBUG oslo_concurrency.lockutils [req-21c45fbc-49da-4fcb-b2f1-02299440cded req-2820a9f9-32c6-4883-a9f7-90459fb09042 service nova] Acquired lock "refresh_cache-bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.452813] env[66735]: DEBUG nova.network.neutron [req-21c45fbc-49da-4fcb-b2f1-02299440cded req-2820a9f9-32c6-4883-a9f7-90459fb09042 service nova] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Refreshing network info cache for port 1876149a-4abe-4f19-80be-8fd218453512 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.567318] env[66735]: DEBUG nova.compute.manager [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1251.737394] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646659, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.894060] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.894355] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.895897] env[66735]: INFO nova.compute.claims [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.957324] env[66735]: WARNING neutronclient.v2_0.client [req-21c45fbc-49da-4fcb-b2f1-02299440cded req-2820a9f9-32c6-4883-a9f7-90459fb09042 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.016809] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.017085] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.017298] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.017496] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.017712] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.020732] env[66735]: INFO nova.compute.manager [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Terminating instance [ 1252.088538] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.088766] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.090619] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.151366] env[66735]: WARNING neutronclient.v2_0.client [req-21c45fbc-49da-4fcb-b2f1-02299440cded req-2820a9f9-32c6-4883-a9f7-90459fb09042 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.219910] env[66735]: DEBUG nova.network.neutron [req-21c45fbc-49da-4fcb-b2f1-02299440cded req-2820a9f9-32c6-4883-a9f7-90459fb09042 service nova] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Updated VIF entry in instance network info cache for port 1876149a-4abe-4f19-80be-8fd218453512. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1252.220291] env[66735]: DEBUG nova.network.neutron [req-21c45fbc-49da-4fcb-b2f1-02299440cded req-2820a9f9-32c6-4883-a9f7-90459fb09042 service nova] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Updating instance_info_cache with network_info: [{"id": "1876149a-4abe-4f19-80be-8fd218453512", "address": "fa:16:3e:39:98:d1", "network": {"id": "01fb5527-88b6-486b-9ac9-8a3165512f58", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-738059878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d115f8cb438340a2b5ea01a1e324beaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1876149a-4a", "ovs_interfaceid": "1876149a-4abe-4f19-80be-8fd218453512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.238516] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646659, 'name': CreateVM_Task, 'duration_secs': 0.763486} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.238753] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.239270] env[66735]: WARNING neutronclient.v2_0.client [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.239626] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.239786] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.240105] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.240368] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3217b047-3667-4198-abe6-24a8fabf882a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.245978] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Waiting for the task: (returnval){ [ 1252.245978] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52628d06-2d55-221c-0b2b-9e0154f13180" [ 1252.245978] env[66735]: _type = "Task" [ 1252.245978] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.256056] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52628d06-2d55-221c-0b2b-9e0154f13180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.528306] env[66735]: DEBUG nova.compute.manager [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1252.528545] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.529466] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafa9b5b-9887-4b94-ad92-ba694e3bfc12 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.537725] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.537979] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b0063f7-8ff9-4334-ae40-f6543543aea6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.544885] env[66735]: DEBUG oslo_vmware.api [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1252.544885] env[66735]: value = "task-4646660" [ 1252.544885] env[66735]: _type = "Task" [ 1252.544885] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.553912] env[66735]: DEBUG oslo_vmware.api [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.592624] env[66735]: DEBUG nova.compute.manager [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1252.723427] env[66735]: DEBUG oslo_concurrency.lockutils [req-21c45fbc-49da-4fcb-b2f1-02299440cded req-2820a9f9-32c6-4883-a9f7-90459fb09042 service nova] Releasing lock "refresh_cache-bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.756984] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52628d06-2d55-221c-0b2b-9e0154f13180, 'name': SearchDatastore_Task, 'duration_secs': 0.013163} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.757318] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.757555] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.757783] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.757924] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.758112] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.758399] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb7d1eb2-3830-4972-9aa7-a7c140858514 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.768623] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.768763] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.769464] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7238b985-3c8a-49d7-a3f7-031eae0baf1e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.775342] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Waiting for the task: (returnval){ [ 1252.775342] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d29397-97ca-d481-d2fe-d540d15d8151" [ 1252.775342] env[66735]: _type = "Task" [ 1252.775342] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.783845] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d29397-97ca-d481-d2fe-d540d15d8151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.010882] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66882d2-486c-4306-8220-6d5488c05828 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.019685] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be6a8aa-0f2e-4d1a-b0f9-500f03be75b8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.056060] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caaf9868-4260-4c57-b5e2-0167a48f7caa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.065540] env[66735]: DEBUG oslo_vmware.api [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646660, 'name': PowerOffVM_Task, 'duration_secs': 0.180243} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.067901] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.068112] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.068433] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98c7f270-088b-4638-a88b-77afbe9502a0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.070974] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35751c9-81c7-456e-9be7-35511ced7f53 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.085673] env[66735]: DEBUG nova.compute.provider_tree [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.112482] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.137021] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.137264] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.137468] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Deleting the datastore file [datastore2] 904b6b6b-1db4-437d-8259-fb6e25f7fa63 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.137762] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39053544-cf5a-4430-a8f2-a4512864698e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.145455] env[66735]: DEBUG oslo_vmware.api [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1253.145455] env[66735]: value = "task-4646662" [ 1253.145455] env[66735]: _type = "Task" [ 1253.145455] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.155424] env[66735]: DEBUG oslo_vmware.api [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.286781] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d29397-97ca-d481-d2fe-d540d15d8151, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.287763] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e26ec6a-89d1-448e-8da0-c67ac8f3cdb9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.294951] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Waiting for the task: (returnval){ [ 1253.294951] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]524f94fa-4e59-25d5-1d5b-d2cf8bf5ba55" [ 1253.294951] env[66735]: _type = "Task" [ 1253.294951] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.304820] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524f94fa-4e59-25d5-1d5b-d2cf8bf5ba55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.588943] env[66735]: DEBUG nova.scheduler.client.report [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.656154] env[66735]: DEBUG oslo_vmware.api [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177129} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.656483] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.656606] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.656764] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.656939] env[66735]: INFO nova.compute.manager [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1253.657196] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1253.657393] env[66735]: DEBUG nova.compute.manager [-] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1253.657490] env[66735]: DEBUG nova.network.neutron [-] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1253.657729] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.712171] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.806964] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]524f94fa-4e59-25d5-1d5b-d2cf8bf5ba55, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.807218] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.807455] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292/bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.807729] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f25b0a85-5874-42a7-aead-0a3b5782d1cd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.816413] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Waiting for the task: (returnval){ [ 1253.816413] env[66735]: value = "task-4646663" [ 1253.816413] env[66735]: _type = "Task" [ 1253.816413] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.825980] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.096216] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.097132] env[66735]: DEBUG nova.compute.manager [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1254.102688] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.012s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.105319] env[66735]: INFO nova.compute.claims [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.145653] env[66735]: DEBUG nova.compute.manager [req-0158df4a-928a-4eee-bc1d-671aae321898 req-a2136f07-2e08-4caf-b02c-ec2520fb8d16 service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Received event network-vif-deleted-80a0f0ba-51f7-4284-90f1-fb73535cc187 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1254.145749] env[66735]: INFO nova.compute.manager [req-0158df4a-928a-4eee-bc1d-671aae321898 req-a2136f07-2e08-4caf-b02c-ec2520fb8d16 service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Neutron deleted interface 80a0f0ba-51f7-4284-90f1-fb73535cc187; detaching it from the instance and deleting it from the info cache [ 1254.145914] env[66735]: DEBUG nova.network.neutron [req-0158df4a-928a-4eee-bc1d-671aae321898 req-a2136f07-2e08-4caf-b02c-ec2520fb8d16 service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.327833] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46971} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.328120] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292/bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.328331] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.328588] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd4604da-c017-4fef-94b7-1b7916c427d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.337029] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Waiting for the task: (returnval){ [ 1254.337029] env[66735]: value = "task-4646664" [ 1254.337029] env[66735]: _type = "Task" [ 1254.337029] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.347802] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.611078] env[66735]: DEBUG nova.compute.utils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.613074] env[66735]: DEBUG nova.compute.manager [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1254.613360] env[66735]: DEBUG nova.network.neutron [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1254.614927] env[66735]: WARNING neutronclient.v2_0.client [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.615304] env[66735]: WARNING neutronclient.v2_0.client [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.626040] env[66735]: DEBUG nova.network.neutron [-] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.649265] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94128586-8d01-49d0-badf-72624aa660ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.660366] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f095ee59-d779-4f8a-bffa-9ceaa44d8667 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.675720] env[66735]: DEBUG nova.policy [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '222f6576e56c448a8f143278924dd4a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1989f71a41741eaadd726b56f16d7b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.697691] env[66735]: DEBUG nova.compute.manager [req-0158df4a-928a-4eee-bc1d-671aae321898 req-a2136f07-2e08-4caf-b02c-ec2520fb8d16 service nova] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Detach interface failed, port_id=80a0f0ba-51f7-4284-90f1-fb73535cc187, reason: Instance 904b6b6b-1db4-437d-8259-fb6e25f7fa63 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1254.848108] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063289} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.848383] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.849210] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33ae97e-46f8-4389-a70c-c0d09a0d0fed {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.873153] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292/bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.873517] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86052449-7bb5-4035-8ed5-3eb14b92c2c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.893630] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Waiting for the task: (returnval){ [ 1254.893630] env[66735]: value = "task-4646665" [ 1254.893630] env[66735]: _type = "Task" [ 1254.893630] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.903422] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.982115] env[66735]: DEBUG nova.network.neutron [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Successfully created port: 3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1255.122644] env[66735]: DEBUG nova.compute.manager [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1255.129520] env[66735]: INFO nova.compute.manager [-] [instance: 904b6b6b-1db4-437d-8259-fb6e25f7fa63] Took 1.47 seconds to deallocate network for instance. [ 1255.262029] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca689fb-b752-4df4-803f-9f1b08f110d0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.272032] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832d93c7-8e81-49c3-9805-271bf3b9fc9a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.305748] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4243c6-6af6-4737-854c-c1ac36da4a20 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.314120] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbafb33-9254-4fbc-8f3e-ff442eadf0e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.329683] env[66735]: DEBUG nova.compute.provider_tree [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.405025] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646665, 'name': ReconfigVM_Task, 'duration_secs': 0.291073} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.405025] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Reconfigured VM instance instance-0000007a to attach disk [datastore1] bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292/bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.405572] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-157ee8f5-8f87-4f08-acf2-4416fa47cb84 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.413455] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Waiting for the task: (returnval){ [ 1255.413455] env[66735]: value = "task-4646666" [ 1255.413455] env[66735]: _type = "Task" [ 1255.413455] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.422781] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646666, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.636293] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.833450] env[66735]: DEBUG nova.scheduler.client.report [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.926403] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646666, 'name': Rename_Task, 'duration_secs': 0.163704} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.926851] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.927239] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-957b47b8-e46d-45ce-88f7-3938c3790447 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.935502] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Waiting for the task: (returnval){ [ 1255.935502] env[66735]: value = "task-4646667" [ 1255.935502] env[66735]: _type = "Task" [ 1255.935502] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.944066] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.135377] env[66735]: DEBUG nova.compute.manager [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1256.167290] env[66735]: DEBUG nova.virt.hardware [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1256.167569] env[66735]: DEBUG nova.virt.hardware [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.167850] env[66735]: DEBUG nova.virt.hardware [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1256.168094] env[66735]: DEBUG nova.virt.hardware [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.168248] env[66735]: DEBUG nova.virt.hardware [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1256.168394] env[66735]: DEBUG nova.virt.hardware [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1256.168730] env[66735]: DEBUG nova.virt.hardware [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.168789] env[66735]: DEBUG nova.virt.hardware [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1256.168902] env[66735]: DEBUG nova.virt.hardware [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1256.169075] env[66735]: DEBUG nova.virt.hardware [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1256.169250] env[66735]: DEBUG nova.virt.hardware [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1256.170351] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01df7a4-813e-44b0-a03a-9d4063f938dc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.179789] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72faf432-6a6d-4dd0-8e6c-8253f7d0d675 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.338711] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.339334] env[66735]: DEBUG nova.compute.manager [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1256.342275] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.230s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.343817] env[66735]: INFO nova.compute.claims [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.428678] env[66735]: DEBUG nova.compute.manager [req-50b8f208-8ab6-437f-829b-cc48d78c2ac2 req-15bdad7f-e9d9-445a-aaa2-be360fef648a service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Received event network-vif-plugged-3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1256.428839] env[66735]: DEBUG oslo_concurrency.lockutils [req-50b8f208-8ab6-437f-829b-cc48d78c2ac2 req-15bdad7f-e9d9-445a-aaa2-be360fef648a service nova] Acquiring lock "3d154139-83ed-4698-b8f7-f5b3876aba88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.429206] env[66735]: DEBUG oslo_concurrency.lockutils [req-50b8f208-8ab6-437f-829b-cc48d78c2ac2 req-15bdad7f-e9d9-445a-aaa2-be360fef648a service nova] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.429295] env[66735]: DEBUG oslo_concurrency.lockutils [req-50b8f208-8ab6-437f-829b-cc48d78c2ac2 req-15bdad7f-e9d9-445a-aaa2-be360fef648a service nova] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.429455] env[66735]: DEBUG nova.compute.manager [req-50b8f208-8ab6-437f-829b-cc48d78c2ac2 req-15bdad7f-e9d9-445a-aaa2-be360fef648a service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] No waiting events found dispatching network-vif-plugged-3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1256.429642] env[66735]: WARNING nova.compute.manager [req-50b8f208-8ab6-437f-829b-cc48d78c2ac2 req-15bdad7f-e9d9-445a-aaa2-be360fef648a service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Received unexpected event network-vif-plugged-3b794974-d156-49bf-ab5b-6505db4dddfe for instance with vm_state building and task_state spawning. [ 1256.448370] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646667, 'name': PowerOnVM_Task} progress is 94%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.517012] env[66735]: DEBUG nova.network.neutron [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Successfully updated port: 3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1256.848828] env[66735]: DEBUG nova.compute.utils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.852022] env[66735]: DEBUG nova.compute.manager [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1256.852129] env[66735]: DEBUG nova.network.neutron [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1256.852407] env[66735]: WARNING neutronclient.v2_0.client [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.852709] env[66735]: WARNING neutronclient.v2_0.client [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.890711] env[66735]: DEBUG nova.policy [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6ed8b26a61948c395dc7ddc111031ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '515c2a40834f41c89ee0e020d1d2a2b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.949647] env[66735]: DEBUG oslo_vmware.api [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646667, 'name': PowerOnVM_Task, 'duration_secs': 0.644582} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.950335] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.950484] env[66735]: INFO nova.compute.manager [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1256.950665] env[66735]: DEBUG nova.compute.manager [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1256.951662] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942e2782-3273-43bd-b971-50f78e9b39c0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.020355] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.020412] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.020773] env[66735]: DEBUG nova.network.neutron [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1257.246630] env[66735]: DEBUG nova.network.neutron [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Successfully created port: 931377ff-8249-4f8b-9b0d-1cfac678746c {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1257.353521] env[66735]: DEBUG nova.compute.manager [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1257.459832] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90527eb1-0dbe-460e-991e-4d7138533d84 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.469934] env[66735]: INFO nova.compute.manager [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Took 12.59 seconds to build instance. [ 1257.473720] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9274de84-fd67-4b84-b422-69adb7c6fd66 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.505943] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8e8af4-1735-4316-a3c3-a256c4be9af5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.515395] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b75d8d1-2767-4878-a1d8-3eeee450874b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.534652] env[66735]: DEBUG nova.compute.provider_tree [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.562157] env[66735]: DEBUG nova.network.neutron [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1257.633729] env[66735]: WARNING neutronclient.v2_0.client [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.735534] env[66735]: DEBUG nova.network.neutron [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updating instance_info_cache with network_info: [{"id": "3b794974-d156-49bf-ab5b-6505db4dddfe", "address": "fa:16:3e:c8:30:8b", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b794974-d1", "ovs_interfaceid": "3b794974-d156-49bf-ab5b-6505db4dddfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.973612] env[66735]: DEBUG oslo_concurrency.lockutils [None req-ff6f573e-4616-49f3-a5e5-f4f51cd10d52 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Lock "bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.107s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.037552] env[66735]: DEBUG nova.scheduler.client.report [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.238848] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.239246] env[66735]: DEBUG nova.compute.manager [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Instance network_info: |[{"id": "3b794974-d156-49bf-ab5b-6505db4dddfe", "address": "fa:16:3e:c8:30:8b", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b794974-d1", "ovs_interfaceid": "3b794974-d156-49bf-ab5b-6505db4dddfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1258.239708] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:30:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b794974-d156-49bf-ab5b-6505db4dddfe', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.247380] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1258.247990] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.248258] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c931b02-b10c-47ef-affc-37ed19a05913 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.269922] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.269922] env[66735]: value = "task-4646668" [ 1258.269922] env[66735]: _type = "Task" [ 1258.269922] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.279164] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646668, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.368063] env[66735]: DEBUG nova.compute.manager [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1258.396410] env[66735]: DEBUG nova.virt.hardware [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1258.396665] env[66735]: DEBUG nova.virt.hardware [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.396816] env[66735]: DEBUG nova.virt.hardware [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1258.396988] env[66735]: DEBUG nova.virt.hardware [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.397172] env[66735]: DEBUG nova.virt.hardware [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1258.397331] env[66735]: DEBUG nova.virt.hardware [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1258.397533] env[66735]: DEBUG nova.virt.hardware [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1258.397683] env[66735]: DEBUG nova.virt.hardware [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1258.397842] env[66735]: DEBUG nova.virt.hardware [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1258.397996] env[66735]: DEBUG nova.virt.hardware [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1258.398182] env[66735]: DEBUG nova.virt.hardware [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1258.399078] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd66d07-c662-4fb4-ac1b-60cef92543ff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.408485] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23705790-a2b8-4043-b9cd-d86119c65479 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.467831] env[66735]: DEBUG nova.compute.manager [req-34f1ab0a-6cc6-401d-85fe-15ff4231c6cf req-f9730fb0-e7b7-4bcb-a60a-3536a2fdcb92 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Received event network-changed-3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1258.468081] env[66735]: DEBUG nova.compute.manager [req-34f1ab0a-6cc6-401d-85fe-15ff4231c6cf req-f9730fb0-e7b7-4bcb-a60a-3536a2fdcb92 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Refreshing instance network info cache due to event network-changed-3b794974-d156-49bf-ab5b-6505db4dddfe. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1258.468362] env[66735]: DEBUG oslo_concurrency.lockutils [req-34f1ab0a-6cc6-401d-85fe-15ff4231c6cf req-f9730fb0-e7b7-4bcb-a60a-3536a2fdcb92 service nova] Acquiring lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.468536] env[66735]: DEBUG oslo_concurrency.lockutils [req-34f1ab0a-6cc6-401d-85fe-15ff4231c6cf req-f9730fb0-e7b7-4bcb-a60a-3536a2fdcb92 service nova] Acquired lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.468778] env[66735]: DEBUG nova.network.neutron [req-34f1ab0a-6cc6-401d-85fe-15ff4231c6cf req-f9730fb0-e7b7-4bcb-a60a-3536a2fdcb92 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Refreshing network info cache for port 3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.544845] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.545418] env[66735]: DEBUG nova.compute.manager [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1258.550064] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.914s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.550303] env[66735]: DEBUG nova.objects.instance [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'resources' on Instance uuid 904b6b6b-1db4-437d-8259-fb6e25f7fa63 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.677667] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Acquiring lock "bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.677924] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Lock "bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.678157] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Acquiring lock "bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.678337] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Lock "bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.678503] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Lock "bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.680657] env[66735]: INFO nova.compute.manager [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Terminating instance [ 1258.736665] env[66735]: DEBUG nova.network.neutron [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Successfully updated port: 931377ff-8249-4f8b-9b0d-1cfac678746c {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1258.782296] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646668, 'name': CreateVM_Task, 'duration_secs': 0.294108} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.782923] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.782997] env[66735]: WARNING neutronclient.v2_0.client [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.783364] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.783674] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.784012] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.784282] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb14c49-0587-41e5-bd27-40c591a50653 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.789797] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1258.789797] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]5202bbe0-61b5-e0ba-66df-323fb0555afd" [ 1258.789797] env[66735]: _type = "Task" [ 1258.789797] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.798603] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5202bbe0-61b5-e0ba-66df-323fb0555afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.971675] env[66735]: WARNING neutronclient.v2_0.client [req-34f1ab0a-6cc6-401d-85fe-15ff4231c6cf req-f9730fb0-e7b7-4bcb-a60a-3536a2fdcb92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.053346] env[66735]: DEBUG nova.compute.utils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.056658] env[66735]: DEBUG nova.compute.manager [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1259.056847] env[66735]: DEBUG nova.network.neutron [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1259.057149] env[66735]: WARNING neutronclient.v2_0.client [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.057452] env[66735]: WARNING neutronclient.v2_0.client [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.102981] env[66735]: DEBUG nova.policy [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8aa55a4175a4c4eb29c821fba7844cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '464acda582b847299a985100af05287c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.157752] env[66735]: WARNING neutronclient.v2_0.client [req-34f1ab0a-6cc6-401d-85fe-15ff4231c6cf req-f9730fb0-e7b7-4bcb-a60a-3536a2fdcb92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.172473] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57facd6-baf4-40fe-bf65-b97c5b3677cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.181376] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d308852a-9479-492a-a091-4fc96fe96d54 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.185163] env[66735]: DEBUG nova.compute.manager [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1259.185375] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.186176] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0096c9be-674d-4469-9943-177f3a4747c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.194075] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.196947] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f69034b4-50ae-4727-a69b-4a6d02a01434 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.224744] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c89b74-935a-4234-9a30-d8135ade0ca2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.230296] env[66735]: DEBUG oslo_vmware.api [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Waiting for the task: (returnval){ [ 1259.230296] env[66735]: value = "task-4646669" [ 1259.230296] env[66735]: _type = "Task" [ 1259.230296] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.237274] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb446c-443c-4c2b-8aed-503675e8cc76 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.242056] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.242325] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.242507] env[66735]: DEBUG nova.network.neutron [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1259.264601] env[66735]: DEBUG nova.compute.provider_tree [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.266399] env[66735]: DEBUG oslo_vmware.api [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.271557] env[66735]: DEBUG nova.network.neutron [req-34f1ab0a-6cc6-401d-85fe-15ff4231c6cf req-f9730fb0-e7b7-4bcb-a60a-3536a2fdcb92 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updated VIF entry in instance network info cache for port 3b794974-d156-49bf-ab5b-6505db4dddfe. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1259.271891] env[66735]: DEBUG nova.network.neutron [req-34f1ab0a-6cc6-401d-85fe-15ff4231c6cf req-f9730fb0-e7b7-4bcb-a60a-3536a2fdcb92 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updating instance_info_cache with network_info: [{"id": "3b794974-d156-49bf-ab5b-6505db4dddfe", "address": "fa:16:3e:c8:30:8b", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b794974-d1", "ovs_interfaceid": "3b794974-d156-49bf-ab5b-6505db4dddfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.298197] env[66735]: DEBUG nova.network.neutron [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1259.305880] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]5202bbe0-61b5-e0ba-66df-323fb0555afd, 'name': SearchDatastore_Task, 'duration_secs': 0.013518} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.306503] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.306748] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.306981] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.307137] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.307339] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.307740] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0a88ade-2b26-4d39-9ea5-204833fbd229 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.319352] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.319533] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.320305] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27f2f3a-afdf-4d90-8de6-1a3888a56059 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.327414] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1259.327414] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52056370-7457-e0d1-3cdd-0ac57c2dfd9f" [ 1259.327414] env[66735]: _type = "Task" [ 1259.327414] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.340161] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52056370-7457-e0d1-3cdd-0ac57c2dfd9f, 'name': SearchDatastore_Task} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.341041] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64def3f-32d3-43b4-88d3-02f0700a5c3c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.347940] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1259.347940] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d9bb31-7dc1-cc56-be18-d30fa701a32b" [ 1259.347940] env[66735]: _type = "Task" [ 1259.347940] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.357752] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d9bb31-7dc1-cc56-be18-d30fa701a32b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.403012] env[66735]: WARNING neutronclient.v2_0.client [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.407029] env[66735]: DEBUG nova.network.neutron [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Successfully created port: fa2e0390-c04b-440d-af52-48e99819b4d8 {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1259.501247] env[66735]: DEBUG nova.network.neutron [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Updating instance_info_cache with network_info: [{"id": "931377ff-8249-4f8b-9b0d-1cfac678746c", "address": "fa:16:3e:83:d1:26", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931377ff-82", "ovs_interfaceid": "931377ff-8249-4f8b-9b0d-1cfac678746c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.560994] env[66735]: DEBUG nova.compute.manager [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1259.691297] env[66735]: DEBUG nova.network.neutron [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Successfully created port: 266a3804-4eea-4ad9-a286-f49e5f8b701b {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1259.742774] env[66735]: DEBUG oslo_vmware.api [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646669, 'name': PowerOffVM_Task, 'duration_secs': 0.206991} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.743110] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.743197] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.743421] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae0e4448-f2e9-4471-a9d1-822e6ba42123 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.771367] env[66735]: DEBUG nova.scheduler.client.report [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.776877] env[66735]: DEBUG oslo_concurrency.lockutils [req-34f1ab0a-6cc6-401d-85fe-15ff4231c6cf req-f9730fb0-e7b7-4bcb-a60a-3536a2fdcb92 service nova] Releasing lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.811057] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.811515] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.811773] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Deleting the datastore file [datastore1] bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.812162] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9273805-27e4-4c8e-b0dc-f89b494b584e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.822469] env[66735]: DEBUG oslo_vmware.api [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Waiting for the task: (returnval){ [ 1259.822469] env[66735]: value = "task-4646671" [ 1259.822469] env[66735]: _type = "Task" [ 1259.822469] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.834018] env[66735]: DEBUG oslo_vmware.api [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.860464] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d9bb31-7dc1-cc56-be18-d30fa701a32b, 'name': SearchDatastore_Task, 'duration_secs': 0.010813} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.861061] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.861061] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 3d154139-83ed-4698-b8f7-f5b3876aba88/3d154139-83ed-4698-b8f7-f5b3876aba88.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.861400] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc3335f6-bd3f-4aba-92ed-75506c0c6533 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.869528] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1259.869528] env[66735]: value = "task-4646672" [ 1259.869528] env[66735]: _type = "Task" [ 1259.869528] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.880351] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.004480] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.004980] env[66735]: DEBUG nova.compute.manager [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Instance network_info: |[{"id": "931377ff-8249-4f8b-9b0d-1cfac678746c", "address": "fa:16:3e:83:d1:26", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931377ff-82", "ovs_interfaceid": "931377ff-8249-4f8b-9b0d-1cfac678746c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1260.005565] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:d1:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '931377ff-8249-4f8b-9b0d-1cfac678746c', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.015018] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1260.015869] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.016132] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3076595-f630-4197-916a-dc368d0eb31c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.037546] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.037546] env[66735]: value = "task-4646673" [ 1260.037546] env[66735]: _type = "Task" [ 1260.037546] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.046082] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646673, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.281163] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.309204] env[66735]: INFO nova.scheduler.client.report [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Deleted allocations for instance 904b6b6b-1db4-437d-8259-fb6e25f7fa63 [ 1260.333688] env[66735]: DEBUG oslo_vmware.api [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Task: {'id': task-4646671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165243} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.334052] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.334252] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.334496] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.334614] env[66735]: INFO nova.compute.manager [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1260.334902] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1260.335234] env[66735]: DEBUG nova.compute.manager [-] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1260.335342] env[66735]: DEBUG nova.network.neutron [-] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1260.335644] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.386285] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646672, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.388276] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.496489] env[66735]: DEBUG nova.compute.manager [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Received event network-vif-plugged-931377ff-8249-4f8b-9b0d-1cfac678746c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1260.496800] env[66735]: DEBUG oslo_concurrency.lockutils [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] Acquiring lock "617ba82c-a61a-42ea-9789-4986a7389ece-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.497048] env[66735]: DEBUG oslo_concurrency.lockutils [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] Lock "617ba82c-a61a-42ea-9789-4986a7389ece-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.497346] env[66735]: DEBUG oslo_concurrency.lockutils [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] Lock "617ba82c-a61a-42ea-9789-4986a7389ece-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.497608] env[66735]: DEBUG nova.compute.manager [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] No waiting events found dispatching network-vif-plugged-931377ff-8249-4f8b-9b0d-1cfac678746c {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1260.497788] env[66735]: WARNING nova.compute.manager [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Received unexpected event network-vif-plugged-931377ff-8249-4f8b-9b0d-1cfac678746c for instance with vm_state building and task_state spawning. [ 1260.498012] env[66735]: DEBUG nova.compute.manager [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Received event network-changed-931377ff-8249-4f8b-9b0d-1cfac678746c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1260.498182] env[66735]: DEBUG nova.compute.manager [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Refreshing instance network info cache due to event network-changed-931377ff-8249-4f8b-9b0d-1cfac678746c. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1260.498363] env[66735]: DEBUG oslo_concurrency.lockutils [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] Acquiring lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.498552] env[66735]: DEBUG oslo_concurrency.lockutils [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] Acquired lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.498730] env[66735]: DEBUG nova.network.neutron [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Refreshing network info cache for port 931377ff-8249-4f8b-9b0d-1cfac678746c {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.548132] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646673, 'name': CreateVM_Task, 'duration_secs': 0.406012} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.548313] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.548946] env[66735]: WARNING neutronclient.v2_0.client [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.549327] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.549478] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.549794] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.550032] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86515a4b-60bc-4e85-a010-88d8d4bb40c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.555609] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1260.555609] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52764576-78e2-a149-3596-8e3d50985c81" [ 1260.555609] env[66735]: _type = "Task" [ 1260.555609] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.565557] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52764576-78e2-a149-3596-8e3d50985c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.572106] env[66735]: DEBUG nova.compute.manager [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1260.602260] env[66735]: DEBUG nova.virt.hardware [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1260.602527] env[66735]: DEBUG nova.virt.hardware [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.602676] env[66735]: DEBUG nova.virt.hardware [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1260.602867] env[66735]: DEBUG nova.virt.hardware [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.602981] env[66735]: DEBUG nova.virt.hardware [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1260.603314] env[66735]: DEBUG nova.virt.hardware [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1260.603514] env[66735]: DEBUG nova.virt.hardware [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1260.603901] env[66735]: DEBUG nova.virt.hardware [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1260.603901] env[66735]: DEBUG nova.virt.hardware [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1260.604027] env[66735]: DEBUG nova.virt.hardware [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1260.604165] env[66735]: DEBUG nova.virt.hardware [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1260.605992] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e7e02-6af6-4e81-b33f-b69f670368cf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.616791] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa3e8ff-bf0d-4cb2-9a31-20fff39696c5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.621700] env[66735]: DEBUG nova.compute.manager [req-f1021c4c-7840-49b5-b71f-5b51b64b88de req-ba89be6b-d89e-48ba-a54e-73f3f770e6c2 service nova] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Received event network-vif-deleted-1876149a-4abe-4f19-80be-8fd218453512 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1260.621881] env[66735]: INFO nova.compute.manager [req-f1021c4c-7840-49b5-b71f-5b51b64b88de req-ba89be6b-d89e-48ba-a54e-73f3f770e6c2 service nova] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Neutron deleted interface 1876149a-4abe-4f19-80be-8fd218453512; detaching it from the instance and deleting it from the info cache [ 1260.622056] env[66735]: DEBUG nova.network.neutron [req-f1021c4c-7840-49b5-b71f-5b51b64b88de req-ba89be6b-d89e-48ba-a54e-73f3f770e6c2 service nova] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.819023] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f61c28fc-291c-47cb-a404-903ed263f983 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "904b6b6b-1db4-437d-8259-fb6e25f7fa63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.802s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.881863] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59155} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.882193] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 3d154139-83ed-4698-b8f7-f5b3876aba88/3d154139-83ed-4698-b8f7-f5b3876aba88.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.882403] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.882663] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dedbddbd-a804-4c26-962b-0d9bffaa748d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.889046] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1260.889046] env[66735]: value = "task-4646674" [ 1260.889046] env[66735]: _type = "Task" [ 1260.889046] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.898309] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.001506] env[66735]: WARNING neutronclient.v2_0.client [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.066558] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52764576-78e2-a149-3596-8e3d50985c81, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.066863] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.067208] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.067535] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.067698] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.067927] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.068271] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31d6e673-8f8c-44a2-a4e4-6662e1e81186 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.077707] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.077910] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.078692] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d905041b-acc0-4fb8-866c-9f6c633f0f00 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.088940] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1261.088940] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520f2c1d-7a82-a70d-7e4b-69d9eaaa969e" [ 1261.088940] env[66735]: _type = "Task" [ 1261.088940] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.092601] env[66735]: DEBUG nova.network.neutron [-] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.100581] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520f2c1d-7a82-a70d-7e4b-69d9eaaa969e, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.101662] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b365f644-453e-4ec7-a33a-88e982011214 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.111190] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1261.111190] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52a66042-b26c-d66b-e037-4355457907f9" [ 1261.111190] env[66735]: _type = "Task" [ 1261.111190] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.121029] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a66042-b26c-d66b-e037-4355457907f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.125012] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-326e41eb-b809-4a4b-bd19-52ea4bec0f5a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.135891] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f69cb4-023c-4fd8-81b1-5cfd6680852c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.164827] env[66735]: DEBUG nova.compute.manager [req-f1021c4c-7840-49b5-b71f-5b51b64b88de req-ba89be6b-d89e-48ba-a54e-73f3f770e6c2 service nova] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Detach interface failed, port_id=1876149a-4abe-4f19-80be-8fd218453512, reason: Instance bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1261.166289] env[66735]: WARNING neutronclient.v2_0.client [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.239203] env[66735]: DEBUG nova.network.neutron [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Updated VIF entry in instance network info cache for port 931377ff-8249-4f8b-9b0d-1cfac678746c. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1261.240070] env[66735]: DEBUG nova.network.neutron [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Updating instance_info_cache with network_info: [{"id": "931377ff-8249-4f8b-9b0d-1cfac678746c", "address": "fa:16:3e:83:d1:26", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931377ff-82", "ovs_interfaceid": "931377ff-8249-4f8b-9b0d-1cfac678746c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.274323] env[66735]: DEBUG nova.network.neutron [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Successfully updated port: fa2e0390-c04b-440d-af52-48e99819b4d8 {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1261.399529] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072593} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.399802] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.400616] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7e1513-cf65-4ec3-8e56-7788c4b4ea6e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.427206] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3d154139-83ed-4698-b8f7-f5b3876aba88/3d154139-83ed-4698-b8f7-f5b3876aba88.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.427990] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73eab073-2963-4cbd-a56d-ff26ad4246a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.451167] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1261.451167] env[66735]: value = "task-4646675" [ 1261.451167] env[66735]: _type = "Task" [ 1261.451167] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.459729] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.595855] env[66735]: INFO nova.compute.manager [-] [instance: bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292] Took 1.26 seconds to deallocate network for instance. [ 1261.624177] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52a66042-b26c-d66b-e037-4355457907f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.624458] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.624727] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 617ba82c-a61a-42ea-9789-4986a7389ece/617ba82c-a61a-42ea-9789-4986a7389ece.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.625026] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01a68ffa-93d6-4db3-9ef7-174d6f1df5a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.633172] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1261.633172] env[66735]: value = "task-4646676" [ 1261.633172] env[66735]: _type = "Task" [ 1261.633172] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.646031] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.743681] env[66735]: DEBUG oslo_concurrency.lockutils [req-9c35dfc8-aafa-442f-ba14-a138679f36c8 req-5e0e8820-1be4-4461-8195-981ea9216109 service nova] Releasing lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.965012] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646675, 'name': ReconfigVM_Task, 'duration_secs': 0.277066} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.965360] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3d154139-83ed-4698-b8f7-f5b3876aba88/3d154139-83ed-4698-b8f7-f5b3876aba88.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.966240] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d5e8000-be8c-435f-9f14-4d218dea4102 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.974991] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1261.974991] env[66735]: value = "task-4646677" [ 1261.974991] env[66735]: _type = "Task" [ 1261.974991] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.985491] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646677, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.102946] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.103314] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.103599] env[66735]: DEBUG nova.objects.instance [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Lazy-loading 'resources' on Instance uuid bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.142978] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497175} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.142978] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 617ba82c-a61a-42ea-9789-4986a7389ece/617ba82c-a61a-42ea-9789-4986a7389ece.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.143238] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.143558] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b74caf7-eb4b-4992-aaac-6b6e4e8637c0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.150259] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1262.150259] env[66735]: value = "task-4646678" [ 1262.150259] env[66735]: _type = "Task" [ 1262.150259] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.159031] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.486875] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646677, 'name': Rename_Task, 'duration_secs': 0.173883} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.487236] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.487421] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98c889ee-b4b6-4b91-8836-f9dc4bdac11c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.495666] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1262.495666] env[66735]: value = "task-4646679" [ 1262.495666] env[66735]: _type = "Task" [ 1262.495666] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.504721] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.664911] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066843} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.665221] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.669158] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a6f8d9-de1a-4aa2-a9fa-3f67322a4acd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.749177] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 617ba82c-a61a-42ea-9789-4986a7389ece/617ba82c-a61a-42ea-9789-4986a7389ece.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.749177] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd590b5-f978-4652-93fe-4dcc5252b629 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.749177] env[66735]: DEBUG nova.compute.manager [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Received event network-vif-plugged-fa2e0390-c04b-440d-af52-48e99819b4d8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1262.749177] env[66735]: DEBUG oslo_concurrency.lockutils [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] Acquiring lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.749177] env[66735]: DEBUG oslo_concurrency.lockutils [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] Lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.749177] env[66735]: DEBUG oslo_concurrency.lockutils [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] Lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.749177] env[66735]: DEBUG nova.compute.manager [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] No waiting events found dispatching network-vif-plugged-fa2e0390-c04b-440d-af52-48e99819b4d8 {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1262.749177] env[66735]: WARNING nova.compute.manager [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Received unexpected event network-vif-plugged-fa2e0390-c04b-440d-af52-48e99819b4d8 for instance with vm_state building and task_state spawning. [ 1262.749177] env[66735]: DEBUG nova.compute.manager [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Received event network-changed-fa2e0390-c04b-440d-af52-48e99819b4d8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1262.749177] env[66735]: DEBUG nova.compute.manager [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Refreshing instance network info cache due to event network-changed-fa2e0390-c04b-440d-af52-48e99819b4d8. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1262.749177] env[66735]: DEBUG oslo_concurrency.lockutils [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] Acquiring lock "refresh_cache-fb797aab-5f26-4ca9-95c5-c6aa98f328ec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.749177] env[66735]: DEBUG oslo_concurrency.lockutils [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] Acquired lock "refresh_cache-fb797aab-5f26-4ca9-95c5-c6aa98f328ec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.749177] env[66735]: DEBUG nova.network.neutron [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Refreshing network info cache for port fa2e0390-c04b-440d-af52-48e99819b4d8 {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.749177] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1262.749177] env[66735]: value = "task-4646680" [ 1262.749177] env[66735]: _type = "Task" [ 1262.749177] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.749177] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.774117] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c19ccc-3d8e-41fa-b545-2bd142924083 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.783679] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11ac1a8-b46d-4737-b734-f633d0494f3f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.818931] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c25dcc1-da46-4b45-8f8f-0d78c7d87a95 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.828359] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cee08f-df70-4554-937a-21b8c2deebf7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.844085] env[66735]: DEBUG nova.compute.provider_tree [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.008895] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646679, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.220607] env[66735]: WARNING neutronclient.v2_0.client [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.240723] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646680, 'name': ReconfigVM_Task, 'duration_secs': 0.337055} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.241097] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 617ba82c-a61a-42ea-9789-4986a7389ece/617ba82c-a61a-42ea-9789-4986a7389ece.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.241945] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19f260bb-e879-425c-9a97-a00f63903508 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.249504] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1263.249504] env[66735]: value = "task-4646681" [ 1263.249504] env[66735]: _type = "Task" [ 1263.249504] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.254836] env[66735]: DEBUG nova.compute.manager [req-eaa53b11-7a5a-4c1b-a019-223c3d68945b req-2e98de90-f5af-4463-b75f-92d66d692e8e service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Received event network-vif-plugged-266a3804-4eea-4ad9-a286-f49e5f8b701b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1263.255030] env[66735]: DEBUG oslo_concurrency.lockutils [req-eaa53b11-7a5a-4c1b-a019-223c3d68945b req-2e98de90-f5af-4463-b75f-92d66d692e8e service nova] Acquiring lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.255275] env[66735]: DEBUG oslo_concurrency.lockutils [req-eaa53b11-7a5a-4c1b-a019-223c3d68945b req-2e98de90-f5af-4463-b75f-92d66d692e8e service nova] Lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.255496] env[66735]: DEBUG oslo_concurrency.lockutils [req-eaa53b11-7a5a-4c1b-a019-223c3d68945b req-2e98de90-f5af-4463-b75f-92d66d692e8e service nova] Lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.255690] env[66735]: DEBUG nova.compute.manager [req-eaa53b11-7a5a-4c1b-a019-223c3d68945b req-2e98de90-f5af-4463-b75f-92d66d692e8e service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] No waiting events found dispatching network-vif-plugged-266a3804-4eea-4ad9-a286-f49e5f8b701b {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1263.255920] env[66735]: WARNING nova.compute.manager [req-eaa53b11-7a5a-4c1b-a019-223c3d68945b req-2e98de90-f5af-4463-b75f-92d66d692e8e service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Received unexpected event network-vif-plugged-266a3804-4eea-4ad9-a286-f49e5f8b701b for instance with vm_state building and task_state spawning. [ 1263.262481] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646681, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.269773] env[66735]: DEBUG nova.network.neutron [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1263.348940] env[66735]: DEBUG nova.scheduler.client.report [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.363311] env[66735]: DEBUG nova.network.neutron [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Successfully updated port: 266a3804-4eea-4ad9-a286-f49e5f8b701b {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1263.375557] env[66735]: DEBUG nova.network.neutron [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.506895] env[66735]: DEBUG oslo_vmware.api [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646679, 'name': PowerOnVM_Task, 'duration_secs': 0.579834} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.507297] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.507350] env[66735]: INFO nova.compute.manager [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1263.507522] env[66735]: DEBUG nova.compute.manager [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1263.508293] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f8347b-8552-4b93-8ef1-f7c47c9e5dd8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.715179] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.715538] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.761225] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646681, 'name': Rename_Task, 'duration_secs': 0.162838} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.761575] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.761839] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b9532a6-43fe-4b43-ac99-5ec64df7b9e0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.769440] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1263.769440] env[66735]: value = "task-4646682" [ 1263.769440] env[66735]: _type = "Task" [ 1263.769440] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.778897] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.853659] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.858243] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.858779] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.866230] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "refresh_cache-fb797aab-5f26-4ca9-95c5-c6aa98f328ec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.872197] env[66735]: INFO nova.scheduler.client.report [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Deleted allocations for instance bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292 [ 1263.878518] env[66735]: DEBUG oslo_concurrency.lockutils [req-ca89c022-9f2a-4b5a-b5e4-ef29b71625e1 req-33976d5b-c236-4303-a317-737efd518441 service nova] Releasing lock "refresh_cache-fb797aab-5f26-4ca9-95c5-c6aa98f328ec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.879119] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquired lock "refresh_cache-fb797aab-5f26-4ca9-95c5-c6aa98f328ec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.879304] env[66735]: DEBUG nova.network.neutron [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1264.037457] env[66735]: INFO nova.compute.manager [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Took 12.16 seconds to build instance. [ 1264.217702] env[66735]: DEBUG nova.compute.manager [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1264.282607] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646682, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.368546] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.368546] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.368546] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.368546] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.368546] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.369433] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.369751] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11251}} [ 1264.370556] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.380736] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b38806a4-474b-4716-87c2-fa7170e534e9 tempest-ServersNegativeTestMultiTenantJSON-783710947 tempest-ServersNegativeTestMultiTenantJSON-783710947-project-member] Lock "bb7b4286-4fe6-4a7b-8ff2-c7a8d56f6292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.703s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.420286] env[66735]: DEBUG nova.network.neutron [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1264.505211] env[66735]: WARNING neutronclient.v2_0.client [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.542276] env[66735]: DEBUG oslo_concurrency.lockutils [None req-fd22e56a-3a04-44a4-b013-a3023f4df3f7 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.674s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.654442] env[66735]: WARNING neutronclient.v2_0.client [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.728615] env[66735]: DEBUG nova.network.neutron [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Updating instance_info_cache with network_info: [{"id": "fa2e0390-c04b-440d-af52-48e99819b4d8", "address": "fa:16:3e:79:12:86", "network": {"id": "df4691b8-7d70-4a67-9063-ffc2ca084842", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-44590880", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2e0390-c0", "ovs_interfaceid": "fa2e0390-c04b-440d-af52-48e99819b4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "266a3804-4eea-4ad9-a286-f49e5f8b701b", "address": "fa:16:3e:a4:d0:b3", "network": {"id": "99a3719f-6781-4572-90d9-8282d5005e4e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1621215172", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266a3804-4e", "ovs_interfaceid": "266a3804-4eea-4ad9-a286-f49e5f8b701b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.750884] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.751186] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.752775] env[66735]: INFO nova.compute.claims [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.783089] env[66735]: DEBUG oslo_vmware.api [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646682, 'name': PowerOnVM_Task, 'duration_secs': 0.522541} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.783335] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.783527] env[66735]: INFO nova.compute.manager [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Took 6.42 seconds to spawn the instance on the hypervisor. [ 1264.783710] env[66735]: DEBUG nova.compute.manager [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1264.784577] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44f804e-a0c5-45bf-9d08-5bf901aff9b2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.876309] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.232521] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Releasing lock "refresh_cache-fb797aab-5f26-4ca9-95c5-c6aa98f328ec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.232521] env[66735]: DEBUG nova.compute.manager [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Instance network_info: |[{"id": "fa2e0390-c04b-440d-af52-48e99819b4d8", "address": "fa:16:3e:79:12:86", "network": {"id": "df4691b8-7d70-4a67-9063-ffc2ca084842", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-44590880", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2e0390-c0", "ovs_interfaceid": "fa2e0390-c04b-440d-af52-48e99819b4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "266a3804-4eea-4ad9-a286-f49e5f8b701b", "address": "fa:16:3e:a4:d0:b3", "network": {"id": "99a3719f-6781-4572-90d9-8282d5005e4e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1621215172", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266a3804-4e", "ovs_interfaceid": "266a3804-4eea-4ad9-a286-f49e5f8b701b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1265.232521] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:12:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa2e0390-c04b-440d-af52-48e99819b4d8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:d0:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '266a3804-4eea-4ad9-a286-f49e5f8b701b', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.243303] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1265.243770] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.244085] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71b540f1-cfbf-4715-b132-ae466715217e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.273462] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.273462] env[66735]: value = "task-4646683" [ 1265.273462] env[66735]: _type = "Task" [ 1265.273462] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.285111] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646683, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.302268] env[66735]: INFO nova.compute.manager [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Took 13.23 seconds to build instance. [ 1265.593534] env[66735]: DEBUG nova.compute.manager [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Received event network-changed-266a3804-4eea-4ad9-a286-f49e5f8b701b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1265.593787] env[66735]: DEBUG nova.compute.manager [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Refreshing instance network info cache due to event network-changed-266a3804-4eea-4ad9-a286-f49e5f8b701b. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1265.593977] env[66735]: DEBUG oslo_concurrency.lockutils [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] Acquiring lock "refresh_cache-fb797aab-5f26-4ca9-95c5-c6aa98f328ec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.594132] env[66735]: DEBUG oslo_concurrency.lockutils [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] Acquired lock "refresh_cache-fb797aab-5f26-4ca9-95c5-c6aa98f328ec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.594449] env[66735]: DEBUG nova.network.neutron [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Refreshing network info cache for port 266a3804-4eea-4ad9-a286-f49e5f8b701b {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.784525] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646683, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.808549] env[66735]: DEBUG oslo_concurrency.lockutils [None req-9ca7959a-9b49-4af9-baf9-ca8ecb2d773c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "617ba82c-a61a-42ea-9789-4986a7389ece" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.743s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.885188] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64a78e5-ccda-48eb-9ef1-8ac1422f2b15 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.897040] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e63136-8520-4169-92d9-77cc7de4466b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.938556] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369c159c-e61a-4a65-896f-3d2700bdedb1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.947985] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a3811-291d-41a9-bb2a-19e5af6ab36a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.969760] env[66735]: DEBUG nova.compute.provider_tree [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.097888] env[66735]: WARNING neutronclient.v2_0.client [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.286306] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646683, 'name': CreateVM_Task, 'duration_secs': 0.615962} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.286561] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.287142] env[66735]: WARNING neutronclient.v2_0.client [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.287783] env[66735]: WARNING neutronclient.v2_0.client [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.287873] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.288040] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.288410] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.288699] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c02640-5bdb-4097-b507-91c4690c4b2e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.295344] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1266.295344] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52385d03-8727-7abf-83db-6cadbea585f6" [ 1266.295344] env[66735]: _type = "Task" [ 1266.295344] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.309673] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52385d03-8727-7abf-83db-6cadbea585f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011829} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.309979] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.310293] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.310589] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.310810] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.311056] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.311405] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea9c394b-27b7-4089-a375-a30e454789e1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.321533] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.321838] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.322658] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695ec96d-a595-418c-8b1b-8b60ebb892e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.328895] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1266.328895] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f435ce-c960-ffbe-25e2-ff5d6e33da28" [ 1266.328895] env[66735]: _type = "Task" [ 1266.328895] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.338677] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f435ce-c960-ffbe-25e2-ff5d6e33da28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.340625] env[66735]: WARNING neutronclient.v2_0.client [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.414754] env[66735]: DEBUG nova.network.neutron [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Updated VIF entry in instance network info cache for port 266a3804-4eea-4ad9-a286-f49e5f8b701b. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1266.415235] env[66735]: DEBUG nova.network.neutron [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Updating instance_info_cache with network_info: [{"id": "fa2e0390-c04b-440d-af52-48e99819b4d8", "address": "fa:16:3e:79:12:86", "network": {"id": "df4691b8-7d70-4a67-9063-ffc2ca084842", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-44590880", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2e0390-c0", "ovs_interfaceid": "fa2e0390-c04b-440d-af52-48e99819b4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "266a3804-4eea-4ad9-a286-f49e5f8b701b", "address": "fa:16:3e:a4:d0:b3", "network": {"id": "99a3719f-6781-4572-90d9-8282d5005e4e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1621215172", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266a3804-4e", "ovs_interfaceid": "266a3804-4eea-4ad9-a286-f49e5f8b701b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.473510] env[66735]: DEBUG nova.scheduler.client.report [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.841200] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f435ce-c960-ffbe-25e2-ff5d6e33da28, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.842017] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e17be1-5cef-4c09-99fd-4382436c1866 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.848401] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1266.848401] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d69699-b6b9-cdbd-447c-138a2652e658" [ 1266.848401] env[66735]: _type = "Task" [ 1266.848401] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.858971] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d69699-b6b9-cdbd-447c-138a2652e658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.922120] env[66735]: DEBUG oslo_concurrency.lockutils [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] Releasing lock "refresh_cache-fb797aab-5f26-4ca9-95c5-c6aa98f328ec" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.922489] env[66735]: DEBUG nova.compute.manager [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Received event network-changed-3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1266.922745] env[66735]: DEBUG nova.compute.manager [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Refreshing instance network info cache due to event network-changed-3b794974-d156-49bf-ab5b-6505db4dddfe. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1266.922992] env[66735]: DEBUG oslo_concurrency.lockutils [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] Acquiring lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.923243] env[66735]: DEBUG oslo_concurrency.lockutils [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] Acquired lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.923516] env[66735]: DEBUG nova.network.neutron [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Refreshing network info cache for port 3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.978246] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.978935] env[66735]: DEBUG nova.compute.manager [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1266.983408] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.107s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.983659] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.983888] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1266.985220] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cbacfd-373f-4d31-b3d7-e302375089b1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.996468] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156384fb-2912-4005-9969-1dbdbf3d3f58 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.015119] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7d0a5a-0ab5-4837-bc8c-10dda3bae185 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.023856] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea10fb78-d466-4a68-93b3-84d518822427 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.056680] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180131MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1267.056746] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.056944] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.362353] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d69699-b6b9-cdbd-447c-138a2652e658, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.362606] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.362846] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] fb797aab-5f26-4ca9-95c5-c6aa98f328ec/fb797aab-5f26-4ca9-95c5-c6aa98f328ec.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.363190] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0afa341-8378-4a4d-83ec-36c94c9898e7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.371691] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1267.371691] env[66735]: value = "task-4646684" [ 1267.371691] env[66735]: _type = "Task" [ 1267.371691] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.382190] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.427221] env[66735]: WARNING neutronclient.v2_0.client [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.492310] env[66735]: DEBUG nova.compute.utils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.494122] env[66735]: DEBUG nova.compute.manager [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Allocating IP information in the background. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1267.494352] env[66735]: DEBUG nova.network.neutron [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] allocate_for_instance() {{(pid=66735) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1267.494679] env[66735]: WARNING neutronclient.v2_0.client [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.494971] env[66735]: WARNING neutronclient.v2_0.client [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.540303] env[66735]: DEBUG nova.policy [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb70ad635a2844e3942ae5b682f22bbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ef487e4904f46b8b1bcebf10204ed4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=66735) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.631819] env[66735]: DEBUG nova.compute.manager [req-c6976e86-796b-487c-876a-4ce6e93e8640 req-1b46cd03-c091-4fae-bbe4-fba63b8329a4 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Received event network-changed-931377ff-8249-4f8b-9b0d-1cfac678746c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1267.632075] env[66735]: DEBUG nova.compute.manager [req-c6976e86-796b-487c-876a-4ce6e93e8640 req-1b46cd03-c091-4fae-bbe4-fba63b8329a4 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Refreshing instance network info cache due to event network-changed-931377ff-8249-4f8b-9b0d-1cfac678746c. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1267.632947] env[66735]: DEBUG oslo_concurrency.lockutils [req-c6976e86-796b-487c-876a-4ce6e93e8640 req-1b46cd03-c091-4fae-bbe4-fba63b8329a4 service nova] Acquiring lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.633176] env[66735]: DEBUG oslo_concurrency.lockutils [req-c6976e86-796b-487c-876a-4ce6e93e8640 req-1b46cd03-c091-4fae-bbe4-fba63b8329a4 service nova] Acquired lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.633371] env[66735]: DEBUG nova.network.neutron [req-c6976e86-796b-487c-876a-4ce6e93e8640 req-1b46cd03-c091-4fae-bbe4-fba63b8329a4 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Refreshing network info cache for port 931377ff-8249-4f8b-9b0d-1cfac678746c {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.889035] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646684, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.898811] env[66735]: DEBUG nova.network.neutron [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Successfully created port: 47c50786-243a-425e-ba9c-84c8e78e4cdd {{(pid=66735) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1267.999679] env[66735]: WARNING neutronclient.v2_0.client [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.002221] env[66735]: DEBUG nova.compute.manager [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1268.090249] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 2f1992ae-28b2-461b-a49c-9d375fab66e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.090521] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 5fb38a57-9fc5-465e-85fe-b3276281e4ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.090737] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3d154139-83ed-4698-b8f7-f5b3876aba88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.090871] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 617ba82c-a61a-42ea-9789-4986a7389ece actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.090992] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance fb797aab-5f26-4ca9-95c5-c6aa98f328ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.091230] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance bc642acc-7b8c-419f-9a3a-5a96cafc0ace actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.091526] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1268.091767] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '3', 'num_task_None': '4', 'num_os_type_None': '6', 'num_proj_d1989f71a41741eaadd726b56f16d7b2': '3', 'io_workload': '2', 'num_vm_rescued': '1', 'num_proj_515c2a40834f41c89ee0e020d1d2a2b2': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_464acda582b847299a985100af05287c': '1', 'num_task_networking': '1', 'num_proj_1ef487e4904f46b8b1bcebf10204ed4e': '1'} {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1268.136188] env[66735]: WARNING neutronclient.v2_0.client [req-c6976e86-796b-487c-876a-4ce6e93e8640 req-1b46cd03-c091-4fae-bbe4-fba63b8329a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.195368] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01a08a-a265-4b90-a1f8-94634eb6f8a6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.203909] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f98d81-c113-4f9e-b2d4-7f1e6bb9d4ad {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.236781] env[66735]: DEBUG nova.network.neutron [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updated VIF entry in instance network info cache for port 3b794974-d156-49bf-ab5b-6505db4dddfe. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1268.237106] env[66735]: DEBUG nova.network.neutron [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updating instance_info_cache with network_info: [{"id": "3b794974-d156-49bf-ab5b-6505db4dddfe", "address": "fa:16:3e:c8:30:8b", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b794974-d1", "ovs_interfaceid": "3b794974-d156-49bf-ab5b-6505db4dddfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.238825] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c2bab1-ca4f-42ef-97df-0c3192d882d9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.249140] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0be0b6-b6ac-4fc0-8bef-a1ae9978d214 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.267380] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.383616] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712314} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.383891] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] fb797aab-5f26-4ca9-95c5-c6aa98f328ec/fb797aab-5f26-4ca9-95c5-c6aa98f328ec.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.384118] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.384382] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8968cb6e-5fa9-4b89-b020-99c2b2858bf5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.392402] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1268.392402] env[66735]: value = "task-4646685" [ 1268.392402] env[66735]: _type = "Task" [ 1268.392402] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.401623] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.462348] env[66735]: WARNING neutronclient.v2_0.client [req-c6976e86-796b-487c-876a-4ce6e93e8640 req-1b46cd03-c091-4fae-bbe4-fba63b8329a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.586428] env[66735]: DEBUG nova.network.neutron [req-c6976e86-796b-487c-876a-4ce6e93e8640 req-1b46cd03-c091-4fae-bbe4-fba63b8329a4 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Updated VIF entry in instance network info cache for port 931377ff-8249-4f8b-9b0d-1cfac678746c. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1268.586785] env[66735]: DEBUG nova.network.neutron [req-c6976e86-796b-487c-876a-4ce6e93e8640 req-1b46cd03-c091-4fae-bbe4-fba63b8329a4 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Updating instance_info_cache with network_info: [{"id": "931377ff-8249-4f8b-9b0d-1cfac678746c", "address": "fa:16:3e:83:d1:26", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931377ff-82", "ovs_interfaceid": "931377ff-8249-4f8b-9b0d-1cfac678746c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.743979] env[66735]: DEBUG oslo_concurrency.lockutils [req-f691df11-cf18-497f-84d3-2711296fcfc1 req-c131ea55-a67d-42cd-b415-77db77028574 service nova] Releasing lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.770680] env[66735]: DEBUG nova.scheduler.client.report [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.908029] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101485} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.908029] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.908029] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37749827-942b-4cb3-8d10-98962ca5ae93 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.933926] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] fb797aab-5f26-4ca9-95c5-c6aa98f328ec/fb797aab-5f26-4ca9-95c5-c6aa98f328ec.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.934758] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b00ea193-bac8-4766-9afd-c874e07dafe3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.956950] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1268.956950] env[66735]: value = "task-4646686" [ 1268.956950] env[66735]: _type = "Task" [ 1268.956950] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.967361] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.016587] env[66735]: DEBUG nova.compute.manager [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1269.043785] env[66735]: DEBUG nova.virt.hardware [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1269.043956] env[66735]: DEBUG nova.virt.hardware [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.044218] env[66735]: DEBUG nova.virt.hardware [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1269.044269] env[66735]: DEBUG nova.virt.hardware [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.044396] env[66735]: DEBUG nova.virt.hardware [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1269.044540] env[66735]: DEBUG nova.virt.hardware [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1269.044745] env[66735]: DEBUG nova.virt.hardware [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1269.044967] env[66735]: DEBUG nova.virt.hardware [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1269.045087] env[66735]: DEBUG nova.virt.hardware [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1269.045285] env[66735]: DEBUG nova.virt.hardware [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1269.046331] env[66735]: DEBUG nova.virt.hardware [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1269.047270] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17c1024-8497-4286-a126-f4389fc17dc0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.058110] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f6fc39-2ca7-4809-83e6-2edeffae1f87 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.089357] env[66735]: DEBUG oslo_concurrency.lockutils [req-c6976e86-796b-487c-876a-4ce6e93e8640 req-1b46cd03-c091-4fae-bbe4-fba63b8329a4 service nova] Releasing lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.276572] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1269.276771] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.220s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.463659] env[66735]: DEBUG nova.compute.manager [req-b7e28425-70d0-474a-8908-44cbdc4f0031 req-67be0f75-7b8c-4966-9c31-593ec69f6a90 service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Received event network-vif-plugged-47c50786-243a-425e-ba9c-84c8e78e4cdd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1269.463951] env[66735]: DEBUG oslo_concurrency.lockutils [req-b7e28425-70d0-474a-8908-44cbdc4f0031 req-67be0f75-7b8c-4966-9c31-593ec69f6a90 service nova] Acquiring lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.464196] env[66735]: DEBUG oslo_concurrency.lockutils [req-b7e28425-70d0-474a-8908-44cbdc4f0031 req-67be0f75-7b8c-4966-9c31-593ec69f6a90 service nova] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.464400] env[66735]: DEBUG oslo_concurrency.lockutils [req-b7e28425-70d0-474a-8908-44cbdc4f0031 req-67be0f75-7b8c-4966-9c31-593ec69f6a90 service nova] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.464657] env[66735]: DEBUG nova.compute.manager [req-b7e28425-70d0-474a-8908-44cbdc4f0031 req-67be0f75-7b8c-4966-9c31-593ec69f6a90 service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] No waiting events found dispatching network-vif-plugged-47c50786-243a-425e-ba9c-84c8e78e4cdd {{(pid=66735) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1269.464911] env[66735]: WARNING nova.compute.manager [req-b7e28425-70d0-474a-8908-44cbdc4f0031 req-67be0f75-7b8c-4966-9c31-593ec69f6a90 service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Received unexpected event network-vif-plugged-47c50786-243a-425e-ba9c-84c8e78e4cdd for instance with vm_state building and task_state spawning. [ 1269.472767] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.548423] env[66735]: DEBUG nova.network.neutron [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Successfully updated port: 47c50786-243a-425e-ba9c-84c8e78e4cdd {{(pid=66735) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1269.969422] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646686, 'name': ReconfigVM_Task, 'duration_secs': 0.645168} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.969795] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Reconfigured VM instance instance-0000007d to attach disk [datastore2] fb797aab-5f26-4ca9-95c5-c6aa98f328ec/fb797aab-5f26-4ca9-95c5-c6aa98f328ec.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.970395] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95c4c7e2-10f0-473d-b447-578f1d03cb7a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.978374] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1269.978374] env[66735]: value = "task-4646687" [ 1269.978374] env[66735]: _type = "Task" [ 1269.978374] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.987236] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646687, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.051308] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "refresh_cache-bc642acc-7b8c-419f-9a3a-5a96cafc0ace" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.051711] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquired lock "refresh_cache-bc642acc-7b8c-419f-9a3a-5a96cafc0ace" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.052061] env[66735]: DEBUG nova.network.neutron [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1270.490976] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646687, 'name': Rename_Task, 'duration_secs': 0.176295} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.491212] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.491466] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984a77fb-0e8e-46af-a0c0-28e0934cab2d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.499384] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1270.499384] env[66735]: value = "task-4646688" [ 1270.499384] env[66735]: _type = "Task" [ 1270.499384] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.508839] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.592167] env[66735]: DEBUG nova.network.neutron [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1270.681903] env[66735]: WARNING neutronclient.v2_0.client [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.762117] env[66735]: DEBUG nova.network.neutron [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Updating instance_info_cache with network_info: [{"id": "47c50786-243a-425e-ba9c-84c8e78e4cdd", "address": "fa:16:3e:e8:23:fe", "network": {"id": "6eed58a4-c9bf-4996-a4d3-3e799848242e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1915777937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef487e4904f46b8b1bcebf10204ed4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c50786-24", "ovs_interfaceid": "47c50786-243a-425e-ba9c-84c8e78e4cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.012345] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646688, 'name': PowerOnVM_Task} progress is 89%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.266661] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Releasing lock "refresh_cache-bc642acc-7b8c-419f-9a3a-5a96cafc0ace" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.267274] env[66735]: DEBUG nova.compute.manager [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Instance network_info: |[{"id": "47c50786-243a-425e-ba9c-84c8e78e4cdd", "address": "fa:16:3e:e8:23:fe", "network": {"id": "6eed58a4-c9bf-4996-a4d3-3e799848242e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1915777937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef487e4904f46b8b1bcebf10204ed4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c50786-24", "ovs_interfaceid": "47c50786-243a-425e-ba9c-84c8e78e4cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1271.267947] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:23:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47c50786-243a-425e-ba9c-84c8e78e4cdd', 'vif_model': 'vmxnet3'}] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.282176] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1271.282617] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.282972] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22ba538b-6eaa-40b9-8ab3-bc15b5903042 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.318299] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.318299] env[66735]: value = "task-4646689" [ 1271.318299] env[66735]: _type = "Task" [ 1271.318299] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.329248] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646689, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.502420] env[66735]: DEBUG nova.compute.manager [req-b0fac56a-d149-411b-ba9b-832bcc912176 req-cb03c4f6-7c3c-4b55-8aa3-c7ad0cf73dd7 service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Received event network-changed-47c50786-243a-425e-ba9c-84c8e78e4cdd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1271.502692] env[66735]: DEBUG nova.compute.manager [req-b0fac56a-d149-411b-ba9b-832bcc912176 req-cb03c4f6-7c3c-4b55-8aa3-c7ad0cf73dd7 service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Refreshing instance network info cache due to event network-changed-47c50786-243a-425e-ba9c-84c8e78e4cdd. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1271.502853] env[66735]: DEBUG oslo_concurrency.lockutils [req-b0fac56a-d149-411b-ba9b-832bcc912176 req-cb03c4f6-7c3c-4b55-8aa3-c7ad0cf73dd7 service nova] Acquiring lock "refresh_cache-bc642acc-7b8c-419f-9a3a-5a96cafc0ace" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.502996] env[66735]: DEBUG oslo_concurrency.lockutils [req-b0fac56a-d149-411b-ba9b-832bcc912176 req-cb03c4f6-7c3c-4b55-8aa3-c7ad0cf73dd7 service nova] Acquired lock "refresh_cache-bc642acc-7b8c-419f-9a3a-5a96cafc0ace" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.503171] env[66735]: DEBUG nova.network.neutron [req-b0fac56a-d149-411b-ba9b-832bcc912176 req-cb03c4f6-7c3c-4b55-8aa3-c7ad0cf73dd7 service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Refreshing network info cache for port 47c50786-243a-425e-ba9c-84c8e78e4cdd {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.516869] env[66735]: DEBUG oslo_vmware.api [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646688, 'name': PowerOnVM_Task, 'duration_secs': 0.612712} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.517643] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.518017] env[66735]: INFO nova.compute.manager [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Took 10.95 seconds to spawn the instance on the hypervisor. [ 1271.518206] env[66735]: DEBUG nova.compute.manager [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1271.519377] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09f21d6-ecf7-4ce1-a22b-e59827b41661 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.833238] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646689, 'name': CreateVM_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.010431] env[66735]: WARNING neutronclient.v2_0.client [req-b0fac56a-d149-411b-ba9b-832bcc912176 req-cb03c4f6-7c3c-4b55-8aa3-c7ad0cf73dd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.041306] env[66735]: INFO nova.compute.manager [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Took 18.94 seconds to build instance. [ 1272.165346] env[66735]: WARNING neutronclient.v2_0.client [req-b0fac56a-d149-411b-ba9b-832bcc912176 req-cb03c4f6-7c3c-4b55-8aa3-c7ad0cf73dd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.250655] env[66735]: DEBUG nova.network.neutron [req-b0fac56a-d149-411b-ba9b-832bcc912176 req-cb03c4f6-7c3c-4b55-8aa3-c7ad0cf73dd7 service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Updated VIF entry in instance network info cache for port 47c50786-243a-425e-ba9c-84c8e78e4cdd. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1272.251185] env[66735]: DEBUG nova.network.neutron [req-b0fac56a-d149-411b-ba9b-832bcc912176 req-cb03c4f6-7c3c-4b55-8aa3-c7ad0cf73dd7 service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Updating instance_info_cache with network_info: [{"id": "47c50786-243a-425e-ba9c-84c8e78e4cdd", "address": "fa:16:3e:e8:23:fe", "network": {"id": "6eed58a4-c9bf-4996-a4d3-3e799848242e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1915777937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef487e4904f46b8b1bcebf10204ed4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c50786-24", "ovs_interfaceid": "47c50786-243a-425e-ba9c-84c8e78e4cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.331898] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646689, 'name': CreateVM_Task, 'duration_secs': 0.545952} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.332113] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.332560] env[66735]: WARNING neutronclient.v2_0.client [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.332919] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.333117] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.333412] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.333694] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55c976e-683d-46b7-acfa-698512857323 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.339201] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1272.339201] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523f66aa-1b0d-1cc6-760c-96bfcfd1b59b" [ 1272.339201] env[66735]: _type = "Task" [ 1272.339201] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.349105] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523f66aa-1b0d-1cc6-760c-96bfcfd1b59b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.543960] env[66735]: DEBUG oslo_concurrency.lockutils [None req-16912ac5-40b4-425f-96d2-fbfb3a0bc462 tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.455s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.677878] env[66735]: DEBUG oslo_concurrency.lockutils [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.678180] env[66735]: DEBUG oslo_concurrency.lockutils [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.678395] env[66735]: DEBUG oslo_concurrency.lockutils [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.678574] env[66735]: DEBUG oslo_concurrency.lockutils [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.678739] env[66735]: DEBUG oslo_concurrency.lockutils [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.680980] env[66735]: INFO nova.compute.manager [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Terminating instance [ 1272.754596] env[66735]: DEBUG oslo_concurrency.lockutils [req-b0fac56a-d149-411b-ba9b-832bcc912176 req-cb03c4f6-7c3c-4b55-8aa3-c7ad0cf73dd7 service nova] Releasing lock "refresh_cache-bc642acc-7b8c-419f-9a3a-5a96cafc0ace" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.851781] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523f66aa-1b0d-1cc6-760c-96bfcfd1b59b, 'name': SearchDatastore_Task, 'duration_secs': 0.014574} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.852034] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.852273] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.852502] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.852712] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.852907] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.853188] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88cab402-9e6f-42de-a1a3-57793764bb40 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.863049] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.863226] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.863973] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96da79bb-2de6-416a-a78c-0f4f0b0e67dd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.869675] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1272.869675] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d8adf6-a96e-0b54-dfaf-cfd22c5463f3" [ 1272.869675] env[66735]: _type = "Task" [ 1272.869675] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.878432] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d8adf6-a96e-0b54-dfaf-cfd22c5463f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.184614] env[66735]: DEBUG nova.compute.manager [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1273.184979] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.185843] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2eb68e-1c16-42f7-bc75-62ae0e30bc3f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.194075] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.194313] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aefdde61-14a6-46ea-9050-de06c95c6e9f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.200660] env[66735]: DEBUG oslo_vmware.api [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1273.200660] env[66735]: value = "task-4646690" [ 1273.200660] env[66735]: _type = "Task" [ 1273.200660] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.209599] env[66735]: DEBUG oslo_vmware.api [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.384295] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d8adf6-a96e-0b54-dfaf-cfd22c5463f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.385401] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a88f962-d784-464b-9ded-620b513c891b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.393214] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1273.393214] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]523e3b5f-d310-d674-3d05-e6de9e6e91af" [ 1273.393214] env[66735]: _type = "Task" [ 1273.393214] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.403856] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523e3b5f-d310-d674-3d05-e6de9e6e91af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.711263] env[66735]: DEBUG oslo_vmware.api [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646690, 'name': PowerOffVM_Task, 'duration_secs': 0.207356} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.711574] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.711746] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.712013] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a11921a7-5a71-42bf-86f3-4315a1acd3aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.816232] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.816480] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.816637] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Deleting the datastore file [datastore2] fb797aab-5f26-4ca9-95c5-c6aa98f328ec {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.816979] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31c91eb7-2596-4c2f-999b-e0fd9efee12e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.825701] env[66735]: DEBUG oslo_vmware.api [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for the task: (returnval){ [ 1273.825701] env[66735]: value = "task-4646692" [ 1273.825701] env[66735]: _type = "Task" [ 1273.825701] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.835362] env[66735]: DEBUG oslo_vmware.api [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.905021] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]523e3b5f-d310-d674-3d05-e6de9e6e91af, 'name': SearchDatastore_Task, 'duration_secs': 0.012817} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.905293] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.905596] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] bc642acc-7b8c-419f-9a3a-5a96cafc0ace/bc642acc-7b8c-419f-9a3a-5a96cafc0ace.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.905931] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2233d0cc-5629-4cd3-9a78-6cf6671d66ab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.913933] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1273.913933] env[66735]: value = "task-4646693" [ 1273.913933] env[66735]: _type = "Task" [ 1273.913933] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.924454] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.339709] env[66735]: DEBUG oslo_vmware.api [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Task: {'id': task-4646692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137315} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.340096] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.340307] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.340600] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.340826] env[66735]: INFO nova.compute.manager [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1274.341224] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1274.341506] env[66735]: DEBUG nova.compute.manager [-] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1274.341614] env[66735]: DEBUG nova.network.neutron [-] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1274.341931] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.381768] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.426441] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462357} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.426696] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore1] bc642acc-7b8c-419f-9a3a-5a96cafc0ace/bc642acc-7b8c-419f-9a3a-5a96cafc0ace.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.426931] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.427251] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0950ad57-2557-4d16-9cae-d266e5836817 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.435169] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1274.435169] env[66735]: value = "task-4646694" [ 1274.435169] env[66735]: _type = "Task" [ 1274.435169] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.446585] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.648122] env[66735]: DEBUG nova.compute.manager [req-78d61e4d-0db7-48fa-9796-b061afb12ce1 req-b073fb4d-bd2a-4af6-87b9-ccbc0e5480c6 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Received event network-vif-deleted-266a3804-4eea-4ad9-a286-f49e5f8b701b {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1274.648400] env[66735]: INFO nova.compute.manager [req-78d61e4d-0db7-48fa-9796-b061afb12ce1 req-b073fb4d-bd2a-4af6-87b9-ccbc0e5480c6 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Neutron deleted interface 266a3804-4eea-4ad9-a286-f49e5f8b701b; detaching it from the instance and deleting it from the info cache [ 1274.648755] env[66735]: DEBUG nova.network.neutron [req-78d61e4d-0db7-48fa-9796-b061afb12ce1 req-b073fb4d-bd2a-4af6-87b9-ccbc0e5480c6 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Updating instance_info_cache with network_info: [{"id": "fa2e0390-c04b-440d-af52-48e99819b4d8", "address": "fa:16:3e:79:12:86", "network": {"id": "df4691b8-7d70-4a67-9063-ffc2ca084842", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-44590880", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464acda582b847299a985100af05287c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2e0390-c0", "ovs_interfaceid": "fa2e0390-c04b-440d-af52-48e99819b4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.826105] env[66735]: DEBUG nova.compute.manager [req-11e0eb6a-1687-4976-9516-7336e15e24a8 req-e1212f37-3f0f-4bcb-a452-13e3354582a8 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Received event network-vif-deleted-fa2e0390-c04b-440d-af52-48e99819b4d8 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1274.826297] env[66735]: INFO nova.compute.manager [req-11e0eb6a-1687-4976-9516-7336e15e24a8 req-e1212f37-3f0f-4bcb-a452-13e3354582a8 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Neutron deleted interface fa2e0390-c04b-440d-af52-48e99819b4d8; detaching it from the instance and deleting it from the info cache [ 1274.826467] env[66735]: DEBUG nova.network.neutron [req-11e0eb6a-1687-4976-9516-7336e15e24a8 req-e1212f37-3f0f-4bcb-a452-13e3354582a8 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.945474] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064803} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.945810] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.946631] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e6407e-0de0-4115-8d3b-f184a371fc77 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.969724] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] bc642acc-7b8c-419f-9a3a-5a96cafc0ace/bc642acc-7b8c-419f-9a3a-5a96cafc0ace.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.970722] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0936f62c-56aa-403f-a495-565d2324c034 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.991503] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1274.991503] env[66735]: value = "task-4646695" [ 1274.991503] env[66735]: _type = "Task" [ 1274.991503] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.000052] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.150935] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca361e12-ae9a-4ebd-850f-e0a05706e6ac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.161128] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275f4d8b-a4b7-40d6-9a6f-d038a5c091a9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.189331] env[66735]: DEBUG nova.compute.manager [req-78d61e4d-0db7-48fa-9796-b061afb12ce1 req-b073fb4d-bd2a-4af6-87b9-ccbc0e5480c6 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Detach interface failed, port_id=266a3804-4eea-4ad9-a286-f49e5f8b701b, reason: Instance fb797aab-5f26-4ca9-95c5-c6aa98f328ec could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1275.308151] env[66735]: DEBUG nova.network.neutron [-] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.329312] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3ddc23a-6bc1-4416-8192-11b88a9378f8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.342535] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8b8e1b-656b-48e3-a2f8-0c7a5f9b2182 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.372392] env[66735]: DEBUG nova.compute.manager [req-11e0eb6a-1687-4976-9516-7336e15e24a8 req-e1212f37-3f0f-4bcb-a452-13e3354582a8 service nova] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Detach interface failed, port_id=fa2e0390-c04b-440d-af52-48e99819b4d8, reason: Instance fb797aab-5f26-4ca9-95c5-c6aa98f328ec could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1275.501725] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646695, 'name': ReconfigVM_Task, 'duration_secs': 0.321709} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.503046] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Reconfigured VM instance instance-0000007e to attach disk [datastore1] bc642acc-7b8c-419f-9a3a-5a96cafc0ace/bc642acc-7b8c-419f-9a3a-5a96cafc0ace.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.503046] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e2b2aa7-c822-4db8-9e5b-93b0311ad2a3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.509531] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1275.509531] env[66735]: value = "task-4646696" [ 1275.509531] env[66735]: _type = "Task" [ 1275.509531] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.518258] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646696, 'name': Rename_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.811101] env[66735]: INFO nova.compute.manager [-] [instance: fb797aab-5f26-4ca9-95c5-c6aa98f328ec] Took 1.47 seconds to deallocate network for instance. [ 1276.020195] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646696, 'name': Rename_Task, 'duration_secs': 0.13146} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.020545] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.020836] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d67d4981-f876-4360-8185-197bd4c368cc {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.028362] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1276.028362] env[66735]: value = "task-4646697" [ 1276.028362] env[66735]: _type = "Task" [ 1276.028362] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.036637] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.317984] env[66735]: DEBUG oslo_concurrency.lockutils [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.318355] env[66735]: DEBUG oslo_concurrency.lockutils [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.318609] env[66735]: DEBUG nova.objects.instance [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lazy-loading 'resources' on Instance uuid fb797aab-5f26-4ca9-95c5-c6aa98f328ec {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.539665] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.910977] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c28c79-a263-4462-aaba-1412f185eef9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.919735] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20048604-4cdc-40c4-8a4e-d962ce819e08 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.952220] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad43c43-c6a3-465a-bb07-428d0bcfcd05 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.960667] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f2c854-3183-4653-9877-439a0bc8db10 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.975667] env[66735]: DEBUG nova.compute.provider_tree [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.040466] env[66735]: DEBUG oslo_vmware.api [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646697, 'name': PowerOnVM_Task, 'duration_secs': 0.997904} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.040734] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.040965] env[66735]: INFO nova.compute.manager [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1277.041150] env[66735]: DEBUG nova.compute.manager [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1277.041988] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9548fd-947a-40e3-bc7c-a654af13df7f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.480094] env[66735]: DEBUG nova.scheduler.client.report [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.559296] env[66735]: INFO nova.compute.manager [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Took 12.84 seconds to build instance. [ 1277.984535] env[66735]: DEBUG oslo_concurrency.lockutils [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.006128] env[66735]: INFO nova.scheduler.client.report [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Deleted allocations for instance fb797aab-5f26-4ca9-95c5-c6aa98f328ec [ 1278.061601] env[66735]: DEBUG oslo_concurrency.lockutils [None req-d68a9d59-31e1-4775-a4df-860f02ad5e59 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.346s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.515525] env[66735]: DEBUG oslo_concurrency.lockutils [None req-28fcc73c-923f-4ba7-b7cd-842efdebb4ce tempest-ServersTestMultiNic-1862728566 tempest-ServersTestMultiNic-1862728566-project-member] Lock "fb797aab-5f26-4ca9-95c5-c6aa98f328ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.837s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.781591] env[66735]: DEBUG nova.compute.manager [req-219aaa1c-1fd2-4f6c-8ca5-02be2cb1505a req-81858750-15f5-4766-8b96-cd837210a5ec service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Received event network-changed-47c50786-243a-425e-ba9c-84c8e78e4cdd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1278.782096] env[66735]: DEBUG nova.compute.manager [req-219aaa1c-1fd2-4f6c-8ca5-02be2cb1505a req-81858750-15f5-4766-8b96-cd837210a5ec service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Refreshing instance network info cache due to event network-changed-47c50786-243a-425e-ba9c-84c8e78e4cdd. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1278.782096] env[66735]: DEBUG oslo_concurrency.lockutils [req-219aaa1c-1fd2-4f6c-8ca5-02be2cb1505a req-81858750-15f5-4766-8b96-cd837210a5ec service nova] Acquiring lock "refresh_cache-bc642acc-7b8c-419f-9a3a-5a96cafc0ace" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.782374] env[66735]: DEBUG oslo_concurrency.lockutils [req-219aaa1c-1fd2-4f6c-8ca5-02be2cb1505a req-81858750-15f5-4766-8b96-cd837210a5ec service nova] Acquired lock "refresh_cache-bc642acc-7b8c-419f-9a3a-5a96cafc0ace" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.782432] env[66735]: DEBUG nova.network.neutron [req-219aaa1c-1fd2-4f6c-8ca5-02be2cb1505a req-81858750-15f5-4766-8b96-cd837210a5ec service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Refreshing network info cache for port 47c50786-243a-425e-ba9c-84c8e78e4cdd {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.286196] env[66735]: WARNING neutronclient.v2_0.client [req-219aaa1c-1fd2-4f6c-8ca5-02be2cb1505a req-81858750-15f5-4766-8b96-cd837210a5ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.447169] env[66735]: WARNING neutronclient.v2_0.client [req-219aaa1c-1fd2-4f6c-8ca5-02be2cb1505a req-81858750-15f5-4766-8b96-cd837210a5ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.519704] env[66735]: DEBUG nova.network.neutron [req-219aaa1c-1fd2-4f6c-8ca5-02be2cb1505a req-81858750-15f5-4766-8b96-cd837210a5ec service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Updated VIF entry in instance network info cache for port 47c50786-243a-425e-ba9c-84c8e78e4cdd. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1279.520094] env[66735]: DEBUG nova.network.neutron [req-219aaa1c-1fd2-4f6c-8ca5-02be2cb1505a req-81858750-15f5-4766-8b96-cd837210a5ec service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Updating instance_info_cache with network_info: [{"id": "47c50786-243a-425e-ba9c-84c8e78e4cdd", "address": "fa:16:3e:e8:23:fe", "network": {"id": "6eed58a4-c9bf-4996-a4d3-3e799848242e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1915777937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef487e4904f46b8b1bcebf10204ed4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c50786-24", "ovs_interfaceid": "47c50786-243a-425e-ba9c-84c8e78e4cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.022916] env[66735]: DEBUG oslo_concurrency.lockutils [req-219aaa1c-1fd2-4f6c-8ca5-02be2cb1505a req-81858750-15f5-4766-8b96-cd837210a5ec service nova] Releasing lock "refresh_cache-bc642acc-7b8c-419f-9a3a-5a96cafc0ace" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.119623] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b7391851-bc51-45ce-8b0e-3f934f036f9c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "617ba82c-a61a-42ea-9789-4986a7389ece" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.120032] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b7391851-bc51-45ce-8b0e-3f934f036f9c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "617ba82c-a61a-42ea-9789-4986a7389ece" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.120082] env[66735]: DEBUG nova.compute.manager [None req-b7391851-bc51-45ce-8b0e-3f934f036f9c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1301.121054] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5fa3c1-2b2e-4279-8fcc-2fff34c57222 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.129028] env[66735]: DEBUG nova.compute.manager [None req-b7391851-bc51-45ce-8b0e-3f934f036f9c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=66735) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1301.129626] env[66735]: DEBUG nova.objects.instance [None req-b7391851-bc51-45ce-8b0e-3f934f036f9c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'flavor' on Instance uuid 617ba82c-a61a-42ea-9789-4986a7389ece {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.138631] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7391851-bc51-45ce-8b0e-3f934f036f9c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.138929] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f9626a6-2499-497d-9677-3595bdf58e05 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.143078] env[66735]: DEBUG oslo_concurrency.lockutils [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "3d154139-83ed-4698-b8f7-f5b3876aba88" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.143299] env[66735]: DEBUG oslo_concurrency.lockutils [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.148306] env[66735]: DEBUG oslo_vmware.api [None req-b7391851-bc51-45ce-8b0e-3f934f036f9c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1302.148306] env[66735]: value = "task-4646698" [ 1302.148306] env[66735]: _type = "Task" [ 1302.148306] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.158994] env[66735]: DEBUG oslo_vmware.api [None req-b7391851-bc51-45ce-8b0e-3f934f036f9c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.646454] env[66735]: DEBUG nova.compute.utils [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.661121] env[66735]: DEBUG oslo_vmware.api [None req-b7391851-bc51-45ce-8b0e-3f934f036f9c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646698, 'name': PowerOffVM_Task, 'duration_secs': 0.244776} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.661543] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7391851-bc51-45ce-8b0e-3f934f036f9c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.661825] env[66735]: DEBUG nova.compute.manager [None req-b7391851-bc51-45ce-8b0e-3f934f036f9c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1302.663328] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9fd87b-dd90-4a33-9730-d85f6c1e9b94 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.149135] env[66735]: DEBUG oslo_concurrency.lockutils [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.176051] env[66735]: DEBUG oslo_concurrency.lockutils [None req-b7391851-bc51-45ce-8b0e-3f934f036f9c tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "617ba82c-a61a-42ea-9789-4986a7389ece" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.514833] env[66735]: DEBUG nova.objects.instance [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'flavor' on Instance uuid 617ba82c-a61a-42ea-9789-4986a7389ece {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.020214] env[66735]: DEBUG oslo_concurrency.lockutils [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.020420] env[66735]: DEBUG oslo_concurrency.lockutils [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.020570] env[66735]: DEBUG nova.network.neutron [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1304.020779] env[66735]: DEBUG nova.objects.instance [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'info_cache' on Instance uuid 617ba82c-a61a-42ea-9789-4986a7389ece {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.205339] env[66735]: DEBUG oslo_concurrency.lockutils [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "3d154139-83ed-4698-b8f7-f5b3876aba88" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.205640] env[66735]: DEBUG oslo_concurrency.lockutils [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.205891] env[66735]: INFO nova.compute.manager [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Attaching volume 667027e7-a38f-42d9-bb80-a030a675f7ab to /dev/sdb [ 1304.237281] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646d3b2d-3071-49d4-a315-8931d700f010 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.245112] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9beb5ab8-e914-4ddb-8929-17f6e2c5a966 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.259583] env[66735]: DEBUG nova.virt.block_device [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updating existing volume attachment record: 743fc2fc-3cd9-47ae-b45a-8be4e9a73013 {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1304.524307] env[66735]: DEBUG nova.objects.base [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Object Instance<617ba82c-a61a-42ea-9789-4986a7389ece> lazy-loaded attributes: flavor,info_cache {{(pid=66735) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1305.027857] env[66735]: WARNING neutronclient.v2_0.client [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.210498] env[66735]: WARNING neutronclient.v2_0.client [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.279169] env[66735]: DEBUG nova.network.neutron [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Updating instance_info_cache with network_info: [{"id": "931377ff-8249-4f8b-9b0d-1cfac678746c", "address": "fa:16:3e:83:d1:26", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931377ff-82", "ovs_interfaceid": "931377ff-8249-4f8b-9b0d-1cfac678746c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.781621] env[66735]: DEBUG oslo_concurrency.lockutils [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.788498] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.788910] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98a4004b-40cc-4454-a0b4-979d393c0935 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.796341] env[66735]: DEBUG oslo_vmware.api [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1306.796341] env[66735]: value = "task-4646703" [ 1306.796341] env[66735]: _type = "Task" [ 1306.796341] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.804849] env[66735]: DEBUG oslo_vmware.api [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.306812] env[66735]: DEBUG oslo_vmware.api [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646703, 'name': PowerOnVM_Task, 'duration_secs': 0.390332} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.307062] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.307262] env[66735]: DEBUG nova.compute.manager [None req-094881d5-6b51-45cb-9bc2-13aaf8ae4822 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1307.308060] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e124d8be-5329-4c05-b0f4-d3478cdd244f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.293314] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fa773d-55ca-439e-bfca-36b2e21b0670 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.300695] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-60be048c-14b0-409b-9aac-f6c748843c17 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Suspending the VM {{(pid=66735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1308.301178] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7b2ddacf-f7ca-40d6-950b-f0d394082f27 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.309948] env[66735]: DEBUG oslo_vmware.api [None req-60be048c-14b0-409b-9aac-f6c748843c17 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1308.309948] env[66735]: value = "task-4646704" [ 1308.309948] env[66735]: _type = "Task" [ 1308.309948] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.319509] env[66735]: DEBUG oslo_vmware.api [None req-60be048c-14b0-409b-9aac-f6c748843c17 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646704, 'name': SuspendVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.803674] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1308.803943] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907321', 'volume_id': '667027e7-a38f-42d9-bb80-a030a675f7ab', 'name': 'volume-667027e7-a38f-42d9-bb80-a030a675f7ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d154139-83ed-4698-b8f7-f5b3876aba88', 'attached_at': '', 'detached_at': '', 'volume_id': '667027e7-a38f-42d9-bb80-a030a675f7ab', 'serial': '667027e7-a38f-42d9-bb80-a030a675f7ab'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1308.804892] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c656c3e4-87ab-4f18-b900-2fb1d5b430c9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.826673] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ce4e7d-2c96-4dca-a309-25617f64c165 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.832781] env[66735]: DEBUG oslo_vmware.api [None req-60be048c-14b0-409b-9aac-f6c748843c17 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646704, 'name': SuspendVM_Task} progress is 62%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.856352] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-667027e7-a38f-42d9-bb80-a030a675f7ab/volume-667027e7-a38f-42d9-bb80-a030a675f7ab.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.856718] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fa948ff-41b9-46e8-b134-a8062332ea1d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.877271] env[66735]: DEBUG oslo_vmware.api [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1308.877271] env[66735]: value = "task-4646705" [ 1308.877271] env[66735]: _type = "Task" [ 1308.877271] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.886195] env[66735]: DEBUG oslo_vmware.api [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.320401] env[66735]: DEBUG oslo_vmware.api [None req-60be048c-14b0-409b-9aac-f6c748843c17 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646704, 'name': SuspendVM_Task, 'duration_secs': 0.636558} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.320401] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-60be048c-14b0-409b-9aac-f6c748843c17 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Suspended the VM {{(pid=66735) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1309.320724] env[66735]: DEBUG nova.compute.manager [None req-60be048c-14b0-409b-9aac-f6c748843c17 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1309.321369] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cf05fa-e4ea-49ec-a4e7-04932cc8b093 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.388698] env[66735]: DEBUG oslo_vmware.api [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646705, 'name': ReconfigVM_Task, 'duration_secs': 0.369845} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.388999] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-667027e7-a38f-42d9-bb80-a030a675f7ab/volume-667027e7-a38f-42d9-bb80-a030a675f7ab.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.393892] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a5cb8f8-8843-4a82-958c-c9b7b783f86b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.409381] env[66735]: DEBUG oslo_vmware.api [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1309.409381] env[66735]: value = "task-4646706" [ 1309.409381] env[66735]: _type = "Task" [ 1309.409381] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.418487] env[66735]: DEBUG oslo_vmware.api [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.919552] env[66735]: DEBUG oslo_vmware.api [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646706, 'name': ReconfigVM_Task, 'duration_secs': 0.131161} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.919857] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907321', 'volume_id': '667027e7-a38f-42d9-bb80-a030a675f7ab', 'name': 'volume-667027e7-a38f-42d9-bb80-a030a675f7ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d154139-83ed-4698-b8f7-f5b3876aba88', 'attached_at': '', 'detached_at': '', 'volume_id': '667027e7-a38f-42d9-bb80-a030a675f7ab', 'serial': '667027e7-a38f-42d9-bb80-a030a675f7ab'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1310.666900] env[66735]: INFO nova.compute.manager [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Resuming [ 1310.667555] env[66735]: DEBUG nova.objects.instance [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'flavor' on Instance uuid 617ba82c-a61a-42ea-9789-4986a7389ece {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.956627] env[66735]: DEBUG nova.objects.instance [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lazy-loading 'flavor' on Instance uuid 3d154139-83ed-4698-b8f7-f5b3876aba88 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.462405] env[66735]: DEBUG oslo_concurrency.lockutils [None req-746df37b-b03c-4326-9219-b5292ba5dff1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.599160] env[66735]: INFO nova.compute.manager [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Rescuing [ 1311.599475] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.599668] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.599857] env[66735]: DEBUG nova.network.neutron [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1312.102512] env[66735]: WARNING neutronclient.v2_0.client [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.177759] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.177944] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquired lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.178127] env[66735]: DEBUG nova.network.neutron [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1312.281332] env[66735]: WARNING neutronclient.v2_0.client [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.345334] env[66735]: DEBUG nova.network.neutron [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updating instance_info_cache with network_info: [{"id": "3b794974-d156-49bf-ab5b-6505db4dddfe", "address": "fa:16:3e:c8:30:8b", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b794974-d1", "ovs_interfaceid": "3b794974-d156-49bf-ab5b-6505db4dddfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.682136] env[66735]: WARNING neutronclient.v2_0.client [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.830146] env[66735]: WARNING neutronclient.v2_0.client [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.848260] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.898112] env[66735]: DEBUG nova.network.neutron [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Updating instance_info_cache with network_info: [{"id": "931377ff-8249-4f8b-9b0d-1cfac678746c", "address": "fa:16:3e:83:d1:26", "network": {"id": "bcc528e2-3a97-48a6-828c-c15f481c3823", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1905613697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "515c2a40834f41c89ee0e020d1d2a2b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931377ff-82", "ovs_interfaceid": "931377ff-8249-4f8b-9b0d-1cfac678746c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.400990] env[66735]: DEBUG oslo_concurrency.lockutils [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Releasing lock "refresh_cache-617ba82c-a61a-42ea-9789-4986a7389ece" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.402751] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d2307d-0157-4391-b9e2-2863413f6741 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.411347] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Resuming the VM {{(pid=66735) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1313.411646] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9b6c538-beed-4ff6-8c11-1d32078e85e0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.420344] env[66735]: DEBUG oslo_vmware.api [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1313.420344] env[66735]: value = "task-4646707" [ 1313.420344] env[66735]: _type = "Task" [ 1313.420344] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.429518] env[66735]: DEBUG oslo_vmware.api [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.935374] env[66735]: DEBUG oslo_vmware.api [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646707, 'name': PowerOnVM_Task} progress is 100%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.385898] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.386282] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f985535-9ac4-46b3-9781-0d3b269793d8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.394646] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1314.394646] env[66735]: value = "task-4646708" [ 1314.394646] env[66735]: _type = "Task" [ 1314.394646] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.403667] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.434291] env[66735]: DEBUG oslo_vmware.api [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646707, 'name': PowerOnVM_Task, 'duration_secs': 0.537423} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.434578] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Resumed the VM {{(pid=66735) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1314.434751] env[66735]: DEBUG nova.compute.manager [None req-00356d18-f50b-481e-9805-8bba577ea84b tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1314.435794] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2e4efc-0000-4f21-8751-e3faa7760805 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.905505] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646708, 'name': PowerOffVM_Task, 'duration_secs': 0.194899} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.905812] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.906622] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed2baf5-8447-40c5-95ee-844510501ec6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.931081] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54d7942-a762-4630-b058-41b9c76498f1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.960463] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.960746] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc6616b4-0d61-4b92-b483-9fcb49038d80 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.968991] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1314.968991] env[66735]: value = "task-4646709" [ 1314.968991] env[66735]: _type = "Task" [ 1314.968991] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.979342] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] VM already powered off {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1314.979549] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.979785] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.979925] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.980107] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.980358] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c98ac93-5245-4db2-ab55-c10eca143342 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.990800] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.991081] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.991827] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746a313f-701b-47bd-9aa6-ca69898c5309 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.997905] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1314.997905] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]520a6528-3df4-b60c-4220-3f605120f089" [ 1314.997905] env[66735]: _type = "Task" [ 1314.997905] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.005910] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520a6528-3df4-b60c-4220-3f605120f089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.363175] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "617ba82c-a61a-42ea-9789-4986a7389ece" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.363458] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "617ba82c-a61a-42ea-9789-4986a7389ece" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.364074] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "617ba82c-a61a-42ea-9789-4986a7389ece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.364287] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "617ba82c-a61a-42ea-9789-4986a7389ece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.364459] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "617ba82c-a61a-42ea-9789-4986a7389ece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.366589] env[66735]: INFO nova.compute.manager [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Terminating instance [ 1315.509545] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]520a6528-3df4-b60c-4220-3f605120f089, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.510293] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c947bf1-0be6-420e-a0d4-d59c32b53438 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.515689] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1315.515689] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]527256fb-ed31-574b-afff-d6b40b007343" [ 1315.515689] env[66735]: _type = "Task" [ 1315.515689] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.523919] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527256fb-ed31-574b-afff-d6b40b007343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.870761] env[66735]: DEBUG nova.compute.manager [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1315.870979] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.871887] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490f2008-8242-49f8-9c74-948820a8cabb {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.879760] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.880016] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c888445f-4ae8-4b0b-8e7a-b93d2dd95d60 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.887098] env[66735]: DEBUG oslo_vmware.api [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1315.887098] env[66735]: value = "task-4646710" [ 1315.887098] env[66735]: _type = "Task" [ 1315.887098] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.896520] env[66735]: DEBUG oslo_vmware.api [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.027289] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]527256fb-ed31-574b-afff-d6b40b007343, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.027565] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.027820] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 3d154139-83ed-4698-b8f7-f5b3876aba88/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk. {{(pid=66735) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1316.028223] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15d53a9a-1486-44a7-b2d8-72bd27e237f8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.035914] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1316.035914] env[66735]: value = "task-4646711" [ 1316.035914] env[66735]: _type = "Task" [ 1316.035914] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.044944] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.398397] env[66735]: DEBUG oslo_vmware.api [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646710, 'name': PowerOffVM_Task, 'duration_secs': 0.171045} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.398817] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.399108] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.399460] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-066b53bb-310d-4225-9e91-0e37b3ac0882 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.473037] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.473316] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.473502] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleting the datastore file [datastore2] 617ba82c-a61a-42ea-9789-4986a7389ece {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.473786] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee0b9238-5c57-4240-aad5-aeacb4937d0f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.483915] env[66735]: DEBUG oslo_vmware.api [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for the task: (returnval){ [ 1316.483915] env[66735]: value = "task-4646713" [ 1316.483915] env[66735]: _type = "Task" [ 1316.483915] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.492815] env[66735]: DEBUG oslo_vmware.api [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.546027] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477278} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.546341] env[66735]: INFO nova.virt.vmwareapi.ds_util [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] 3d154139-83ed-4698-b8f7-f5b3876aba88/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk. [ 1316.547153] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69442ac5-487e-4214-af64-1fad830bd217 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.576371] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3d154139-83ed-4698-b8f7-f5b3876aba88/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.576717] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f711b3d2-09bf-405b-81c2-5038d57fd43e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.595372] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1316.595372] env[66735]: value = "task-4646714" [ 1316.595372] env[66735]: _type = "Task" [ 1316.595372] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.604603] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.994433] env[66735]: DEBUG oslo_vmware.api [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Task: {'id': task-4646713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148005} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.994673] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.994845] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.995042] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.995265] env[66735]: INFO nova.compute.manager [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1316.995507] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1316.995701] env[66735]: DEBUG nova.compute.manager [-] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1316.995800] env[66735]: DEBUG nova.network.neutron [-] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1316.996063] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.069654] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.106903] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646714, 'name': ReconfigVM_Task, 'duration_secs': 0.343637} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.106903] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3d154139-83ed-4698-b8f7-f5b3876aba88/d4e2652e-c00e-44b3-b263-ab13e9208269-rescue.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.107343] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43132f92-a476-4a73-a239-145827d624af {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.134887] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abef7668-fc35-4a59-b6ff-1c15e7292251 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.150435] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1317.150435] env[66735]: value = "task-4646715" [ 1317.150435] env[66735]: _type = "Task" [ 1317.150435] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.159589] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.504133] env[66735]: DEBUG nova.compute.manager [req-67d1f301-c1dd-4087-ae89-40c5c41dae68 req-316991de-5e1d-4ca5-8297-d9bcb2f15c28 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Received event network-vif-deleted-931377ff-8249-4f8b-9b0d-1cfac678746c {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1317.504338] env[66735]: INFO nova.compute.manager [req-67d1f301-c1dd-4087-ae89-40c5c41dae68 req-316991de-5e1d-4ca5-8297-d9bcb2f15c28 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Neutron deleted interface 931377ff-8249-4f8b-9b0d-1cfac678746c; detaching it from the instance and deleting it from the info cache [ 1317.504506] env[66735]: DEBUG nova.network.neutron [req-67d1f301-c1dd-4087-ae89-40c5c41dae68 req-316991de-5e1d-4ca5-8297-d9bcb2f15c28 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.632748] env[66735]: DEBUG oslo_concurrency.lockutils [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.633069] env[66735]: DEBUG oslo_concurrency.lockutils [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.660886] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646715, 'name': ReconfigVM_Task, 'duration_secs': 0.160072} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.661187] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.661375] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcaf9d45-dcf2-4eca-9a80-a3098d65e076 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.669656] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1317.669656] env[66735]: value = "task-4646716" [ 1317.669656] env[66735]: _type = "Task" [ 1317.669656] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.677740] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.978125] env[66735]: DEBUG nova.network.neutron [-] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.007952] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f51ebe1c-3ee6-4519-9e49-40e0b256bc9f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.021851] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe28092-789e-4e6e-b4aa-fda701de3f53 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.054259] env[66735]: DEBUG nova.compute.manager [req-67d1f301-c1dd-4087-ae89-40c5c41dae68 req-316991de-5e1d-4ca5-8297-d9bcb2f15c28 service nova] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Detach interface failed, port_id=931377ff-8249-4f8b-9b0d-1cfac678746c, reason: Instance 617ba82c-a61a-42ea-9789-4986a7389ece could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1318.136041] env[66735]: DEBUG nova.compute.utils [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.180081] env[66735]: DEBUG oslo_vmware.api [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646716, 'name': PowerOnVM_Task, 'duration_secs': 0.42684} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.180362] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.182969] env[66735]: DEBUG nova.compute.manager [None req-a49ad3b1-15c7-42f6-aa74-05848b4722e3 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1318.184238] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d099078-371f-4c92-99b8-2953797a8a59 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.480901] env[66735]: INFO nova.compute.manager [-] [instance: 617ba82c-a61a-42ea-9789-4986a7389ece] Took 1.48 seconds to deallocate network for instance. [ 1318.639483] env[66735]: DEBUG oslo_concurrency.lockutils [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.986918] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.987229] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.987443] env[66735]: DEBUG nova.objects.instance [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lazy-loading 'resources' on Instance uuid 617ba82c-a61a-42ea-9789-4986a7389ece {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.564436] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04365852-32f4-4db9-b91a-17a49a4eb132 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.573175] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5630fd-dfc7-4fa6-bf72-38f14a5523a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.603706] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21df1ae4-0b2f-4c53-8633-241d2d9611e4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.611391] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ef6c6b-d124-4c0c-8290-3aebb8891fd5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.624819] env[66735]: DEBUG nova.compute.provider_tree [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.705299] env[66735]: DEBUG oslo_concurrency.lockutils [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.705674] env[66735]: DEBUG oslo_concurrency.lockutils [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.705826] env[66735]: INFO nova.compute.manager [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Attaching volume 0d087d83-8de7-46df-a98d-e03faa46ea79 to /dev/sdb [ 1319.737418] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5506fb1-70ae-417c-a7b4-a6b4534cb9da {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.741266] env[66735]: INFO nova.compute.manager [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Unrescuing [ 1319.741486] env[66735]: DEBUG oslo_concurrency.lockutils [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.741630] env[66735]: DEBUG oslo_concurrency.lockutils [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquired lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.741784] env[66735]: DEBUG nova.network.neutron [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1319.747826] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8edf3e9-321b-4b9b-8c1a-15b14b062206 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.762146] env[66735]: DEBUG nova.virt.block_device [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Updating existing volume attachment record: 761b721b-6273-41b2-b302-93a3f2db0aba {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1320.127977] env[66735]: DEBUG nova.scheduler.client.report [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.244313] env[66735]: WARNING neutronclient.v2_0.client [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1320.431850] env[66735]: WARNING neutronclient.v2_0.client [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1320.499340] env[66735]: DEBUG nova.network.neutron [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updating instance_info_cache with network_info: [{"id": "3b794974-d156-49bf-ab5b-6505db4dddfe", "address": "fa:16:3e:c8:30:8b", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b794974-d1", "ovs_interfaceid": "3b794974-d156-49bf-ab5b-6505db4dddfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.633383] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.661228] env[66735]: INFO nova.scheduler.client.report [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Deleted allocations for instance 617ba82c-a61a-42ea-9789-4986a7389ece [ 1321.002059] env[66735]: DEBUG oslo_concurrency.lockutils [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Releasing lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.002782] env[66735]: DEBUG nova.objects.instance [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lazy-loading 'flavor' on Instance uuid 3d154139-83ed-4698-b8f7-f5b3876aba88 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.169459] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a43d4d23-c2aa-4f13-abac-fa6111a750f7 tempest-ServerActionsTestJSON-130950099 tempest-ServerActionsTestJSON-130950099-project-member] Lock "617ba82c-a61a-42ea-9789-4986a7389ece" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.806s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.508689] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba6ce5a-22fa-4200-801b-1a604ad29496 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.532939] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.533298] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c992dc-466b-4e7e-900c-cd422c357fb3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.541105] env[66735]: DEBUG oslo_vmware.api [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1321.541105] env[66735]: value = "task-4646718" [ 1321.541105] env[66735]: _type = "Task" [ 1321.541105] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.551621] env[66735]: DEBUG oslo_vmware.api [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.052515] env[66735]: DEBUG oslo_vmware.api [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646718, 'name': PowerOffVM_Task, 'duration_secs': 0.208299} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.052896] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.058174] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1322.058482] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba5f5f74-63e6-478a-a8f9-fd77afa51486 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.077907] env[66735]: DEBUG oslo_vmware.api [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1322.077907] env[66735]: value = "task-4646720" [ 1322.077907] env[66735]: _type = "Task" [ 1322.077907] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.088705] env[66735]: DEBUG oslo_vmware.api [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.589761] env[66735]: DEBUG oslo_vmware.api [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646720, 'name': ReconfigVM_Task, 'duration_secs': 0.25632} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.590180] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1322.590701] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.590963] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a31310d7-6f5a-4bd3-8c66-f68da9078d51 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.598154] env[66735]: DEBUG oslo_vmware.api [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1322.598154] env[66735]: value = "task-4646721" [ 1322.598154] env[66735]: _type = "Task" [ 1322.598154] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.607457] env[66735]: DEBUG oslo_vmware.api [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.110603] env[66735]: DEBUG oslo_vmware.api [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646721, 'name': PowerOnVM_Task, 'duration_secs': 0.422896} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.110913] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.111269] env[66735]: DEBUG nova.compute.manager [None req-39c673f6-2ad5-4983-a8a0-e4b1fc548c5f tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1323.111918] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13a952f-6527-42bb-93e9-caffdf37c0ac {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.307450] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1324.307690] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907322', 'volume_id': '0d087d83-8de7-46df-a98d-e03faa46ea79', 'name': 'volume-0d087d83-8de7-46df-a98d-e03faa46ea79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc642acc-7b8c-419f-9a3a-5a96cafc0ace', 'attached_at': '', 'detached_at': '', 'volume_id': '0d087d83-8de7-46df-a98d-e03faa46ea79', 'serial': '0d087d83-8de7-46df-a98d-e03faa46ea79'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1324.308654] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201e8245-765b-4eb3-9089-e169d3502966 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.326317] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2b16e3-cec3-453a-9e3f-8da831be63b4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.352929] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-0d087d83-8de7-46df-a98d-e03faa46ea79/volume-0d087d83-8de7-46df-a98d-e03faa46ea79.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.353333] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dacf97c-9b5c-421e-83c2-365ced57b1a0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.374164] env[66735]: DEBUG oslo_vmware.api [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1324.374164] env[66735]: value = "task-4646722" [ 1324.374164] env[66735]: _type = "Task" [ 1324.374164] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.381623] env[66735]: DEBUG nova.compute.manager [req-ebebe308-6e58-4168-a844-d0496a19ffcd req-95ff919e-7a14-4775-9160-4ed8c4e588cc service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Received event network-changed-3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1324.381905] env[66735]: DEBUG nova.compute.manager [req-ebebe308-6e58-4168-a844-d0496a19ffcd req-95ff919e-7a14-4775-9160-4ed8c4e588cc service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Refreshing instance network info cache due to event network-changed-3b794974-d156-49bf-ab5b-6505db4dddfe. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1324.382221] env[66735]: DEBUG oslo_concurrency.lockutils [req-ebebe308-6e58-4168-a844-d0496a19ffcd req-95ff919e-7a14-4775-9160-4ed8c4e588cc service nova] Acquiring lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.382432] env[66735]: DEBUG oslo_concurrency.lockutils [req-ebebe308-6e58-4168-a844-d0496a19ffcd req-95ff919e-7a14-4775-9160-4ed8c4e588cc service nova] Acquired lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.382664] env[66735]: DEBUG nova.network.neutron [req-ebebe308-6e58-4168-a844-d0496a19ffcd req-95ff919e-7a14-4775-9160-4ed8c4e588cc service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Refreshing network info cache for port 3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.390242] env[66735]: DEBUG oslo_vmware.api [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.884405] env[66735]: DEBUG oslo_vmware.api [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646722, 'name': ReconfigVM_Task, 'duration_secs': 0.364981} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.884677] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-0d087d83-8de7-46df-a98d-e03faa46ea79/volume-0d087d83-8de7-46df-a98d-e03faa46ea79.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.889570] env[66735]: WARNING neutronclient.v2_0.client [req-ebebe308-6e58-4168-a844-d0496a19ffcd req-95ff919e-7a14-4775-9160-4ed8c4e588cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1324.891798] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34c20286-4ca7-4a6f-ba30-5956959b5c0f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.909240] env[66735]: DEBUG oslo_vmware.api [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1324.909240] env[66735]: value = "task-4646723" [ 1324.909240] env[66735]: _type = "Task" [ 1324.909240] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.918816] env[66735]: DEBUG oslo_vmware.api [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.062520] env[66735]: WARNING neutronclient.v2_0.client [req-ebebe308-6e58-4168-a844-d0496a19ffcd req-95ff919e-7a14-4775-9160-4ed8c4e588cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.136459] env[66735]: DEBUG nova.network.neutron [req-ebebe308-6e58-4168-a844-d0496a19ffcd req-95ff919e-7a14-4775-9160-4ed8c4e588cc service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updated VIF entry in instance network info cache for port 3b794974-d156-49bf-ab5b-6505db4dddfe. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1325.136850] env[66735]: DEBUG nova.network.neutron [req-ebebe308-6e58-4168-a844-d0496a19ffcd req-95ff919e-7a14-4775-9160-4ed8c4e588cc service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updating instance_info_cache with network_info: [{"id": "3b794974-d156-49bf-ab5b-6505db4dddfe", "address": "fa:16:3e:c8:30:8b", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b794974-d1", "ovs_interfaceid": "3b794974-d156-49bf-ab5b-6505db4dddfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.422982] env[66735]: DEBUG oslo_vmware.api [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646723, 'name': ReconfigVM_Task, 'duration_secs': 0.141839} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.423349] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907322', 'volume_id': '0d087d83-8de7-46df-a98d-e03faa46ea79', 'name': 'volume-0d087d83-8de7-46df-a98d-e03faa46ea79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc642acc-7b8c-419f-9a3a-5a96cafc0ace', 'attached_at': '', 'detached_at': '', 'volume_id': '0d087d83-8de7-46df-a98d-e03faa46ea79', 'serial': '0d087d83-8de7-46df-a98d-e03faa46ea79'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1325.640261] env[66735]: DEBUG oslo_concurrency.lockutils [req-ebebe308-6e58-4168-a844-d0496a19ffcd req-95ff919e-7a14-4775-9160-4ed8c4e588cc service nova] Releasing lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.404585] env[66735]: DEBUG nova.compute.manager [req-9cdf3b0f-4194-4516-a62b-283d93521c55 req-d196e148-b998-4c1c-be5c-2897bbcc5ed7 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Received event network-changed-3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1326.404585] env[66735]: DEBUG nova.compute.manager [req-9cdf3b0f-4194-4516-a62b-283d93521c55 req-d196e148-b998-4c1c-be5c-2897bbcc5ed7 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Refreshing instance network info cache due to event network-changed-3b794974-d156-49bf-ab5b-6505db4dddfe. {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11840}} [ 1326.404768] env[66735]: DEBUG oslo_concurrency.lockutils [req-9cdf3b0f-4194-4516-a62b-283d93521c55 req-d196e148-b998-4c1c-be5c-2897bbcc5ed7 service nova] Acquiring lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.404900] env[66735]: DEBUG oslo_concurrency.lockutils [req-9cdf3b0f-4194-4516-a62b-283d93521c55 req-d196e148-b998-4c1c-be5c-2897bbcc5ed7 service nova] Acquired lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.405089] env[66735]: DEBUG nova.network.neutron [req-9cdf3b0f-4194-4516-a62b-283d93521c55 req-d196e148-b998-4c1c-be5c-2897bbcc5ed7 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Refreshing network info cache for port 3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.458926] env[66735]: DEBUG nova.objects.instance [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'flavor' on Instance uuid bc642acc-7b8c-419f-9a3a-5a96cafc0ace {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.907972] env[66735]: WARNING neutronclient.v2_0.client [req-9cdf3b0f-4194-4516-a62b-283d93521c55 req-d196e148-b998-4c1c-be5c-2897bbcc5ed7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.967013] env[66735]: DEBUG oslo_concurrency.lockutils [None req-755b8ca6-e9e0-4020-9726-70f5e2f75303 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.261s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.102397] env[66735]: WARNING neutronclient.v2_0.client [req-9cdf3b0f-4194-4516-a62b-283d93521c55 req-d196e148-b998-4c1c-be5c-2897bbcc5ed7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.173835] env[66735]: DEBUG nova.network.neutron [req-9cdf3b0f-4194-4516-a62b-283d93521c55 req-d196e148-b998-4c1c-be5c-2897bbcc5ed7 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updated VIF entry in instance network info cache for port 3b794974-d156-49bf-ab5b-6505db4dddfe. {{(pid=66735) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1327.174277] env[66735]: DEBUG nova.network.neutron [req-9cdf3b0f-4194-4516-a62b-283d93521c55 req-d196e148-b998-4c1c-be5c-2897bbcc5ed7 service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updating instance_info_cache with network_info: [{"id": "3b794974-d156-49bf-ab5b-6505db4dddfe", "address": "fa:16:3e:c8:30:8b", "network": {"id": "f7065673-d1a9-484d-a506-d6bcf3d94ed2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1683967407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1989f71a41741eaadd726b56f16d7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b794974-d1", "ovs_interfaceid": "3b794974-d156-49bf-ab5b-6505db4dddfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.676979] env[66735]: DEBUG oslo_concurrency.lockutils [req-9cdf3b0f-4194-4516-a62b-283d93521c55 req-d196e148-b998-4c1c-be5c-2897bbcc5ed7 service nova] Releasing lock "refresh_cache-3d154139-83ed-4698-b8f7-f5b3876aba88" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.814881] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.815112] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.319036] env[66735]: DEBUG nova.compute.utils [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.822290] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.277736] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.277986] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.278119] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.278272] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.278453] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.278595] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.278734] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.278865] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11251}} [ 1329.279012] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.781937] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.782262] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.782463] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.782591] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1329.784066] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f26bc59-4550-4d91-be30-cad7befb871c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.792885] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5743a2b0-1dec-4a0c-a028-cc46d79279fd {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.542699] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.543163] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.543231] env[66735]: INFO nova.compute.manager [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Attaching volume fb9a3970-2a9f-4c6e-8b56-4d54cac889b4 to /dev/sdc [ 1330.546382] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d07919-eaea-4958-a7f9-9bbb00367f16 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.556786] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2522f256-270d-430e-be94-cbcfcaee7a13 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.585847] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179916MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1330.585984] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.586214] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.589109] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a4fde8-a02b-4957-a8d2-93d574173460 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.596144] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866dd697-d991-44fb-b8ca-ce9cba581106 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.611621] env[66735]: DEBUG nova.virt.block_device [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Updating existing volume attachment record: ec311031-7aa2-489c-a86a-9d44c0375d6d {{(pid=66735) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1331.620829] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 2f1992ae-28b2-461b-a49c-9d375fab66e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1331.621110] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 5fb38a57-9fc5-465e-85fe-b3276281e4ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1331.621110] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 3d154139-83ed-4698-b8f7-f5b3876aba88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1331.621232] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance bc642acc-7b8c-419f-9a3a-5a96cafc0ace actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1331.621435] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1331.621542] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '4', 'num_vm_active': '3', 'num_task_None': '4', 'num_os_type_None': '4', 'num_proj_d1989f71a41741eaadd726b56f16d7b2': '3', 'io_workload': '0', 'num_vm_rescued': '1', 'num_proj_1ef487e4904f46b8b1bcebf10204ed4e': '1'} {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1331.691683] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4689c9-b982-485f-8894-a907c3ede709 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.700151] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438e26a7-cde3-46bf-9a41-59562e494346 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.732943] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7242ad62-c28c-47be-a174-10a762526e55 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.742654] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6856eb-1339-491c-a54f-a15108d6097a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.756924] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.259760] env[66735]: DEBUG nova.scheduler.client.report [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.765035] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1332.765390] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.179s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.155806] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Volume attach. Driver type: vmdk {{(pid=66735) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1335.156075] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907323', 'volume_id': 'fb9a3970-2a9f-4c6e-8b56-4d54cac889b4', 'name': 'volume-fb9a3970-2a9f-4c6e-8b56-4d54cac889b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc642acc-7b8c-419f-9a3a-5a96cafc0ace', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb9a3970-2a9f-4c6e-8b56-4d54cac889b4', 'serial': 'fb9a3970-2a9f-4c6e-8b56-4d54cac889b4'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1335.156970] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3ff572-7519-4c00-b4af-8afcfeaba87c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.173726] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17eeb73-b8e5-4e82-820a-027573e481a2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.200490] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-fb9a3970-2a9f-4c6e-8b56-4d54cac889b4/volume-fb9a3970-2a9f-4c6e-8b56-4d54cac889b4.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.200780] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6afcec21-b086-4fde-bba5-f0236773c9f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.218759] env[66735]: DEBUG oslo_vmware.api [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1335.218759] env[66735]: value = "task-4646726" [ 1335.218759] env[66735]: _type = "Task" [ 1335.218759] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.227448] env[66735]: DEBUG oslo_vmware.api [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.730738] env[66735]: DEBUG oslo_vmware.api [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646726, 'name': ReconfigVM_Task, 'duration_secs': 0.334357} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.730996] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-fb9a3970-2a9f-4c6e-8b56-4d54cac889b4/volume-fb9a3970-2a9f-4c6e-8b56-4d54cac889b4.vmdk or device None with type thin {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.735925] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b3daf2-d4d0-497d-9309-cb5cb6af3d25 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.751183] env[66735]: DEBUG oslo_vmware.api [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1335.751183] env[66735]: value = "task-4646727" [ 1335.751183] env[66735]: _type = "Task" [ 1335.751183] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.759418] env[66735]: DEBUG oslo_vmware.api [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.261688] env[66735]: DEBUG oslo_vmware.api [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646727, 'name': ReconfigVM_Task, 'duration_secs': 0.135263} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.262100] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907323', 'volume_id': 'fb9a3970-2a9f-4c6e-8b56-4d54cac889b4', 'name': 'volume-fb9a3970-2a9f-4c6e-8b56-4d54cac889b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc642acc-7b8c-419f-9a3a-5a96cafc0ace', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb9a3970-2a9f-4c6e-8b56-4d54cac889b4', 'serial': 'fb9a3970-2a9f-4c6e-8b56-4d54cac889b4'} {{(pid=66735) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1337.299414] env[66735]: DEBUG nova.objects.instance [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'flavor' on Instance uuid bc642acc-7b8c-419f-9a3a-5a96cafc0ace {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.807201] env[66735]: DEBUG oslo_concurrency.lockutils [None req-790bb085-7a3d-4ef9-9a57-4b7ad9df1e57 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.505801] env[66735]: DEBUG oslo_concurrency.lockutils [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.506232] env[66735]: DEBUG oslo_concurrency.lockutils [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.009156] env[66735]: INFO nova.compute.manager [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Detaching volume 0d087d83-8de7-46df-a98d-e03faa46ea79 [ 1339.039547] env[66735]: INFO nova.virt.block_device [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Attempting to driver detach volume 0d087d83-8de7-46df-a98d-e03faa46ea79 from mountpoint /dev/sdb [ 1339.039847] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1339.040061] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907322', 'volume_id': '0d087d83-8de7-46df-a98d-e03faa46ea79', 'name': 'volume-0d087d83-8de7-46df-a98d-e03faa46ea79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc642acc-7b8c-419f-9a3a-5a96cafc0ace', 'attached_at': '', 'detached_at': '', 'volume_id': '0d087d83-8de7-46df-a98d-e03faa46ea79', 'serial': '0d087d83-8de7-46df-a98d-e03faa46ea79'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1339.040959] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d31982-25ec-4dcb-8557-e75506c85007 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.066299] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0e8902-c0e4-470a-8dff-887e9350486c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.074213] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d098bf15-8035-46ef-a352-94cd32e8011e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.098258] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ba823-0698-47f5-b455-d8cbd89891f4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.113850] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The volume has not been displaced from its original location: [datastore1] volume-0d087d83-8de7-46df-a98d-e03faa46ea79/volume-0d087d83-8de7-46df-a98d-e03faa46ea79.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1339.119236] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1339.119535] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc5ccabc-f160-4602-98ee-ec1e17b1ecc1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.138581] env[66735]: DEBUG oslo_vmware.api [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1339.138581] env[66735]: value = "task-4646728" [ 1339.138581] env[66735]: _type = "Task" [ 1339.138581] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.147436] env[66735]: DEBUG oslo_vmware.api [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.649274] env[66735]: DEBUG oslo_vmware.api [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646728, 'name': ReconfigVM_Task, 'duration_secs': 0.236516} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.649649] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1339.654110] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9261ffb-d720-4757-bdde-5dee640f0a45 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.669059] env[66735]: DEBUG oslo_vmware.api [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1339.669059] env[66735]: value = "task-4646729" [ 1339.669059] env[66735]: _type = "Task" [ 1339.669059] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.677660] env[66735]: DEBUG oslo_vmware.api [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.179845] env[66735]: DEBUG oslo_vmware.api [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646729, 'name': ReconfigVM_Task, 'duration_secs': 0.157607} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.180152] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907322', 'volume_id': '0d087d83-8de7-46df-a98d-e03faa46ea79', 'name': 'volume-0d087d83-8de7-46df-a98d-e03faa46ea79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc642acc-7b8c-419f-9a3a-5a96cafc0ace', 'attached_at': '', 'detached_at': '', 'volume_id': '0d087d83-8de7-46df-a98d-e03faa46ea79', 'serial': '0d087d83-8de7-46df-a98d-e03faa46ea79'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1340.721387] env[66735]: DEBUG nova.objects.instance [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'flavor' on Instance uuid bc642acc-7b8c-419f-9a3a-5a96cafc0ace {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.729036] env[66735]: DEBUG oslo_concurrency.lockutils [None req-152f166a-ddfd-4582-a936-9b5ba874903a tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.747277] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.747542] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.250918] env[66735]: INFO nova.compute.manager [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Detaching volume fb9a3970-2a9f-4c6e-8b56-4d54cac889b4 [ 1342.281675] env[66735]: INFO nova.virt.block_device [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Attempting to driver detach volume fb9a3970-2a9f-4c6e-8b56-4d54cac889b4 from mountpoint /dev/sdc [ 1342.281915] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1342.282122] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907323', 'volume_id': 'fb9a3970-2a9f-4c6e-8b56-4d54cac889b4', 'name': 'volume-fb9a3970-2a9f-4c6e-8b56-4d54cac889b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc642acc-7b8c-419f-9a3a-5a96cafc0ace', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb9a3970-2a9f-4c6e-8b56-4d54cac889b4', 'serial': 'fb9a3970-2a9f-4c6e-8b56-4d54cac889b4'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1342.283014] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1d7ab6-5199-46bd-9006-ac780f91e52c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.306050] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8071be54-fa05-492e-b8db-1d0645ec207b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.313921] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea0422c-5316-4295-b358-f570c61dfbc9 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.335393] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f4c5b4-56f1-409e-a5ac-bc48ad41399e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.351222] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] The volume has not been displaced from its original location: [datastore2] volume-fb9a3970-2a9f-4c6e-8b56-4d54cac889b4/volume-fb9a3970-2a9f-4c6e-8b56-4d54cac889b4.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1342.356386] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Reconfiguring VM instance instance-0000007e to detach disk 2002 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1342.356676] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d779a39-e781-49cb-b299-55a0d4cf556c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.376799] env[66735]: DEBUG oslo_vmware.api [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1342.376799] env[66735]: value = "task-4646730" [ 1342.376799] env[66735]: _type = "Task" [ 1342.376799] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.385035] env[66735]: DEBUG oslo_vmware.api [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.886654] env[66735]: DEBUG oslo_vmware.api [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646730, 'name': ReconfigVM_Task, 'duration_secs': 0.230924} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.887054] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Reconfigured VM instance instance-0000007e to detach disk 2002 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1342.891424] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e331d2ee-50e0-42f3-86c4-cf111662d012 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.906552] env[66735]: DEBUG oslo_vmware.api [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1342.906552] env[66735]: value = "task-4646731" [ 1342.906552] env[66735]: _type = "Task" [ 1342.906552] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.915274] env[66735]: DEBUG oslo_vmware.api [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.417250] env[66735]: DEBUG oslo_vmware.api [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646731, 'name': ReconfigVM_Task, 'duration_secs': 0.14039} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.417563] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907323', 'volume_id': 'fb9a3970-2a9f-4c6e-8b56-4d54cac889b4', 'name': 'volume-fb9a3970-2a9f-4c6e-8b56-4d54cac889b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc642acc-7b8c-419f-9a3a-5a96cafc0ace', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb9a3970-2a9f-4c6e-8b56-4d54cac889b4', 'serial': 'fb9a3970-2a9f-4c6e-8b56-4d54cac889b4'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1343.960165] env[66735]: DEBUG nova.objects.instance [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'flavor' on Instance uuid bc642acc-7b8c-419f-9a3a-5a96cafc0ace {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.967310] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6e751f63-47a2-48cb-91d1-aafd47825475 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.155705] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.156124] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.156213] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.156393] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.156558] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.158579] env[66735]: INFO nova.compute.manager [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Terminating instance [ 1346.662617] env[66735]: DEBUG nova.compute.manager [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1346.662787] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.663906] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba1f47d-11e9-4c56-871b-797cf642033a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.672698] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.672951] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c96b94ec-d82e-4d99-ba37-9d17061e4a1c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.681103] env[66735]: DEBUG oslo_vmware.api [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1346.681103] env[66735]: value = "task-4646732" [ 1346.681103] env[66735]: _type = "Task" [ 1346.681103] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.690284] env[66735]: DEBUG oslo_vmware.api [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.191520] env[66735]: DEBUG oslo_vmware.api [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646732, 'name': PowerOffVM_Task, 'duration_secs': 0.18746} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.191520] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.191940] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.191977] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdebed2d-1e2c-401d-adca-7d8a638b80f6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.256865] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.257113] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Deleting contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.257307] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Deleting the datastore file [datastore1] bc642acc-7b8c-419f-9a3a-5a96cafc0ace {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.257639] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d901580-53e7-401a-bb1b-0c7de1f3a6ea {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.264990] env[66735]: DEBUG oslo_vmware.api [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for the task: (returnval){ [ 1347.264990] env[66735]: value = "task-4646734" [ 1347.264990] env[66735]: _type = "Task" [ 1347.264990] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.273824] env[66735]: DEBUG oslo_vmware.api [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.775664] env[66735]: DEBUG oslo_vmware.api [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Task: {'id': task-4646734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148971} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.775920] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.776096] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Deleted contents of the VM from datastore datastore1 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.776270] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.776438] env[66735]: INFO nova.compute.manager [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1347.776697] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1347.776903] env[66735]: DEBUG nova.compute.manager [-] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1347.777010] env[66735]: DEBUG nova.network.neutron [-] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1347.777259] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1347.811768] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1348.274028] env[66735]: DEBUG nova.compute.manager [req-7c1a0013-a5e0-4140-8fab-342ccfe18f3a req-dd72acb0-f020-4e6f-b5e3-fbddee39d274 service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Received event network-vif-deleted-47c50786-243a-425e-ba9c-84c8e78e4cdd {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1348.274028] env[66735]: INFO nova.compute.manager [req-7c1a0013-a5e0-4140-8fab-342ccfe18f3a req-dd72acb0-f020-4e6f-b5e3-fbddee39d274 service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Neutron deleted interface 47c50786-243a-425e-ba9c-84c8e78e4cdd; detaching it from the instance and deleting it from the info cache [ 1348.274028] env[66735]: DEBUG nova.network.neutron [req-7c1a0013-a5e0-4140-8fab-342ccfe18f3a req-dd72acb0-f020-4e6f-b5e3-fbddee39d274 service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.754456] env[66735]: DEBUG nova.network.neutron [-] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.776763] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-640a61e8-e9bf-487a-980d-c4a576c19fe4 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.787471] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c29c82-3ff0-46fd-a669-209bcb00a697 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.816718] env[66735]: DEBUG nova.compute.manager [req-7c1a0013-a5e0-4140-8fab-342ccfe18f3a req-dd72acb0-f020-4e6f-b5e3-fbddee39d274 service nova] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Detach interface failed, port_id=47c50786-243a-425e-ba9c-84c8e78e4cdd, reason: Instance bc642acc-7b8c-419f-9a3a-5a96cafc0ace could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1349.257872] env[66735]: INFO nova.compute.manager [-] [instance: bc642acc-7b8c-419f-9a3a-5a96cafc0ace] Took 1.48 seconds to deallocate network for instance. [ 1349.764993] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.765365] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.765494] env[66735]: DEBUG nova.objects.instance [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lazy-loading 'resources' on Instance uuid bc642acc-7b8c-419f-9a3a-5a96cafc0ace {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.334578] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52845d6a-e7ea-494f-b6eb-654c2c661a7b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.343307] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae45b4ea-6c0e-4e96-b5eb-e08a27b7b4aa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.374075] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3cd888-1411-4be6-a435-2aac225fa236 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.382213] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a105dd-e6d3-46b5-bbbd-7da454949bc8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.396744] env[66735]: DEBUG nova.compute.provider_tree [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.900433] env[66735]: DEBUG nova.scheduler.client.report [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.407559] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.430116] env[66735]: INFO nova.scheduler.client.report [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Deleted allocations for instance bc642acc-7b8c-419f-9a3a-5a96cafc0ace [ 1351.939847] env[66735]: DEBUG oslo_concurrency.lockutils [None req-5a4e3dd3-fb44-49d0-ab7f-a279106f5b27 tempest-AttachVolumeTestJSON-1280077890 tempest-AttachVolumeTestJSON-1280077890-project-member] Lock "bc642acc-7b8c-419f-9a3a-5a96cafc0ace" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.783s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.495425] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "3d154139-83ed-4698-b8f7-f5b3876aba88" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.495812] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.998942] env[66735]: INFO nova.compute.manager [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Detaching volume 667027e7-a38f-42d9-bb80-a030a675f7ab [ 1361.031414] env[66735]: INFO nova.virt.block_device [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Attempting to driver detach volume 667027e7-a38f-42d9-bb80-a030a675f7ab from mountpoint /dev/sdb [ 1361.031764] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Volume detach. Driver type: vmdk {{(pid=66735) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1361.031829] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907321', 'volume_id': '667027e7-a38f-42d9-bb80-a030a675f7ab', 'name': 'volume-667027e7-a38f-42d9-bb80-a030a675f7ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d154139-83ed-4698-b8f7-f5b3876aba88', 'attached_at': '', 'detached_at': '', 'volume_id': '667027e7-a38f-42d9-bb80-a030a675f7ab', 'serial': '667027e7-a38f-42d9-bb80-a030a675f7ab'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1361.032834] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afeb84e-9e0d-4a2c-8436-17192d198697 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.054946] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c72f6c-9f1b-42b8-a521-bcb72a96d9c6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.062532] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7486e317-9320-4298-83e2-009932726962 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.083239] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c8aeb2-efae-40ea-8892-7e3f4aa34b4f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.099347] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] The volume has not been displaced from its original location: [datastore1] volume-667027e7-a38f-42d9-bb80-a030a675f7ab/volume-667027e7-a38f-42d9-bb80-a030a675f7ab.vmdk. No consolidation needed. {{(pid=66735) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1361.104489] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1361.104774] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-245be5e7-8cb3-4ebc-b9d5-da99cd779e72 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.123027] env[66735]: DEBUG oslo_vmware.api [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1361.123027] env[66735]: value = "task-4646738" [ 1361.123027] env[66735]: _type = "Task" [ 1361.123027] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.131528] env[66735]: DEBUG oslo_vmware.api [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.633316] env[66735]: DEBUG oslo_vmware.api [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646738, 'name': ReconfigVM_Task, 'duration_secs': 0.217846} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.633722] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=66735) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1361.638154] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-461bc83d-b12f-474f-a737-95f385ae8e15 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.653883] env[66735]: DEBUG oslo_vmware.api [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1361.653883] env[66735]: value = "task-4646739" [ 1361.653883] env[66735]: _type = "Task" [ 1361.653883] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.662222] env[66735]: DEBUG oslo_vmware.api [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.164195] env[66735]: DEBUG oslo_vmware.api [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646739, 'name': ReconfigVM_Task, 'duration_secs': 0.143402} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.164579] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-907321', 'volume_id': '667027e7-a38f-42d9-bb80-a030a675f7ab', 'name': 'volume-667027e7-a38f-42d9-bb80-a030a675f7ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d154139-83ed-4698-b8f7-f5b3876aba88', 'attached_at': '', 'detached_at': '', 'volume_id': '667027e7-a38f-42d9-bb80-a030a675f7ab', 'serial': '667027e7-a38f-42d9-bb80-a030a675f7ab'} {{(pid=66735) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1362.707112] env[66735]: DEBUG nova.objects.instance [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lazy-loading 'flavor' on Instance uuid 3d154139-83ed-4698-b8f7-f5b3876aba88 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.716568] env[66735]: DEBUG oslo_concurrency.lockutils [None req-c507e2b0-045b-489c-ae3e-fc64330231c1 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.854217] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "3d154139-83ed-4698-b8f7-f5b3876aba88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.854664] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.854743] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "3d154139-83ed-4698-b8f7-f5b3876aba88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.854928] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.855109] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.857268] env[66735]: INFO nova.compute.manager [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Terminating instance [ 1365.361243] env[66735]: DEBUG nova.compute.manager [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1365.361436] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.362414] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cc2e0c-8195-47eb-baf0-1fd2242361db {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.370845] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.371109] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39708693-2ae2-4ae1-8da2-e772630ef337 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.377159] env[66735]: DEBUG oslo_vmware.api [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1365.377159] env[66735]: value = "task-4646740" [ 1365.377159] env[66735]: _type = "Task" [ 1365.377159] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.385902] env[66735]: DEBUG oslo_vmware.api [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.887459] env[66735]: DEBUG oslo_vmware.api [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646740, 'name': PowerOffVM_Task, 'duration_secs': 0.185281} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.887787] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.887836] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.888101] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27db48ff-d826-4c32-8a8a-430fdbfd4d3a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.956831] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.957094] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.957281] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Deleting the datastore file [datastore2] 3d154139-83ed-4698-b8f7-f5b3876aba88 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.957562] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fb916f7-b232-4ff6-bd9c-3914930f5053 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.966385] env[66735]: DEBUG oslo_vmware.api [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1365.966385] env[66735]: value = "task-4646742" [ 1365.966385] env[66735]: _type = "Task" [ 1365.966385] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.974776] env[66735]: DEBUG oslo_vmware.api [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.476514] env[66735]: DEBUG oslo_vmware.api [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157526} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.476797] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.476976] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.477161] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.477325] env[66735]: INFO nova.compute.manager [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1366.477561] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1366.477756] env[66735]: DEBUG nova.compute.manager [-] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1366.477848] env[66735]: DEBUG nova.network.neutron [-] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1366.478103] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1366.510802] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1366.956682] env[66735]: DEBUG nova.compute.manager [req-8676a3d1-db77-48bf-a4d4-b7bfe2be99ed req-4766eba0-05de-474c-a4ea-e69e0715ccfe service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Received event network-vif-deleted-3b794974-d156-49bf-ab5b-6505db4dddfe {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1366.956958] env[66735]: INFO nova.compute.manager [req-8676a3d1-db77-48bf-a4d4-b7bfe2be99ed req-4766eba0-05de-474c-a4ea-e69e0715ccfe service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Neutron deleted interface 3b794974-d156-49bf-ab5b-6505db4dddfe; detaching it from the instance and deleting it from the info cache [ 1366.957197] env[66735]: DEBUG nova.network.neutron [req-8676a3d1-db77-48bf-a4d4-b7bfe2be99ed req-4766eba0-05de-474c-a4ea-e69e0715ccfe service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.439408] env[66735]: DEBUG nova.network.neutron [-] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.460162] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b717cf2a-43db-42a5-a4c0-0f934b3c0c82 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.471881] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feb9461-2077-4d1b-abdb-11001221e7a5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.499625] env[66735]: DEBUG nova.compute.manager [req-8676a3d1-db77-48bf-a4d4-b7bfe2be99ed req-4766eba0-05de-474c-a4ea-e69e0715ccfe service nova] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Detach interface failed, port_id=3b794974-d156-49bf-ab5b-6505db4dddfe, reason: Instance 3d154139-83ed-4698-b8f7-f5b3876aba88 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1367.942712] env[66735]: INFO nova.compute.manager [-] [instance: 3d154139-83ed-4698-b8f7-f5b3876aba88] Took 1.46 seconds to deallocate network for instance. [ 1368.449504] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.450033] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.450392] env[66735]: DEBUG nova.objects.instance [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lazy-loading 'resources' on Instance uuid 3d154139-83ed-4698-b8f7-f5b3876aba88 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.015615] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99e898e-86ca-41ad-9d29-35949cfcb81b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.024805] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e995a38d-1dfc-481e-a517-a77a14f3df7c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.058233] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6b48db-ae4c-47fb-974b-316158a93e72 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.066531] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e809deef-0252-4d1d-8c9e-2eb1f1145e90 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.080353] env[66735]: DEBUG nova.compute.provider_tree [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.584251] env[66735]: DEBUG nova.scheduler.client.report [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.089860] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.112983] env[66735]: INFO nova.scheduler.client.report [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Deleted allocations for instance 3d154139-83ed-4698-b8f7-f5b3876aba88 [ 1370.621946] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a0287f07-a798-4e0e-aa9e-9d357226aad5 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "3d154139-83ed-4698-b8f7-f5b3876aba88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.767s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.113069] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.113069] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.113538] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.113538] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.113704] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.116261] env[66735]: INFO nova.compute.manager [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Terminating instance [ 1375.619863] env[66735]: DEBUG nova.compute.manager [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1375.620173] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.621111] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed329be-182b-4770-bd16-d06366eb94c8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.629163] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.629366] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3624e625-265c-4dd9-ba06-7add765f0043 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.635708] env[66735]: DEBUG oslo_vmware.api [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1375.635708] env[66735]: value = "task-4646744" [ 1375.635708] env[66735]: _type = "Task" [ 1375.635708] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.645053] env[66735]: DEBUG oslo_vmware.api [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.146292] env[66735]: DEBUG oslo_vmware.api [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646744, 'name': PowerOffVM_Task, 'duration_secs': 0.206133} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.146659] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.146740] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.147188] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e8e4921-ef13-423c-ae43-1fecad235e87 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.210615] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.210829] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.211019] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Deleting the datastore file [datastore2] 5fb38a57-9fc5-465e-85fe-b3276281e4ab {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.211302] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea5e9808-b3d4-4c13-beac-48ebbcb47966 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.217920] env[66735]: DEBUG oslo_vmware.api [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1376.217920] env[66735]: value = "task-4646746" [ 1376.217920] env[66735]: _type = "Task" [ 1376.217920] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.225957] env[66735]: DEBUG oslo_vmware.api [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.728087] env[66735]: DEBUG oslo_vmware.api [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174543} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.728364] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.728542] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.728720] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.728892] env[66735]: INFO nova.compute.manager [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1376.729156] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1376.729394] env[66735]: DEBUG nova.compute.manager [-] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1376.729442] env[66735]: DEBUG nova.network.neutron [-] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1376.729681] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1376.812539] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.065653] env[66735]: DEBUG nova.compute.manager [req-13590b15-40c3-46cd-aa18-99b40bc18c22 req-ba15cdc7-0886-4b77-b8d6-53b72183b585 service nova] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Received event network-vif-deleted-999ed316-1b80-45a1-b992-94c309f5ae6e {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1377.065857] env[66735]: INFO nova.compute.manager [req-13590b15-40c3-46cd-aa18-99b40bc18c22 req-ba15cdc7-0886-4b77-b8d6-53b72183b585 service nova] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Neutron deleted interface 999ed316-1b80-45a1-b992-94c309f5ae6e; detaching it from the instance and deleting it from the info cache [ 1377.066098] env[66735]: DEBUG nova.network.neutron [req-13590b15-40c3-46cd-aa18-99b40bc18c22 req-ba15cdc7-0886-4b77-b8d6-53b72183b585 service nova] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.534384] env[66735]: DEBUG nova.network.neutron [-] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.568675] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3ef3808-01d9-486c-bf55-4d4c9a24a3b6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.580434] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4484e6c5-0365-4022-88e1-ccb4b574069b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.605866] env[66735]: DEBUG nova.compute.manager [req-13590b15-40c3-46cd-aa18-99b40bc18c22 req-ba15cdc7-0886-4b77-b8d6-53b72183b585 service nova] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Detach interface failed, port_id=999ed316-1b80-45a1-b992-94c309f5ae6e, reason: Instance 5fb38a57-9fc5-465e-85fe-b3276281e4ab could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1378.036770] env[66735]: INFO nova.compute.manager [-] [instance: 5fb38a57-9fc5-465e-85fe-b3276281e4ab] Took 1.31 seconds to deallocate network for instance. [ 1378.543893] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.544293] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.544577] env[66735]: DEBUG nova.objects.instance [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lazy-loading 'resources' on Instance uuid 5fb38a57-9fc5-465e-85fe-b3276281e4ab {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.094143] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9d4e72-577f-4adf-8864-e4b63d46407e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.103827] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0668e7-b3e5-450a-9e75-21efab3ace47 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.146237] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5447e21-ace1-4b21-90b7-19ebb14d4e80 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.154870] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bed69ed-8359-4740-a57f-db0e082e7936 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.169306] env[66735]: DEBUG nova.compute.provider_tree [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.672892] env[66735]: DEBUG nova.scheduler.client.report [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.752894] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.753118] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.178853] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.200993] env[66735]: INFO nova.scheduler.client.report [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Deleted allocations for instance 5fb38a57-9fc5-465e-85fe-b3276281e4ab [ 1380.257153] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.257331] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.257490] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.258748] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.258748] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.258748] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.258748] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11251}} [ 1380.258748] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.712385] env[66735]: DEBUG oslo_concurrency.lockutils [None req-a6514ca1-fa53-4318-9a48-c878c4abe2d8 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "5fb38a57-9fc5-465e-85fe-b3276281e4ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.599s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.761051] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.761348] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.761562] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.761741] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1380.762883] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aa3c46-c4d1-41e0-b498-a666dba5d73e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.771683] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7c564e-4d9e-4928-ab88-b67d1f433bfa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.787375] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd40a94b-943c-4e48-9135-3eb1d3a5940d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.794215] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea54897-ac6b-4c1b-9d9f-5782f8faa05b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.823995] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179916MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1380.824279] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.824279] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.810789] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "2f1992ae-28b2-461b-a49c-9d375fab66e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.811183] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "2f1992ae-28b2-461b-a49c-9d375fab66e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.811235] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "2f1992ae-28b2-461b-a49c-9d375fab66e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.811419] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "2f1992ae-28b2-461b-a49c-9d375fab66e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.811640] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "2f1992ae-28b2-461b-a49c-9d375fab66e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.813783] env[66735]: INFO nova.compute.manager [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Terminating instance [ 1381.850326] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Instance 2f1992ae-28b2-461b-a49c-9d375fab66e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=66735) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1381.850620] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1381.850835] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_d1989f71a41741eaadd726b56f16d7b2': '1', 'io_workload': '0'} {{(pid=66735) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1381.877149] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a42b600-80ae-4d14-ab4b-14b80ee8b81e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.885320] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ced4880-48a2-4319-80b0-754c727a9d76 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.917458] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bce45be-f18f-48af-bbc7-73dd31b61c13 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.925945] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3277fd-b50f-4526-8295-12c5d606f312 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.939704] env[66735]: DEBUG nova.compute.provider_tree [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.317533] env[66735]: DEBUG nova.compute.manager [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1382.317761] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.318664] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba429f61-686e-44e1-80ad-b7067015f669 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.327412] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.327661] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7e0aefc-08f4-4740-bf06-a0f573075f97 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.335030] env[66735]: DEBUG oslo_vmware.api [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1382.335030] env[66735]: value = "task-4646747" [ 1382.335030] env[66735]: _type = "Task" [ 1382.335030] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.344787] env[66735]: DEBUG oslo_vmware.api [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.443329] env[66735]: DEBUG nova.scheduler.client.report [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.850453] env[66735]: DEBUG oslo_vmware.api [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646747, 'name': PowerOffVM_Task, 'duration_secs': 0.193144} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.850840] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.851153] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.851538] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bd283b5-5c52-4bc2-8e89-f86474e1de27 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.914910] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.915297] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.915634] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Deleting the datastore file [datastore2] 2f1992ae-28b2-461b-a49c-9d375fab66e1 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.916019] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87d1b2a5-ee68-494b-b933-ba18ba81fe73 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.924563] env[66735]: DEBUG oslo_vmware.api [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for the task: (returnval){ [ 1382.924563] env[66735]: value = "task-4646749" [ 1382.924563] env[66735]: _type = "Task" [ 1382.924563] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.937404] env[66735]: DEBUG oslo_vmware.api [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.948519] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=66735) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1382.948828] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.124s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.434923] env[66735]: DEBUG oslo_vmware.api [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Task: {'id': task-4646749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152906} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.435330] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.435521] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.435726] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.435907] env[66735]: INFO nova.compute.manager [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1383.436180] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1383.436384] env[66735]: DEBUG nova.compute.manager [-] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1383.436479] env[66735]: DEBUG nova.network.neutron [-] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1383.436722] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1383.474122] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1383.744526] env[66735]: DEBUG nova.compute.manager [req-c784d835-b6b5-43a2-b55c-06d9579d5228 req-e583645f-518e-4ca7-9983-0adc9166839c service nova] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Received event network-vif-deleted-82c1b6de-f6bb-46b8-8c6d-2ac947918352 {{(pid=66735) external_instance_event /opt/stack/nova/nova/compute/manager.py:11835}} [ 1383.744932] env[66735]: INFO nova.compute.manager [req-c784d835-b6b5-43a2-b55c-06d9579d5228 req-e583645f-518e-4ca7-9983-0adc9166839c service nova] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Neutron deleted interface 82c1b6de-f6bb-46b8-8c6d-2ac947918352; detaching it from the instance and deleting it from the info cache [ 1383.744932] env[66735]: DEBUG nova.network.neutron [req-c784d835-b6b5-43a2-b55c-06d9579d5228 req-e583645f-518e-4ca7-9983-0adc9166839c service nova] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.224817] env[66735]: DEBUG nova.network.neutron [-] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.248125] env[66735]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f794c1c-9467-44b6-a930-18f1de8a8021 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.258355] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf62dfa-540e-40c4-9732-3814d182e985 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.284345] env[66735]: DEBUG nova.compute.manager [req-c784d835-b6b5-43a2-b55c-06d9579d5228 req-e583645f-518e-4ca7-9983-0adc9166839c service nova] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Detach interface failed, port_id=82c1b6de-f6bb-46b8-8c6d-2ac947918352, reason: Instance 2f1992ae-28b2-461b-a49c-9d375fab66e1 could not be found. {{(pid=66735) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11669}} [ 1384.728182] env[66735]: INFO nova.compute.manager [-] [instance: 2f1992ae-28b2-461b-a49c-9d375fab66e1] Took 1.29 seconds to deallocate network for instance. [ 1385.235293] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.235801] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.236092] env[66735]: DEBUG nova.objects.instance [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lazy-loading 'resources' on Instance uuid 2f1992ae-28b2-461b-a49c-9d375fab66e1 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.774071] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc6102a-af92-4ea0-bafa-515e92fdab53 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.782012] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2793dd62-5462-4e16-a141-0e361d8ef8d5 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.814046] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03774d7-4688-4dd7-a5df-5520e09635db {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.822334] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bb9a81-970a-4e66-9d29-7203df6762db {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.838192] env[66735]: DEBUG nova.compute.provider_tree [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.341556] env[66735]: DEBUG nova.scheduler.client.report [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.846442] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.864341] env[66735]: INFO nova.scheduler.client.report [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Deleted allocations for instance 2f1992ae-28b2-461b-a49c-9d375fab66e1 [ 1387.372292] env[66735]: DEBUG oslo_concurrency.lockutils [None req-f1d074a5-2709-43ef-846f-9cb9b9d7f931 tempest-ServerRescueNegativeTestJSON-2058866044 tempest-ServerRescueNegativeTestJSON-2058866044-project-member] Lock "2f1992ae-28b2-461b-a49c-9d375fab66e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.561s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.693797] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquiring lock "c7f9b70b-43ca-43ba-be43-b605849e1730" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.694153] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lock "c7f9b70b-43ca-43ba-be43-b605849e1730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.196541] env[66735]: DEBUG nova.compute.manager [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Starting instance... {{(pid=66735) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1391.721171] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.721463] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.722986] env[66735]: INFO nova.compute.claims [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.757194] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893ee045-28b7-46eb-b93b-4f9b8266fee1 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.765491] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c5733-4b3e-4520-9da9-9732dffd887c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.797414] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fc9a5f-0f9b-49fc-8adf-944af35d53af {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.805855] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446be679-70b9-4d31-accd-3b129e30e480 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.819631] env[66735]: DEBUG nova.compute.provider_tree [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.323399] env[66735]: DEBUG nova.scheduler.client.report [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.827939] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.828517] env[66735]: DEBUG nova.compute.manager [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Start building networks asynchronously for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1394.333378] env[66735]: DEBUG nova.compute.utils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Using /dev/sd instead of None {{(pid=66735) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1394.334875] env[66735]: DEBUG nova.compute.manager [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Not allocating networking since 'none' was specified. {{(pid=66735) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1394.836935] env[66735]: DEBUG nova.compute.manager [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Start building block device mappings for instance. {{(pid=66735) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1395.847432] env[66735]: DEBUG nova.compute.manager [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Start spawning the instance on the hypervisor. {{(pid=66735) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1395.873610] env[66735]: DEBUG nova.virt.hardware [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1395.873852] env[66735]: DEBUG nova.virt.hardware [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.874013] env[66735]: DEBUG nova.virt.hardware [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1395.874198] env[66735]: DEBUG nova.virt.hardware [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.874339] env[66735]: DEBUG nova.virt.hardware [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1395.874479] env[66735]: DEBUG nova.virt.hardware [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1395.874681] env[66735]: DEBUG nova.virt.hardware [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.874868] env[66735]: DEBUG nova.virt.hardware [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1395.875057] env[66735]: DEBUG nova.virt.hardware [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1395.875233] env[66735]: DEBUG nova.virt.hardware [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1395.875401] env[66735]: DEBUG nova.virt.hardware [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1395.876309] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7306ca68-017a-4523-b589-bc3eb1565b5c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.886010] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32596c0-9fce-421a-a82e-e27c7e80b5fa {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.899330] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.904980] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Creating folder: Project (72592fc3a6c24314a770860c6b80c8ef). Parent ref: group-v906980. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.905249] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2b305d2-3eb1-4083-b475-8ecf46163027 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.914793] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Created folder: Project (72592fc3a6c24314a770860c6b80c8ef) in parent group-v906980. [ 1395.914965] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Creating folder: Instances. Parent ref: group-v907324. {{(pid=66735) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.915200] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee2764c6-79a6-44a9-bf4c-9db0666c1e0f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.925431] env[66735]: INFO nova.virt.vmwareapi.vm_util [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Created folder: Instances in parent group-v907324. [ 1395.925966] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1395.926316] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.926547] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eca23530-aa0f-4c91-8023-f9b45485d4ae {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.943365] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.943365] env[66735]: value = "task-4646752" [ 1395.943365] env[66735]: _type = "Task" [ 1395.943365] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.951379] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646752, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.453048] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646752, 'name': CreateVM_Task, 'duration_secs': 0.256511} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.453297] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.453661] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.453871] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.454378] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.454733] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1277145f-d98b-4c7c-bc60-dcec349facab {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.460331] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1396.460331] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52c3c470-c174-2370-b994-964deb245ada" [ 1396.460331] env[66735]: _type = "Task" [ 1396.460331] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.468512] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c3c470-c174-2370-b994-964deb245ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.970947] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52c3c470-c174-2370-b994-964deb245ada, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.971367] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.971490] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.971720] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.971860] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.972044] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.972317] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f7786dd-2eb9-4e32-a3a2-a9b129e5331b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.981178] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.981349] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.982038] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d78630-2364-4fa8-8e20-6e5d34954632 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.987281] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1396.987281] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]529857f2-5f18-6a87-1084-6cc7a2e4b265" [ 1396.987281] env[66735]: _type = "Task" [ 1396.987281] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.995070] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529857f2-5f18-6a87-1084-6cc7a2e4b265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.498710] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]529857f2-5f18-6a87-1084-6cc7a2e4b265, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.499831] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c834bf-0f5f-4cc4-b9df-e47a5efc0281 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.505621] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1397.505621] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d321f2-a7b6-9d79-5955-af6359b0490e" [ 1397.505621] env[66735]: _type = "Task" [ 1397.505621] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.513590] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d321f2-a7b6-9d79-5955-af6359b0490e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.016301] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d321f2-a7b6-9d79-5955-af6359b0490e, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.016799] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.016799] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] c7f9b70b-43ca-43ba-be43-b605849e1730/c7f9b70b-43ca-43ba-be43-b605849e1730.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.017059] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3841ef96-554d-4abe-804d-ab6ea38572f7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.025445] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1398.025445] env[66735]: value = "task-4646753" [ 1398.025445] env[66735]: _type = "Task" [ 1398.025445] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.034316] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.535527] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469802} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.535806] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] c7f9b70b-43ca-43ba-be43-b605849e1730/c7f9b70b-43ca-43ba-be43-b605849e1730.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.536117] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.536325] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dc1e752-a985-4c5a-99f7-d9faf1f3a68b {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.543340] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1398.543340] env[66735]: value = "task-4646754" [ 1398.543340] env[66735]: _type = "Task" [ 1398.543340] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.552587] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.053240] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05986} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.053670] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.054307] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1174f303-42e6-4179-a386-96d8e1432ced {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.074058] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] c7f9b70b-43ca-43ba-be43-b605849e1730/c7f9b70b-43ca-43ba-be43-b605849e1730.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.074315] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a3dad15-f5ec-4034-be08-c0eb67153a16 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.093685] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1399.093685] env[66735]: value = "task-4646755" [ 1399.093685] env[66735]: _type = "Task" [ 1399.093685] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.101906] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.604654] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646755, 'name': ReconfigVM_Task, 'duration_secs': 0.254935} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.604991] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Reconfigured VM instance instance-0000007f to attach disk [datastore2] c7f9b70b-43ca-43ba-be43-b605849e1730/c7f9b70b-43ca-43ba-be43-b605849e1730.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.605680] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e0ac38b-b699-4f32-9d21-bf89c793e8f3 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.611935] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1399.611935] env[66735]: value = "task-4646756" [ 1399.611935] env[66735]: _type = "Task" [ 1399.611935] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.619859] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646756, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.122973] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646756, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.624292] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646756, 'name': Rename_Task} progress is 99%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.125689] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646756, 'name': Rename_Task, 'duration_secs': 1.140136} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.126104] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.126260] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33696ea1-ed78-4fc4-81b1-817b5e9de80a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.133444] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1401.133444] env[66735]: value = "task-4646757" [ 1401.133444] env[66735]: _type = "Task" [ 1401.133444] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.141769] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.644241] env[66735]: DEBUG oslo_vmware.api [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646757, 'name': PowerOnVM_Task, 'duration_secs': 0.433324} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.644508] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.644702] env[66735]: INFO nova.compute.manager [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Took 5.80 seconds to spawn the instance on the hypervisor. [ 1401.644908] env[66735]: DEBUG nova.compute.manager [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1401.645703] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d40b11-41c9-48b9-bf5f-7eb486660ca8 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.162293] env[66735]: INFO nova.compute.manager [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Took 10.46 seconds to build instance. [ 1402.664378] env[66735]: DEBUG oslo_concurrency.lockutils [None req-e45ce30b-982e-4d2a-8bf2-f349c1faa5bc tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lock "c7f9b70b-43ca-43ba-be43-b605849e1730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.970s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.763272] env[66735]: INFO nova.compute.manager [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Rebuilding instance [ 1402.809165] env[66735]: DEBUG nova.compute.manager [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1402.810313] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f56e6-57dc-41f2-ba53-b9fcbed0d6ff {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.825385] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.825817] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b3f8a8-5c6a-4094-b60b-70a6ab755e9c {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.833490] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1403.833490] env[66735]: value = "task-4646758" [ 1403.833490] env[66735]: _type = "Task" [ 1403.833490] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.842437] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.344013] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646758, 'name': PowerOffVM_Task, 'duration_secs': 0.128479} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.344320] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.344983] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.345790] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ad419a-2938-45e0-91d6-4bd269595050 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.352526] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1404.352764] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaadc496-58f2-46ce-805b-7f1c43ae7108 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.377153] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1404.377419] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1404.377609] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Deleting the datastore file [datastore2] c7f9b70b-43ca-43ba-be43-b605849e1730 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1404.377899] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0f9d7aa-2a3f-4af1-a486-ec10863f54e6 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.384715] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1404.384715] env[66735]: value = "task-4646760" [ 1404.384715] env[66735]: _type = "Task" [ 1404.384715] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.392268] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.895866] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102269} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.896271] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.896334] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.896452] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1405.932818] env[66735]: DEBUG nova.virt.hardware [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T09:02:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T09:02:27Z,direct_url=,disk_format='vmdk',id=d4e2652e-c00e-44b3-b263-ab13e9208269,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8e82015e10e34489b40a59a3830e51dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T09:02:28Z,virtual_size=,visibility=), allow threads: False {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1405.933157] env[66735]: DEBUG nova.virt.hardware [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Flavor limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1405.933223] env[66735]: DEBUG nova.virt.hardware [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Image limits 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1405.933398] env[66735]: DEBUG nova.virt.hardware [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Flavor pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1405.933537] env[66735]: DEBUG nova.virt.hardware [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Image pref 0:0:0 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1405.933675] env[66735]: DEBUG nova.virt.hardware [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=66735) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1405.934472] env[66735]: DEBUG nova.virt.hardware [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1405.934668] env[66735]: DEBUG nova.virt.hardware [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1405.934842] env[66735]: DEBUG nova.virt.hardware [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Got 1 possible topologies {{(pid=66735) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1405.935043] env[66735]: DEBUG nova.virt.hardware [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1405.935227] env[66735]: DEBUG nova.virt.hardware [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=66735) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1405.936133] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b0092c-d1e1-406d-96a3-2e8974cff920 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.944460] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc25fed-677d-468b-b8fe-011ffb3456f2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.958108] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Instance VIF info [] {{(pid=66735) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.963665] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1405.963888] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Creating VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.964106] env[66735]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84ac3b30-8b3c-400c-85d2-603c303f5d36 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.983581] env[66735]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.983581] env[66735]: value = "task-4646761" [ 1405.983581] env[66735]: _type = "Task" [ 1405.983581] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.993333] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646761, 'name': CreateVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.494823] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646761, 'name': CreateVM_Task} progress is 25%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.994513] env[66735]: DEBUG oslo_vmware.api [-] Task: {'id': task-4646761, 'name': CreateVM_Task, 'duration_secs': 0.91092} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.994958] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Created VM on the ESX host {{(pid=66735) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.995153] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.995314] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.995634] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.995895] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e21dc664-d26b-42b9-8fcb-c8e122c9dbce {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.001969] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1407.001969] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52d19460-b822-fa81-85a3-c86aad1edeba" [ 1407.001969] env[66735]: _type = "Task" [ 1407.001969] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.010634] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d19460-b822-fa81-85a3-c86aad1edeba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.513261] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52d19460-b822-fa81-85a3-c86aad1edeba, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.513576] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.513809] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Processing image d4e2652e-c00e-44b3-b263-ab13e9208269 {{(pid=66735) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.514052] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.514203] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.514377] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.514652] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bcaa535-a60d-49a9-8820-5c57dfc69881 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.524643] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=66735) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.525191] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=66735) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.525706] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d90ecf8-9637-44fe-ab24-b35cab2b9cf7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.531448] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1407.531448] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]52f6ef29-6d3b-4d06-6325-d4e10b12a1c5" [ 1407.531448] env[66735]: _type = "Task" [ 1407.531448] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.539946] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f6ef29-6d3b-4d06-6325-d4e10b12a1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.042193] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]52f6ef29-6d3b-4d06-6325-d4e10b12a1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009312} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.043087] env[66735]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c606de-3c0a-4b6c-b95b-99194e7b3652 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.048600] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1408.048600] env[66735]: value = "session[52d42125-6323-d82a-bc84-02be0ec846ee]522ecb9d-a56a-9bf9-5d62-3a7166c745f5" [ 1408.048600] env[66735]: _type = "Task" [ 1408.048600] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.057013] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522ecb9d-a56a-9bf9-5d62-3a7166c745f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.560032] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': session[52d42125-6323-d82a-bc84-02be0ec846ee]522ecb9d-a56a-9bf9-5d62-3a7166c745f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.560275] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.560535] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] c7f9b70b-43ca-43ba-be43-b605849e1730/c7f9b70b-43ca-43ba-be43-b605849e1730.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.560803] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f5403e7-c9a7-4929-8197-096f03685a3e {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.569222] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1408.569222] env[66735]: value = "task-4646762" [ 1408.569222] env[66735]: _type = "Task" [ 1408.569222] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.577488] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.080357] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470152} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.080764] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d4e2652e-c00e-44b3-b263-ab13e9208269/d4e2652e-c00e-44b3-b263-ab13e9208269.vmdk to [datastore2] c7f9b70b-43ca-43ba-be43-b605849e1730/c7f9b70b-43ca-43ba-be43-b605849e1730.vmdk {{(pid=66735) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.080840] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Extending root virtual disk to 1048576 {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.081078] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c118ed11-5256-4efb-85ef-8c7d57b46b9a {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.088310] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1409.088310] env[66735]: value = "task-4646763" [ 1409.088310] env[66735]: _type = "Task" [ 1409.088310] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.096662] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.597749] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06384} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.598020] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Extended root virtual disk {{(pid=66735) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.598797] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd78fd31-c192-4c90-ad96-517279741a96 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.618742] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] c7f9b70b-43ca-43ba-be43-b605849e1730/c7f9b70b-43ca-43ba-be43-b605849e1730.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.619056] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a904ce8-3f66-45c7-92ed-8dacf974e619 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.638060] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1409.638060] env[66735]: value = "task-4646764" [ 1409.638060] env[66735]: _type = "Task" [ 1409.638060] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.646591] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.149087] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646764, 'name': ReconfigVM_Task, 'duration_secs': 0.274616} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.149468] env[66735]: DEBUG nova.virt.vmwareapi.volumeops [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Reconfigured VM instance instance-0000007f to attach disk [datastore2] c7f9b70b-43ca-43ba-be43-b605849e1730/c7f9b70b-43ca-43ba-be43-b605849e1730.vmdk or device None with type sparse {{(pid=66735) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.150179] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95bf5017-f96e-463b-be0e-3ea612353ba7 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.157239] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1410.157239] env[66735]: value = "task-4646765" [ 1410.157239] env[66735]: _type = "Task" [ 1410.157239] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.166993] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646765, 'name': Rename_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.667656] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646765, 'name': Rename_Task, 'duration_secs': 0.13532} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.668021] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Powering on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.668309] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e25404d3-4692-4fce-9b07-51f805539623 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.675286] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1410.675286] env[66735]: value = "task-4646766" [ 1410.675286] env[66735]: _type = "Task" [ 1410.675286] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.683284] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.185509] env[66735]: DEBUG oslo_vmware.api [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646766, 'name': PowerOnVM_Task, 'duration_secs': 0.406012} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.185794] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Powered on the VM {{(pid=66735) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.185995] env[66735]: DEBUG nova.compute.manager [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Checking state {{(pid=66735) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1411.186766] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cb27b1-e8fd-481e-b569-363ac1e20994 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.703673] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.703673] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.703673] env[66735]: DEBUG nova.objects.instance [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Trying to apply a migration context that does not seem to be set for this instance {{(pid=66735) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1412.525363] env[66735]: DEBUG oslo_concurrency.lockutils [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquiring lock "c7f9b70b-43ca-43ba-be43-b605849e1730" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.525726] env[66735]: DEBUG oslo_concurrency.lockutils [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lock "c7f9b70b-43ca-43ba-be43-b605849e1730" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.525833] env[66735]: DEBUG oslo_concurrency.lockutils [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquiring lock "c7f9b70b-43ca-43ba-be43-b605849e1730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.526482] env[66735]: DEBUG oslo_concurrency.lockutils [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lock "c7f9b70b-43ca-43ba-be43-b605849e1730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.526656] env[66735]: DEBUG oslo_concurrency.lockutils [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lock "c7f9b70b-43ca-43ba-be43-b605849e1730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.528895] env[66735]: INFO nova.compute.manager [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Terminating instance [ 1412.711845] env[66735]: DEBUG oslo_concurrency.lockutils [None req-6378a6ee-4f96-4464-9455-c6e06e976ede tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.033370] env[66735]: DEBUG oslo_concurrency.lockutils [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquiring lock "refresh_cache-c7f9b70b-43ca-43ba-be43-b605849e1730" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.033614] env[66735]: DEBUG oslo_concurrency.lockutils [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquired lock "refresh_cache-c7f9b70b-43ca-43ba-be43-b605849e1730" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.033713] env[66735]: DEBUG nova.network.neutron [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Building network info cache for instance {{(pid=66735) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1413.536268] env[66735]: WARNING neutronclient.v2_0.client [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1413.554269] env[66735]: DEBUG nova.network.neutron [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1413.616972] env[66735]: DEBUG nova.network.neutron [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.120441] env[66735]: DEBUG oslo_concurrency.lockutils [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Releasing lock "refresh_cache-c7f9b70b-43ca-43ba-be43-b605849e1730" {{(pid=66735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.120883] env[66735]: DEBUG nova.compute.manager [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Start destroying the instance on the hypervisor. {{(pid=66735) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1414.121092] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Destroying instance {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.121994] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c355c2-d156-4d1d-80f9-c84dc7cefe8f {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.130142] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Powering off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.130381] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aba7ea08-d539-4b49-885f-93f0e4533c29 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.137124] env[66735]: DEBUG oslo_vmware.api [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1414.137124] env[66735]: value = "task-4646767" [ 1414.137124] env[66735]: _type = "Task" [ 1414.137124] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.146866] env[66735]: DEBUG oslo_vmware.api [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.648153] env[66735]: DEBUG oslo_vmware.api [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646767, 'name': PowerOffVM_Task, 'duration_secs': 0.186787} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.648627] env[66735]: DEBUG nova.virt.vmwareapi.vm_util [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Powered off the VM {{(pid=66735) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.648627] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Unregistering the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.648872] env[66735]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0f64b46-a041-4f7d-8315-edf7e148cf5d {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.676558] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Unregistered the VM {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.676800] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Deleting contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.676987] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Deleting the datastore file [datastore2] c7f9b70b-43ca-43ba-be43-b605849e1730 {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.677364] env[66735]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7516d0bf-51ab-49f4-b018-1d0a505c9528 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.684740] env[66735]: DEBUG oslo_vmware.api [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for the task: (returnval){ [ 1414.684740] env[66735]: value = "task-4646769" [ 1414.684740] env[66735]: _type = "Task" [ 1414.684740] env[66735]: } to complete. {{(pid=66735) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.692973] env[66735]: DEBUG oslo_vmware.api [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.195088] env[66735]: DEBUG oslo_vmware.api [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Task: {'id': task-4646769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096617} completed successfully. {{(pid=66735) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.195391] env[66735]: DEBUG nova.virt.vmwareapi.ds_util [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Deleted the datastore file {{(pid=66735) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.195557] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Deleted contents of the VM from datastore datastore2 {{(pid=66735) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.195753] env[66735]: DEBUG nova.virt.vmwareapi.vmops [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Instance destroyed {{(pid=66735) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.195944] env[66735]: INFO nova.compute.manager [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1415.196206] env[66735]: DEBUG oslo.service.backend._common.loopingcall [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=66735) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1415.196410] env[66735]: DEBUG nova.compute.manager [-] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Deallocating network for instance {{(pid=66735) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1415.196501] env[66735]: DEBUG nova.network.neutron [-] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] deallocate_for_instance() {{(pid=66735) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1415.196734] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1415.214187] env[66735]: DEBUG nova.network.neutron [-] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Instance cache missing network info. {{(pid=66735) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1415.214435] env[66735]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1415.717176] env[66735]: DEBUG nova.network.neutron [-] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Updating instance_info_cache with network_info: [] {{(pid=66735) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.221020] env[66735]: INFO nova.compute.manager [-] [instance: c7f9b70b-43ca-43ba-be43-b605849e1730] Took 1.02 seconds to deallocate network for instance. [ 1416.728486] env[66735]: DEBUG oslo_concurrency.lockutils [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.728897] env[66735]: DEBUG oslo_concurrency.lockutils [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.729035] env[66735]: DEBUG nova.objects.instance [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lazy-loading 'resources' on Instance uuid c7f9b70b-43ca-43ba-be43-b605849e1730 {{(pid=66735) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.264815] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d7ff89-6265-45ef-bc33-4709e2f01fb0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.273439] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef9d212-719a-4a58-8901-fb61b10d3459 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.304086] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c597936-5232-4e91-8371-43290b08e0c2 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.312581] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3b547d-7fcf-4dbd-9e97-7e1cef138caf {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.327655] env[66735]: DEBUG nova.compute.provider_tree [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Inventory has not changed in ProviderTree for provider: 6ae23487-114f-4262-8cf3-6dc9ebca19ff {{(pid=66735) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.830862] env[66735]: DEBUG nova.scheduler.client.report [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Inventory has not changed for provider 6ae23487-114f-4262-8cf3-6dc9ebca19ff based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=66735) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.336431] env[66735]: DEBUG oslo_concurrency.lockutils [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.356823] env[66735]: INFO nova.scheduler.client.report [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Deleted allocations for instance c7f9b70b-43ca-43ba-be43-b605849e1730 [ 1418.865567] env[66735]: DEBUG oslo_concurrency.lockutils [None req-137f31df-b887-496a-8cc5-1e746c3137dd tempest-ServersListShow298Test-103172545 tempest-ServersListShow298Test-103172545-project-member] Lock "c7f9b70b-43ca-43ba-be43-b605849e1730" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.340s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.271797] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.274557] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.274557] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.274557] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.274557] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.274557] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.274557] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.274557] env[66735]: DEBUG nova.compute.manager [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=66735) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11251}} [ 1440.274557] env[66735]: DEBUG oslo_service.periodic_task [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Running periodic task ComputeManager.update_available_resource {{(pid=66735) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.777525] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.777525] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.777759] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.777820] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=66735) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1440.778883] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e561a2-8f6c-43ba-a4d8-e780a56a2f77 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.787924] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315807fa-5ba4-4009-ae2b-ed8fe30d6b36 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.803022] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f198e5f-2fb3-4ee2-8b37-62f8740fc6a0 {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.809857] env[66735]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6538ff22-9dcd-4491-85c6-14bba6f82ada {{(pid=66735) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.843034] env[66735]: DEBUG nova.compute.resource_tracker [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180117MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=66735) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1440.843304] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.843575] env[66735]: DEBUG oslo_concurrency.lockutils [None req-53e147d6-1f0a-4ca7-8e8a-77f9b8c1e326 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=66735) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}